00010000:00000010:2.1:1777582924.194789:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582924.194799:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582924.328233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582924.328241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582924.338099:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582924.338114:0:5596:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582924.338118:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582924.338120:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582924.492005:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582924.492011:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582924.499689:0:221301:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582924.499706:0:221301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582924.537726:0:5596:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582924.537743:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582924.537751:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582924.537755:0:5596:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582924.537758:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582924.537761:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582924.582279:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582924.582296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582924.582300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582924.582303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582924.644183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582924.644197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582924.691246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582924.691260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582924.691265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582924.691269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582924.724219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582924.724239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582924.741689:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582924.741700:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582924.741705:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582924.741710:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582924.741714:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582924.741717:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582924.753224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582924.753240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582924.753244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582924.753246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582924.753249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582924.753253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582924.760662:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582924.760679:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582924.760683:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582924.760685:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582924.783182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582924.783197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582924.783202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582924.783205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582924.807468:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582924.807477:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582924.817670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582924.817684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582924.831171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582924.831178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582924.831182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582924.831184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582924.838061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582924.838075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582924.840423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582924.840431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582924.840435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582924.840437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582924.877223:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582924.877231:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582924.877234:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582924.877237:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582924.884866:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582924.884876:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582925.029186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582925.029200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582925.029205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582925.029209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582925.045769:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582925.045782:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582925.045786:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582925.045788:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582925.061184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582925.061195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582925.171275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582925.171281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582925.173324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582925.173337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582925.200181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582925.200190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582925.200194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582925.200197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582925.229501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582925.229514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582925.234089:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582925.234098:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582925.234102:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582925.234104:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582925.286181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582925.286195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582925.286200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582925.286203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582925.342824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582925.342832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582925.359184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582925.359203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582925.378200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582925.378213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582925.386184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582925.386206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582925.386209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582925.386211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582925.403171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582925.403180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582925.419173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582925.419180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582925.437101:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582925.437117:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582925.437122:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582925.437125:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582925.475217:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582925.475300:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582925.475306:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582925.475310:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582925.500165:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582925.500174:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582925.500179:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582925.508676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582925.508686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582925.508689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582925.508691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582925.516238:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582925.516251:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582925.669214:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582925.669224:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582925.669229:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582925.669232:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582925.669236:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582925.708227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582925.708232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582925.721526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582925.721544:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582925.721549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582925.721552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582925.747079:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582925.747085:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582925.773181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582925.773192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582925.777538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582925.777545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582925.846368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582925.846376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582925.893075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582925.893090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582925.893095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582925.893098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582925.901456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582925.901471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582925.914177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582925.914193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582925.972187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582925.972202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582926.014729:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582926.014746:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582926.014752:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582926.014757:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582926.014760:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582926.014762:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582926.162505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582926.162517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582926.162521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582926.162524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582926.177759:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582926.177765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582926.188237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582926.188243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582926.190228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582926.190234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582926.212239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582926.212251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582926.217180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582926.217189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582926.217193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582926.217196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582926.231024:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582926.231040:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582926.231045:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582926.231047:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582926.242201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582926.242216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582926.242219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582926.242222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582926.252998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582926.253005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582926.269256:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582926.269269:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582926.269274:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582926.269277:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582926.442174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582926.442185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582926.442189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582926.442191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582926.469074:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582926.469089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582926.541478:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582926.541491:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582926.541495:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582926.541497:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582926.561795:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582926.561810:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582926.561815:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582926.561817:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582926.561819:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582926.561822:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582926.625225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582926.625236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582926.625241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582926.625245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582926.630317:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582926.630325:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582926.649338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582926.649351:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:2.1:1777582926.649355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582926.649358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582926.685507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582926.685518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582926.696330:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582926.696342:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582926.768096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582926.768115:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582926.768123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582926.768126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582926.768129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582926.768154:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582926.768158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582926.768161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582926.768164:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582926.768167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582926.810374:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582926.810381:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582926.810385:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582926.810387:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582926.829301:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582926.829312:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582926.835362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582926.835369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582926.851671:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582926.851690:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582926.851694:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582926.851696:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582926.851699:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582926.851701:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582926.875220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582926.875236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582926.875241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582926.875244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582926.891172:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582926.891188:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582926.891193:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582926.891196:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582927.133612:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582927.133629:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582927.133636:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582927.133639:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582927.133643:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582927.133645:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582927.133647:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582927.133649:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582927.164551:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582927.164567:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582927.181155:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582927.181170:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582927.202217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582927.202238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582927.226430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582927.226445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582927.226449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582927.226452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582927.234480:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582927.234496:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582927.234500:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582927.234502:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582927.319179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582927.319190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582927.359173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582927.359188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582927.527186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582927.527200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582927.527204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582927.527207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582927.532179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582927.532193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582927.657244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582927.657251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582927.703748:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582927.703758:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582927.739820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582927.739834:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582927.741175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582927.741184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582927.741188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582927.741191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582927.741194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582927.741197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582927.741201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582927.741203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582927.773175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582927.773182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582927.773186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582927.773190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582927.773194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582927.773196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582927.806868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582927.806877:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582927.817170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582927.817177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582927.879720:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582927.879727:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582927.879730:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582927.879734:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582927.879737:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582927.879739:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582927.905177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582927.905185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582927.905188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582927.905191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582927.919066:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582927.919075:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582927.919079:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582927.919081:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582927.924172:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582927.924184:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582927.924188:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582927.924191:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582927.929843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582927.929852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582927.938661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582927.938675:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582927.938680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582927.938683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582927.947663:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582927.947680:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582927.968527:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582927.968626:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582927.968633:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582927.968639:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582927.968642:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582927.968644:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582927.992460:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582927.992470:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582927.992476:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582927.992481:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582927.992484:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582927.992489:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582927.992492:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582927.992495:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582927.992497:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582927.992501:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582928.059381:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582928.059389:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582928.139292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582928.139298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582928.139302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582928.139306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582928.139309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582928.139313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582928.139317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582928.139319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582928.165228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582928.165236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582928.180174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582928.180183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582928.226920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582928.226948:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582928.226953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582928.226964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582928.233179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582928.233195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582928.233199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582928.233202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582928.264177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582928.264187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582928.264191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582928.264193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582928.279187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582928.279205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582928.279210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582928.279213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582928.279216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582928.279219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582928.289171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582928.289184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582928.289188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582928.289190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582928.289192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582928.289195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582928.312203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582928.312214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582928.312218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582928.312220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582928.320160:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582928.320178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582928.320183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582928.320185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582928.343191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582928.343199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582928.343204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582928.343206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582928.377178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582928.377191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582928.377195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582928.377197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582928.414724:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582928.414732:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582928.450066:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582928.450074:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582928.450078:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582928.450081:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582928.450084:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582928.450086:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582928.463247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582928.463253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582928.517299:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582928.517308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582928.517310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582928.517313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582928.517315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582928.517318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582928.517321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582928.517324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582928.517328:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582928.517330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582928.517333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582928.537233:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582928.537240:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582928.537244:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582928.537246:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582928.537248:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582928.537250:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582928.550159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582928.550175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582928.550180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582928.550183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582928.550185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582928.550188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582928.564063:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582928.564070:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582928.564073:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582928.564076:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582928.573185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582928.573192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582928.579166:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582928.579172:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582928.579176:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582928.579179:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582928.588232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582928.588241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582928.592809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582928.592820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582928.595674:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582928.595684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582928.603393:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582928.603408:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582928.603415:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582928.603419:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582928.610931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582928.610942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582928.618653:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582928.618662:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582928.633363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582928.633372:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582928.633377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582928.633380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582928.639176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582928.639185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582928.642200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582928.642213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582928.642217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582928.642219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582928.646194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582928.646204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582928.690650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582928.690667:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582928.690671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582928.690673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582928.756681:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582928.756688:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582928.758044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582928.758058:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582928.758062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582928.758064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582928.758067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582928.758072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582928.772407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582928.772417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582928.783194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582928.783202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582928.791175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582928.791182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582928.791186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582928.791189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582928.791191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582928.791194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582928.876051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582928.876066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582928.922194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582928.922210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582928.925671:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582928.925685:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582928.943668:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582928.943681:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582928.943686:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582928.943690:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582928.943694:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582928.943697:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582928.953206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582928.953218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582928.965853:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582928.965869:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582928.965874:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582928.965878:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582928.986496:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582928.986504:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582928.986508:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582928.986510:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582929.025366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582929.025374:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582929.025377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582929.025381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582929.071182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582929.071189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582929.071192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582929.071195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582929.085234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582929.085251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582929.090057:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:1.1:1777582929.090065:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:1.1:1777582929.101176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582929.101188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582929.101192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582929.101194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582929.107178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582929.107189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582929.107194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582929.107198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582929.107637:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582929.107644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582929.111193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582929.111210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582929.111216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582929.111219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582929.121926:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:1.1:1777582929.121947:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:1.1:1777582929.132278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:1.1:1777582929.132286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582929.144665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582929.144681:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582929.144685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582929.144687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582929.154176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582929.154192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582929.161464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582929.161475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582929.161479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582929.161481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582929.192186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582929.192201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582929.215272:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582929.215287:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582929.224198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582929.224206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582929.249726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582929.249739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582929.266175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582929.266189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582929.282159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582929.282176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582929.282182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582929.282185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582929.300045:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582929.300059:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582929.310234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582929.310247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582929.310498:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582929.310504:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582929.323242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582929.323255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582929.339187:0:1096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582929.339206:0:1096:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582929.339212:0:1096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582929.339214:0:1096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582929.357439:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582929.357449:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582929.366192:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582929.366200:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582929.366204:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582929.366206:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582929.371577:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582929.371590:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582929.401298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582929.401312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582929.401316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582929.401320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582929.401322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582929.401324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582929.401327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582929.401329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582929.407385:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582929.407392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582929.450242:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582929.450260:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582929.451214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582929.451226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582929.484697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582929.484710:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582929.484715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582929.484718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582929.484721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582929.484724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582929.498672:0:220726:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582929.498679:0:220726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582929.498683:0:220726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582929.498685:0:220726:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582929.498688:0:220726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582929.498691:0:220726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582929.553267:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582929.553279:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582929.602211:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582929.602224:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582929.602228:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582929.602232:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582929.602236:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:1.1:1777582929.602241:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582929.608804:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582929.608813:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582929.608817:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582929.608820:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582929.608824:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582929.608828:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582929.646273:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582929.646281:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582929.646465:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582929.646469:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582929.646474:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582929.646480:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582929.667273:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582929.667286:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582929.667289:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582929.667293:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582929.667295:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582929.667300:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:1.1:1777582929.668067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582929.668078:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582929.668083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582929.668085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582929.668087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582929.668090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582929.677160:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582929.677166:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582929.677336:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582929.677344:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582929.739041:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582929.739055:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582929.739059:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582929.739061:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582929.739063:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582929.739065:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582929.739067:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582929.739070:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582929.768403:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582929.768420:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582929.768425:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582929.768429:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582929.785084:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582929.785092:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582929.785096:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582929.785099:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582929.785103:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582929.785106:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582929.790349:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582929.790357:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582929.790360:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582929.790363:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:1.1:1777582929.823168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582929.823180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582929.823184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582929.823186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582929.886470:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582929.886477:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582929.886480:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582929.886482:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582929.886487:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582929.886490:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582929.922278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582929.922287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582929.929354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582929.929362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582929.929365:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582929.929368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582929.929371:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582929.929373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582929.929376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582929.929380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582929.929384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582929.929387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582929.951666:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582929.951684:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582929.951689:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582929.951694:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582929.951698:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582929.951700:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582929.955654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582929.955677:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582929.955682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582929.955685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582929.975168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582929.975181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582929.975186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582929.975190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582929.990822:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582929.990837:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582929.990843:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582929.990847:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582929.990850:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582929.990852:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582929.997524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582929.997530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582929.997533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582929.997535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582930.001175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582930.001189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582930.001193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582930.001196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582930.014457:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582930.014473:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582930.016861:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582930.016875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582930.036711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582930.036726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582930.036730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582930.036732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582930.040658:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582930.040674:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582930.040679:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582930.040683:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582930.048741:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582930.048749:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582930.048752:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582930.048754:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582930.086188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582930.086198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582930.093256:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582930.093261:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582930.116165:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582930.116171:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582930.116174:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582930.116176:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582930.126180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582930.126189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582930.132640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582930.132649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582930.132652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582930.132654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582930.140270:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582930.140282:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582930.140402:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582930.140405:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:1.1:1777582930.147360:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582930.147370:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582930.147374:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582930.147377:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582930.154048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582930.154062:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582930.154066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582930.154068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582930.195164:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582930.195180:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582930.221507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582930.221515:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582930.230383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:1.1:1777582930.230398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582930.234187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582930.234204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582930.244180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582930.244190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582930.269128:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582930.269159:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582930.282291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582930.282300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582930.282304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582930.282308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582930.282311:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582930.282314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:1.1:1777582930.288342:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582930.288350:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582930.301238:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582930.301254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582930.370237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582930.370247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582930.377957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582930.377976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582930.377982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582930.377986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582930.377990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582930.377993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582930.382231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582930.382239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582930.382243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582930.382246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582930.393312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582930.393322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582930.393325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582930.393328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582930.400636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582930.400656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582930.405050:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582930.405061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:1.1:1777582930.426792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582930.426806:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582930.431234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582930.431247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582930.431252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582930.431255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582930.496474:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582930.496483:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582930.496487:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582930.496490:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582930.507304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582930.507314:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582930.507318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582930.507320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582930.544053:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582930.544065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582930.550171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582930.550185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582930.550190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582930.554314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:1.1:1777582930.565685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582930.565702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:1.1:1777582930.574637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582930.574652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582930.608255:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582930.608261:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582930.662441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582930.662459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582930.681032:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582930.681048:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582930.681250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582930.681256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582930.686191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582930.686206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582930.686211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582930.686213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:1.1:1777582930.686258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582930.686265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582930.686268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582930.686270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582930.715207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582930.715216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582930.715220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582930.715223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582930.732106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582930.732115:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582930.732120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582930.732122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582930.740964:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582930.740979:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582930.743467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582930.743474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582930.743478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582930.743480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:1.1:1777582930.757174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582930.757180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582930.763202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582930.763214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582930.770323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582930.770338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582930.777422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582930.777436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582930.777440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582930.777443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582930.815340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582930.815356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582930.815360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582930.815363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582930.841208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582930.841215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582930.871384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582930.871394:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582930.871399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582930.871401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582930.876742:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:1.1:1777582930.876844:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:1.1:1777582930.884250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:1.1:1777582930.884256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582930.888259:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582930.888274:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582930.888280:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582930.888282:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582930.893243:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582930.893252:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582930.904851:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582930.904865:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582930.904870:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582930.904872:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582930.910187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:1.1:1777582930.910200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582930.910204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582930.910207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582930.991066:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582930.991076:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582931.003103:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582931.003119:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582931.003124:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582931.003128:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582931.003131:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582931.003155:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582931.003158:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582931.003160:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582931.014259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582931.014268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582931.027022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582931.027037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582931.027040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582931.027043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582931.048282:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582931.048296:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582931.048301:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582931.048304:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582931.054279:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582931.054464:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:1.1:1777582931.060183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582931.060194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582931.063173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582931.063182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582931.063186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582931.063189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582931.078219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582931.078234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582931.082715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582931.082722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582931.124738:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582931.124762:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582931.124767:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582931.124769:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582931.165229:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582931.165239:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582931.165241:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582931.165243:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582931.173379:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582931.173390:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582931.173394:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582931.173396:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:1.1:1777582931.202260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582931.202266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582931.236784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582931.236796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582931.280171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582931.280183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582931.280188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582931.280192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582931.280196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582931.280198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582931.304009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582931.304025:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582931.304030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582931.304032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582931.323895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582931.323921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582931.323925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582931.323936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582931.336877:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582931.336887:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582931.336890:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582931.336893:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582931.349661:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582931.349668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582931.361178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582931.361194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582931.402816:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582931.402832:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582931.432190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582931.432207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582931.442253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582931.442259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582931.442263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582931.442265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582931.461188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582931.461204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582931.492013:0:25:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582931.492032:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582931.492038:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582931.492043:0:25:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582931.492047:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582931.492049:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582931.503176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582931.503186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582931.503190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582931.503193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582931.521406:0:7294:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582931.521413:0:7294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582931.546474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582931.546484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582931.558103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582931.558120:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582931.558124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582931.561292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582931.616628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582931.616635:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582931.624464:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582931.624472:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582931.633097:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582931.633106:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582931.646243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582931.646248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582931.690958:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582931.690972:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582931.690976:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582931.690980:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582931.690984:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582931.690986:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582931.706293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582931.706299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582931.724159:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582931.724165:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582931.724170:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582931.724172:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582931.754267:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582931.754273:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:1.1:1777582931.762964:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582931.762971:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582931.762975:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582931.762977:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582931.766550:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582931.766559:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582931.766564:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582931.766567:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582931.788271:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582931.788278:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582931.814397:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582931.814404:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582931.814409:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582931.814412:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582931.814415:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582931.814417:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582931.828161:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:1.1:1777582931.828175:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582931.828180:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582931.828184:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582931.858766:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582931.858777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582931.858782:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582931.858785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582931.858789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582931.858792:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582931.858795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582931.858798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582931.862776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582931.862791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582931.932775:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582931.932791:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582931.968186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582931.968202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582931.978042:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582931.978052:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582931.978057:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582931.978060:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582931.991617:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582931.991631:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582932.007237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582932.007243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582932.038426:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582932.038433:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582932.051252:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582932.051264:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582932.071275:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582932.071280:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582932.075763:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582932.075770:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582932.080040:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582932.080045:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582932.082653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582932.082662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582932.082666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582932.082668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582932.095680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582932.100593:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582932.100599:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582932.121186:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582932.121192:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582932.131176:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582932.131188:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582932.131192:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582932.131195:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582932.131199:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582932.131203:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582932.139098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582932.139107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582932.139113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582932.139115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582932.141339:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582932.141346:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582932.141349:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582932.141351:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582932.160843:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582932.160860:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582932.160866:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582932.160869:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582932.190173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582932.190182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582932.198017:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582932.198032:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582932.208237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582932.208247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582932.211436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582932.211445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582932.211615:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582932.211621:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582932.211624:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582932.211626:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582932.216180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582932.216191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582932.244195:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582932.244206:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582932.258357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582932.258372:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582932.258377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582932.258380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582932.297701:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582932.297716:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582932.328423:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582932.328438:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582932.379434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582932.379450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582932.379454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582932.379456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582932.409234:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582932.409253:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582932.409259:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582932.409263:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582932.409266:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582932.409269:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582932.426157:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582932.426164:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582932.431185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582932.431200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582932.431204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582932.435217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582932.459214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582932.459222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582932.468173:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582932.468180:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582932.468184:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582932.468186:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582932.484201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582932.484217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582932.484223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582932.484225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582932.484228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582932.484230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582932.505028:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582932.505043:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582932.523294:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582932.523302:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582932.523308:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582932.523311:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582932.538170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582932.538176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582932.538179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582932.538182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582932.544683:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582932.544697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582932.583787:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582932.583794:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582932.583798:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582932.583801:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582932.606409:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582932.606425:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582932.613513:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582932.613520:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582932.613525:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582932.613528:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582932.621383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582932.621401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:0.1:1777582932.621407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582932.621411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582932.633258:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582932.633266:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582932.646984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582932.647000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582932.647005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582932.647008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582932.695267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582932.695276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582932.695287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582932.695292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582932.695296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582932.695301:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582932.695304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582932.695306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582932.700215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582932.700232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582932.700239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582932.700243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582932.700247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582932.700252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582932.700255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:0.1:1777582932.700257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:0.1:1777582932.700260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582932.700263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582932.704736:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582932.704752:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582932.704757:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582932.704760:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582932.704764:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582932.704768:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582932.740714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582932.740725:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582932.740731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582932.740733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582932.746994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582932.747010:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582932.747174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582932.747181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582932.747186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582932.747189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582932.747191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582932.747193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582932.747390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582932.747396:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:0.1:1777582932.749204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582932.749217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582932.749221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582932.749225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582932.749405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582932.749412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582932.749417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582932.749420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582932.749423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582932.749425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582932.749427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582932.749430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582932.749432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582932.749434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582932.787156:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582932.787172:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582932.790317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582932.790329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582932.791224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582932.791231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582932.791234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582932.791237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582932.815412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582932.815429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582932.815434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582932.815437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582932.850174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582932.850198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582932.850203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582932.850207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582932.850211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582932.850213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582932.850520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582932.850528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582932.853252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582932.853257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582932.870174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582932.870190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582932.870195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582932.870198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582932.877318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582932.877338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582932.882188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582932.882203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582932.882207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582932.882210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582932.886681:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582932.886699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582932.903180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582932.903197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582932.903201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582932.903203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582932.935572:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582932.935581:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582932.935585:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582932.935588:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582932.954057:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582932.954066:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582932.954071:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582932.954074:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582932.962679:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582932.962693:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582932.962697:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582932.962699:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582932.981229:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582932.981238:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:0.1:1777582932.981242:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582932.981245:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582932.981247:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582932.993655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582932.993663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582932.995167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582932.995174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582932.995179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582932.995182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582933.004254:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582933.004262:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582933.004266:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582933.004269:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582933.014176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582933.014192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582933.014195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582933.014198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582933.014200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582933.014202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582933.030162:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582933.030170:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582933.038241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582933.038249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582933.038253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582933.038256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582933.038261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582933.038266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582933.038271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582933.038274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582933.038277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582933.038279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582933.041171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582933.041182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582933.041187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582933.041190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:0.1:1777582933.043193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582933.043203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582933.043207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582933.043209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582933.043212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582933.043216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582933.062627:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582933.062640:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582933.062645:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582933.062648:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582933.075643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582933.075654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582933.075657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582933.075660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582933.075664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582933.075668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582933.076994:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582933.077006:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582933.077012:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582933.077015:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582933.077018:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582933.077020:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582933.079385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582933.079392:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582933.079396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582933.079399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582933.079402:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582933.079406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582933.097025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582933.097034:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582933.097038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582933.097041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582933.102975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:0.1:1777582933.102982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582933.106399:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582933.106406:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582933.106410:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582933.106413:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582933.106415:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582933.106418:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582933.116157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582933.116164:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582933.116168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582933.116171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582933.121158:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582933.121168:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582933.121173:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582933.121178:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582933.121181:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582933.121184:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582933.121187:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582933.121189:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582933.121249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582933.121254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582933.131155:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582933.131160:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582933.131164:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582933.131168:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582933.144308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582933.144318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582933.144324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582933.144327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582933.144330:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582933.144334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582933.148422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582933.148436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582933.148441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582933.148445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582933.154039:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582933.154054:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582933.154060:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582933.154063:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582933.154066:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582933.154068:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582933.154071:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582933.154074:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582933.154077:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582933.154081:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be600. 00010000:00000010:2.1:1777582933.154103:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582933.154106:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582933.160293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582933.160300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582933.161717:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582933.161727:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582933.165332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582933.165340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582933.165345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.1:1777582933.165347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be600. 00010000:00000010:0.1:1777582933.170313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582933.170322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582933.170326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582933.170328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582933.171995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582933.172001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be000. 00010000:00000010:2.1:1777582933.174213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582933.174221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582933.178237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582933.178255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582933.195575:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be600. 00010000:00000010:2.1:1777582933.195584:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582933.195588:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.1:1777582933.195591:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be000. 00010000:00000010:0.1:1777582933.198206:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:0.1:1777582933.198221:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bec00. 00010000:00000010:0.1:1777582933.198225:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:0.1:1777582933.198228:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582933.207042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be400. 00010000:00000010:2.1:1777582933.207049:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582933.207051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be800. 00010000:00000010:2.1:1777582933.207054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.1:1777582933.207058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582933.207061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582933.207064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bea00. 00010000:00000010:2.1:1777582933.207066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf600. 00010000:00000010:0.1:1777582933.211484:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582933.211573:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582933.211579:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582933.211581:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582933.235817:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582933.235823:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be200. 00010000:00000010:2.1:1777582933.235827:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582933.235831:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582933.235835:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582933.235838:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582933.235843:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582933.235845:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582933.235848:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582933.235850:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582933.255895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:1.1:1777582933.255905:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:1.1:1777582933.255922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582933.255925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582933.255929:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582933.255933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582933.255935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582933.255940:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582933.255944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582933.255947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582933.257108:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582933.257116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582933.257297:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582933.257303:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582933.257306:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582933.257309:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582933.262250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582933.262263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582933.262268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582933.262270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582933.265419:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582933.265430:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582933.268661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582933.268671:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582933.268674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582933.268676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582933.272245:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582933.272252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582933.286180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582933.286191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582933.290188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582933.290207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582933.304184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:1.1:1777582933.304200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582933.304206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582933.304209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582933.308168:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582933.308174:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582933.308178:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582933.308180:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582933.312905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582933.312926:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582933.312932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582933.312935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582933.324980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582933.324989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582933.351866:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:0.1:1777582933.351988:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:0.1:1777582933.351994:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:0.1:1777582933.351999:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582933.352003:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582933.352008:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582933.352013:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582933.352016:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582933.352381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582933.352389:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582933.352392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582933.352395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582933.352397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582933.352400:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582933.352403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582933.352405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582933.357343:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582933.357349:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582933.357353:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582933.357357:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582933.357361:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582933.357363:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582933.360469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582933.360496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:0.1:1777582933.360502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582933.360504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582933.365171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582933.365181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582933.372177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582933.372202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582933.372207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582933.372209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582933.381312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582933.381326:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582933.381330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582933.381334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582933.386313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582933.386334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582933.390180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582933.390197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582933.390201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582933.390203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582933.406368:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582933.406385:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582933.410280:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582933.410290:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582933.411687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:0.1:1777582933.411694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582933.428397:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582933.428413:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582933.433616:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582933.433624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582933.441278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582933.441292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582933.441296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582933.441298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582933.457298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582933.457315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582933.457320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582933.457323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582933.474960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582933.474976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582933.475058:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582933.475065:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:0.1:1777582933.475070:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582933.475072:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582933.483294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582933.483303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582933.483309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582933.483312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582933.483315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582933.483318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582933.489645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582933.489660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582933.489664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582933.489666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582933.505936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582933.505953:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582933.505957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582933.505960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582933.509410:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582933.509425:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582933.533453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582933.533471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582933.543180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582933.543189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582933.565177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582933.565193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582933.565198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582933.565200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582933.582005:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582933.582016:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582933.594971:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582933.594981:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582933.635187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582933.635200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582933.635207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582933.635212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582933.635223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582933.635226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582933.646203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582933.646215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582933.646229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582933.646231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582933.649023:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582933.649048:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582933.654204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582933.654233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582933.654239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582933.654242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582933.656631:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582933.656644:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582933.656648:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582933.656652:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582933.673700:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582933.673714:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582933.678372:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582933.678386:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582933.679006:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:0.1:1777582933.679015:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582933.691162:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582933.691171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582933.701256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582933.701273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582933.701278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582933.701280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582933.709159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:0.1:1777582933.709174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582933.712381:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582933.712402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582933.716242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582933.716257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582933.716262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582933.716265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582933.731188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582933.731203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582933.731208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582933.731210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582933.746393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582933.746406:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582933.758210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582933.758226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582933.758453:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582933.758459:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582933.766179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582933.766193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582933.775621:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582933.775631:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582933.775635:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582933.775637:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582933.780210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582933.780219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:0.1:1777582933.780223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582933.780227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582933.780230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582933.780233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582933.780235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582933.780237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582933.794089:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:0.1:1777582933.794100:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582933.802372:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582933.802379:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582933.802384:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582933.802387:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582933.803353:0:221240:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582933.803359:0:221240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582933.817926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582933.817945:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582933.822760:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582933.822778:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582933.822784:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582933.822787:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582933.836263:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582933.836268:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582933.836271:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582933.836274:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582933.836278:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582933.836282:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:0.1:1777582933.836285:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582933.836288:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582933.859421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582933.859427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582933.873367:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582933.873384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582933.874454:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582933.874465:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582933.912229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582933.912245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582933.912306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582933.912312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582933.917422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582933.917428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582933.927169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582933.927175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582933.927190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582933.927193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582933.930179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582933.930194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582933.952554:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:1.1:1777582933.952561:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582933.962216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582933.962225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582933.962229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582933.962231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582933.968278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582933.968284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582933.982432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582933.982447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582933.982454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582933.982458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582933.982461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582933.982463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582933.989215:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582933.989224:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582933.989229:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582933.989232:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582933.989234:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582933.989236:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582933.989239:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582933.989242:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582933.989244:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582933.989247:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582934.012175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582934.012193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582934.013188:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582934.013199:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582934.013203:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582934.013205:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582934.017484:0:187626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582934.017498:0:187626:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582934.017503:0:187626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:0.1:1777582934.017505:0:187626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582934.017508:0:187626:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582934.017511:0:187626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582934.025259:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582934.025276:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582934.025283:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582934.025285:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582934.025289:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582934.025292:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582934.039216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582934.039233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582934.043272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582934.043287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582934.043292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582934.043295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582934.068710:0:6412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582934.068723:0:6412:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582934.073291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582934.073302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582934.073431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:0.1:1777582934.073437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582934.077315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:0.1:1777582934.077335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582934.082263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582934.082283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582934.082288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582934.082291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582934.103287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582934.103297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582934.103303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582934.103307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582934.103311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582934.103313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582934.120602:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582934.120612:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582934.131170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582934.131190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582934.131195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582934.137058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582934.145370:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582934.145379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582934.154687:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:1.1:1777582934.154705:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:1.1:1777582934.154709:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582934.154713:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582934.163031:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582934.163264:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582934.165643:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582934.165659:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582934.165665:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582934.165669:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582934.186172:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582934.186187:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582934.186192:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582934.186194:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582934.192158:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582934.192177:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582934.192181:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582934.192183:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582934.214580:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582934.214587:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582934.215613:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582934.215626:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582934.215630:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582934.215632:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582934.245432:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:0.1:1777582934.245443:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582934.257736:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582934.257753:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582934.257760:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582934.257764:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582934.257768:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582934.257770:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582934.281290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582934.281307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582934.281311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582934.281314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582934.281317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582934.281321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582934.281325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582934.281327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582934.282459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582934.282466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582934.288188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582934.288199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582934.288204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582934.288207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582934.288425:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582934.288431:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582934.300402:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582934.300413:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582934.320420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582934.320437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582934.320448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582934.320451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582934.325676:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582934.325682:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582934.359178:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582934.359191:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582934.359624:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582934.359633:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582934.359637:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582934.359639:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582934.378631:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582934.378641:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582934.378645:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582934.378647:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582934.392573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582934.392586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582934.396446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582934.396464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582934.396468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582934.396470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582934.398235:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582934.398245:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:0.1:1777582934.398249:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582934.398251:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582934.398254:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582934.398257:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582934.431170:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582934.431182:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582934.431185:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582934.431187:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582934.440287:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:0.1:1777582934.440294:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582934.444584:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582934.444590:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582934.444593:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582934.444595:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582934.468338:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582934.468346:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582934.468350:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582934.468353:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582934.497659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582934.497671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582934.502757:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582934.502767:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582934.502771:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582934.502774:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582934.502777:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582934.502781:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582934.502785:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582934.502789:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582934.502792:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582934.502795:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582934.502863:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582934.502879:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582934.514494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582934.514501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582934.514505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582934.514508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582934.514512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582934.514516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582934.518246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582934.518262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582934.518618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582934.518626:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582934.518631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582934.518634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582934.518636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582934.518640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582934.520263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582934.520268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582934.520272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582934.520275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582934.520278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582934.520281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582934.554632:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582934.554651:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582934.562464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582934.562493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582934.562499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582934.562503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582934.562507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582934.562509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582934.562512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582934.562517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582934.562521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582934.562523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582934.562525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582934.562527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582934.583493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582934.583505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582934.583509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582934.583512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582934.594409:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582934.594418:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582934.629867:0:5578:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582934.629876:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582934.630478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582934.630487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582934.638854:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582934.638873:0:5579:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582934.638877:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582934.638880:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582934.638883:0:5579:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582934.638886:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582934.639033:0:220726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582934.639039:0:220726:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582934.639041:0:220726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582934.639043:0:220726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582934.657861:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:0.1:1777582934.657871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582934.661589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582934.702453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582934.702464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:1.1:1777582934.702469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582934.733460:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582934.733470:0:5578:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582934.752619:0:221306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582934.752627:0:221306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582934.752633:0:221306:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582934.752639:0:221306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582934.767257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582934.767271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582934.767276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582934.767281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582934.767295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582934.767299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582934.767301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582934.767303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582934.767305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582934.767307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582934.767310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582934.767312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582934.790888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582934.790916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582934.790924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582934.790930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582934.809225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582934.809240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582934.811375:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582934.811381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582934.811384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582934.811387:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582934.811389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582934.811391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582934.826824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582934.826842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582934.851409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582934.851425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582934.854312:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582934.854320:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582934.854325:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582934.854328:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582934.860378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582934.860388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582934.868187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582934.868199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582934.868203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582934.868205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582934.885612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582934.885623:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582934.885627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582934.885629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582934.906011:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582934.906017:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582934.919717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582934.919725:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582934.919731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582934.919736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582934.942414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582934.942424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582934.942429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582934.942432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582934.950520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582934.950531:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582934.952197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582934.952241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582934.952249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582934.952252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582934.981264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582934.981292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582934.981299:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582934.981302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582934.996642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582934.996656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582934.996662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582934.996667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582935.000173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582935.000181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:0.1:1777582935.000185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582935.000188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582935.019417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582935.019427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582935.019432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582935.019435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582935.019438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582935.019441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582935.031208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582935.031218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582935.031223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582935.031225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582935.033830:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582935.033847:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582935.033852:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582935.033855:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582935.058975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582935.058985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582935.058989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582935.058993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582935.058997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582935.058999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582935.062360:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582935.062378:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582935.062383:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582935.062387:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582935.062391:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582935.062394:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582935.066239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582935.066257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582935.086259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582935.086276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582935.086971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582935.086981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582935.086986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582935.086988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582935.122402:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582935.145315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582935.145326:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582935.145330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582935.145333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582935.145335:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582935.145337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582935.154229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582935.163063:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582935.163077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582935.163081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582935.175112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582935.175123:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582935.175127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582935.175130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582935.175155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582935.175159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582935.179209:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582935.179225:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582935.185309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582935.185323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582935.185328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582935.185331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582935.189185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582935.189202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582935.189206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582935.189210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582935.196172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582935.196185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582935.201167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582935.201177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582935.201181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582935.201184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582935.211249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582935.211265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582935.211270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582935.211273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582935.225204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582935.225216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582935.255304:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582935.255319:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582935.259798:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582935.259813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582935.266312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582935.266322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582935.266327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582935.266330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582935.270335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582935.270350:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582935.273882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582935.273890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582935.273903:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582935.273907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582935.300989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582935.301006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582935.301013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582935.301015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582935.310323:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582935.310328:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582935.324510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582935.324522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582935.333624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582935.333631:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582935.335188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582935.335202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582935.335207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582935.335209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582935.335286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582935.335292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582935.335296:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582935.335300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582935.370085:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582935.370102:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582935.372182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582935.372282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582935.372289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582935.372291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582935.397000:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582935.397019:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582935.397100:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582935.397104:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582935.418435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582935.418451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582935.424176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582935.424189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582935.449245:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582935.449263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582935.462326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582935.462337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582935.462341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582935.462344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582935.479274:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582935.482231:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582935.482242:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582935.482245:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582935.486847:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582935.486855:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582935.486955:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582935.486962:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582935.487109:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582935.487112:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582935.519265:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582935.519273:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582935.519278:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582935.519281:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582935.531163:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582935.531180:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582935.557162:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582935.557177:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:0.1:1777582935.557182:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582935.557184:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582935.563403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582935.563409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582935.568006:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582935.568101:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:1.1:1777582935.573311:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582935.573325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582935.598188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582935.598199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582935.598204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582935.598208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582935.598212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582935.598214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582935.611233:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582935.611243:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582935.611248:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582935.611250:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582935.621165:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582935.621182:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582935.636210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582935.636224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582935.640302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582935.640313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582935.643209:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582935.643224:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582935.655167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582935.655178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:0.1:1777582935.655184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582935.655187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582935.662661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582935.662668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582935.662672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582935.662676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582935.669949:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582935.669959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582935.673326:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582935.673344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582935.677769:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582935.677778:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582935.679163:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582935.679173:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582935.679283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582935.679290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582935.679294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582935.679297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582935.679301:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:1.1:1777582935.679304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582935.685412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:1.1:1777582935.685421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:1.1:1777582935.711925:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582935.711938:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582935.711944:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582935.711947:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582935.728216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582935.728224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582935.730185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582935.730196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582935.730200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582935.730205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582935.737218:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582935.737224:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582935.737226:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582935.737229:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582935.737231:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582935.737233:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582935.737236:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582935.737238:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582935.742217:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582935.742225:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582935.749299:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582935.749305:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582935.764844:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582935.764867:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582935.764878:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582935.764883:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582935.764886:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582935.764896:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582935.768512:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582935.768518:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582935.777861:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582935.777874:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582935.780358:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582935.780364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582935.808373:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582935.808389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582935.808393:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582935.808396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582935.808399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582935.808403:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582935.808405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582935.808408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582935.812373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582935.812388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582935.815820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582935.815830:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582935.815833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582935.815837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582935.815840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582935.815842:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582935.822703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582935.822719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582935.831304:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582935.831322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582935.831327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582935.831332:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:0.1:1777582935.831335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582935.831337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582935.831340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582935.831342:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582935.831345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582935.831346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582935.844401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582935.844416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582935.851430:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582935.851439:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582935.851443:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582935.851446:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582935.861292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582935.861306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582935.869516:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582935.869526:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582935.869531:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582935.869534:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582935.871226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582935.871237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582935.877202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582935.877212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582935.902217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582935.902223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582935.902227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582935.902230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582935.902233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582935.902236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582935.902239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582935.902241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:0.1:1777582935.908581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582935.908589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582935.911186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582935.911192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582935.921296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582935.921308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582935.921311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582935.921316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582935.925490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582935.925501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582935.925505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582935.925507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582935.925510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582935.925513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582935.936184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582935.936200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582935.936203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582935.936207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582935.940255:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582935.940262:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582935.963207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:0.1:1777582935.963221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:0.1:1777582935.963227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582935.963230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582935.966319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582935.966395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582935.966402:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582935.966405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582935.966408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582935.966411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582935.970178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:0.1:1777582935.970195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582935.994582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582935.994589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582935.994594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582935.994597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582936.013650:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582936.013662:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582936.013666:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582936.013669:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582936.028223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582936.028236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582936.028241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582936.028243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582936.054288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582936.054296:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582936.054301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582936.054304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582936.054306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582936.054308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582936.054311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582936.054313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582936.087610:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582936.087621:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582936.087625:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582936.087628:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582936.096593:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582936.096604:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582936.101376:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582936.101388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582936.101392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582936.101395:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582936.101397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582936.101403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582936.109190:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582936.109204:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582936.129647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582936.129654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582936.129657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582936.129659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582936.143832:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582936.143841:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582936.166356:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582936.166361:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582936.191586:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582936.191593:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582936.191596:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582936.191599:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582936.204234:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582936.204245:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582936.225155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582936.225168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582936.225173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582936.225176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582936.232576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:1.1:1777582936.232582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582936.249986:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582936.249998:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582936.250002:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582936.250005:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:1.1:1777582936.259260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582936.259273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582936.278497:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582936.278510:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582936.278515:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582936.278518:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582936.308584:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582936.308591:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582936.328210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582936.328221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582936.328227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582936.328231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582936.328235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:0.1:1777582936.328240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582936.328244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582936.328246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582936.345323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582936.345344:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582936.345351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582936.345355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582936.346457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582936.346474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582936.346477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582936.346479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582936.350190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582936.350205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582936.357063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582936.357077:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582936.357082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582936.357085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582936.366168:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582936.366175:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:0.1:1777582936.366180:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582936.366184:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582936.409532:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582936.409539:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582936.416291:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582936.416298:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:0.1:1777582936.416301:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582936.416304:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582936.420626:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582936.420641:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582936.420644:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582936.420647:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582936.420651:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582936.420654:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582936.435588:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582936.435605:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582936.435612:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582936.435616:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582936.435618:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582936.435621:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582936.468297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582936.468306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582936.472176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582936.472187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582936.472456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582936.472463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582936.475591:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582936.475599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582936.479401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582936.479419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582936.479424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582936.479427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582936.511262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582936.511269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582936.536588:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582936.536603:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582936.556029:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582936.556039:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582936.561624:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582936.561638:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582936.565754:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582936.565760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582936.567000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582936.567007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582936.573368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582936.573384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582936.573390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582936.573394:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582936.573396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582936.573399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582936.578256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:0.1:1777582936.578275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582936.582182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582936.582189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582936.582193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582936.582195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582936.590184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582936.590200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582936.590204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582936.590207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582936.613013:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582936.613027:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582936.613031:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582936.613035:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582936.613037:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582936.613040:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582936.621773:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582936.621788:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582936.649212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582936.649223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582936.677375:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582936.677390:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582936.687279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582936.687307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:0.1:1777582936.687311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582936.687313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582936.706171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582936.706184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582936.706190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582936.706193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582936.720170:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582936.720184:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582936.720189:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582936.720191:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582936.741437:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582936.741443:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582936.741446:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582936.741448:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582936.752602:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582936.752612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582936.752616:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582936.752620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582936.763417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582936.763424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582936.763429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582936.763432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582936.779001:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582936.779010:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:1.1:1777582936.802105:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582936.802114:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582936.802119:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582936.802121:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582936.814230:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:1.1:1777582936.814244:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:1.1:1777582936.814249:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582936.814252:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582936.817263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582936.817277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582936.817282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582936.817286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582936.817290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582936.817292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582936.818172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582936.818181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:1.1:1777582936.835346:0:19:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582936.835362:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582936.837188:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582936.837200:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582936.837203:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582936.837205:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582936.841463:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582936.841472:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582936.864167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582936.864177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582936.864442:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582936.864448:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582936.886170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582936.886186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582936.886192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582936.886195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582936.891230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582936.891240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582936.891245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582936.891249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582936.891357:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582936.891362:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582936.891365:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582936.891367:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582936.926126:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582936.927472:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:1.1:1777582936.932622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582936.932628:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582936.932632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582936.932634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582936.932909:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582936.932916:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582936.932919:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582936.932922:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582936.932926:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582936.932930:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582936.932932:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582936.932935:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582936.932937:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582936.932940:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582936.936179:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582936.936187:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582936.938950:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582936.938966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582936.938970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582936.938972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582936.938975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582936.938977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582936.939734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582936.939742:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582936.954350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582936.954355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582936.954359:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582936.954362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582936.963158:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582936.963167:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:0.1:1777582936.963170:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582936.963174:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582936.964519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582936.964532:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582936.964536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582936.964539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582936.964542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:1.1:1777582936.964545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582937.000068:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582937.000086:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582937.000091:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582937.000093:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582937.004526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582937.004532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582937.020238:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582937.020256:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582937.020263:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582937.020266:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582937.020269:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582937.020273:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582937.025235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582937.025250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582937.025302:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582937.025309:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582937.025313:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582937.025315:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582937.025318:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582937.025320:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582937.038994:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582937.039011:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582937.053985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582937.053999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582937.054205:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:0.1:1777582937.054212:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582937.068581:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582937.068598:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582937.068601:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582937.068605:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582937.081192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582937.081208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582937.081213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582937.081215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582937.083648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:0.1:1777582937.083661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582937.083667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582937.083679:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582937.083684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582937.083687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582937.083692:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582937.083694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582937.084158:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582937.084163:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582937.093178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582937.093195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:2.1:1777582937.093200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582937.093203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582937.093572:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:0.1:1777582937.093578:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:1.1:1777582937.108183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582937.108193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:1.1:1777582937.108197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:1.1:1777582937.108199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582937.110988:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582937.111006:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582937.126161:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582937.126170:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582937.134336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582937.134351:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582937.134356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582937.134358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:1.1:1777582937.144175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:1.1:1777582937.144185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582937.144231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582937.144238:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582937.144243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582937.144244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582937.151568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582937.151579:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582937.160177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582937.160189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582937.160978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:0.1:1777582937.160987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582937.165119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582937.165127:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582937.165131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582937.165147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582937.166586:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:0.1:1777582937.166594:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582937.175194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582937.175211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582937.175217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582937.175219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582937.181313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582937.181329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582937.200584:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582937.200600:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582937.200605:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582937.200607:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582937.210825:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582937.210832:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582937.213629:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582937.213644:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:1.1:1777582937.213649:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582937.213652:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582937.223188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582937.223203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582937.229558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582937.229576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582937.229581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582937.229584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582937.249205:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582937.249222:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582937.264969:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582937.264977:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582937.269580:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582937.269600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582937.270592:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582937.270599:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582937.270602:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582937.270605:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582937.289187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582937.289194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582937.289198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582937.289201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582937.298204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582937.298220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582937.298225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582937.298231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582937.309264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582937.309281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582937.309299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582937.309302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582937.309304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582937.309307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582937.309310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582937.309312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582937.309437:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582937.309443:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582937.317690:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582937.317706:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582937.317711:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582937.317715:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:1.1:1777582937.317720:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582937.317723:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582937.324310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582937.324323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582937.324326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582937.324329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582937.338157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582937.338170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582937.338175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582937.338177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:1.1:1777582937.341161:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582937.341170:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:1.1:1777582937.341175:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582937.341178:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582937.345216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582937.345233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582937.355555:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582937.355566:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582937.355571:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582937.355574:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582937.357706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582937.357718:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:0.1:1777582937.357722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582937.357725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582937.357729:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582937.357732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582937.360564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582937.360572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582937.369267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582937.369279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582937.381775:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582937.381786:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582937.383528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582937.383536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582937.388166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582937.388173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582937.388177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582937.388181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582937.388398:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582937.388404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:0.1:1777582937.399662:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582937.399679:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582937.399685:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582937.399688:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582937.401778:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582937.401787:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582937.418471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582937.418484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582937.420733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582937.420747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582937.420753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582937.420755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582937.425222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582937.425230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582937.425236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582937.425240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582937.425244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582937.425248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582937.425252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582937.425254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582937.425257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582937.425260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582937.429534:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582937.429541:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582937.429544:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582937.429547:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582937.430992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:0.1:1777582937.431000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582937.431004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582937.431008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582937.431013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582937.431016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582937.431021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582937.431025:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582937.431029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582937.431031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582937.446241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:0.1:1777582937.446249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582937.446301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582937.446306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582937.446309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582937.446312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582937.448252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582937.448260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582937.448264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582937.448267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582937.448272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582937.448276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582937.448280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582937.448282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582937.448344:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582937.448347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582937.448396:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582937.448401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582937.452263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582937.452277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582937.452282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582937.452284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582937.466186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582937.466194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582937.469482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582937.469500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582937.470200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582937.470208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582937.470212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582937.470215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582937.480308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582937.480323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582937.480328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582937.480333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582937.487259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582937.487275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582937.487280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582937.487292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582937.488059:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582937.488071:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:0.1:1777582937.488076:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582937.488079:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582937.495515:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582937.495523:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582937.495529:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582937.495532:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582937.513940:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582937.513955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582937.515737:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582937.515746:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582937.515749:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582937.515752:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582937.517270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582937.517281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582937.517409:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582937.517416:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582937.517419:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582937.517421:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582937.520305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582937.520318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582937.520323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582937.520325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582937.539054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582937.539069:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582937.544240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582937.544252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582937.544635:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582937.544643:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582937.549183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582937.549203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582937.549208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582937.549211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582937.551307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582937.551320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582937.584098:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582937.584114:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:1.1:1777582937.586812:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582937.586830:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582937.589021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582937.589035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582937.593372:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582937.593382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582937.603191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582937.603202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582937.603208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582937.603210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582937.608314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582937.608325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582937.608330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582937.608333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582937.608338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582937.608340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582937.613963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:1.1:1777582937.613979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582937.618600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582937.618620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582937.618625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582937.618628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582937.636076:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582937.636087:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582937.636206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582937.636212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582937.643619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582937.643633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582937.644993:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582937.645000:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582937.654502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582937.654513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582937.654517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582937.654520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582937.664727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582937.664737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582937.664741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582937.664743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582937.678191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582937.678200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582937.680278:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582937.680299:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582937.681246:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582937.681255:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582937.681260:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582937.681263:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582937.686179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582937.686195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582937.686252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582937.686259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582937.686261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582937.686263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582937.686265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582937.686267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582937.698348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582937.698358:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582937.698362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582937.698364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582937.706988:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582937.707004:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582937.717831:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582937.717926:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582937.717931:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582937.717934:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582937.717937:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582937.717939:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582937.717943:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582937.717947:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582937.717952:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582937.717955:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582937.723175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582937.723181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582937.723185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582937.723188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582937.734261:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:1.1:1777582937.734272:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582937.734275:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:1.1:1777582937.734277:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582937.742997:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582937.743012:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582937.743017:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582937.743020:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582937.771040:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582937.771049:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582937.777187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582937.777206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582937.777212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582937.777214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582937.780971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582937.780987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582937.782004:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582937.782014:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582937.782018:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582937.782021:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582937.792270:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582937.792285:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582937.792292:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582937.792295:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582937.792298:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582937.792300:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582937.792303:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582937.810950:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582937.810965:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582937.823197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582937.823207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582937.823212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582937.823215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582937.830892:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582937.830908:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582937.830913:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582937.830915:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582937.837215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582937.837222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582937.837225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582937.837228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582937.844639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582937.844646:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582937.844650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582937.844653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582937.847174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582937.847181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582937.864246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582937.864265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582937.864272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582937.864277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582937.864283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582937.864288:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582937.864292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582937.864295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:1.1:1777582937.871952:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:1.1:1777582937.871966:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:1.1:1777582937.881398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582937.881409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582937.881415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582937.881420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582937.881423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582937.881426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582937.883215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582937.883222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582937.883226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582937.883229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582937.883232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582937.907822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582937.907836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582937.907840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582937.907843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582937.911231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582937.911239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582937.912014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582937.912022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582937.939175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582937.939189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582937.939193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582937.939196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582937.949161:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582937.949170:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582937.965430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582937.965439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582937.965453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582937.965457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582937.965731:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582937.965737:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582937.974176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582937.974184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582937.974188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582937.974191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:1.1:1777582937.977222:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582937.977229:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582937.996295:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582937.996308:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:1.1:1777582937.996313:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:1.1:1777582937.996315:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582938.001623:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582938.001630:0:25:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:2.1:1777582938.001633:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582938.001637:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582938.015166:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582938.015181:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582938.015185:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582938.015189:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582938.015192:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582938.015195:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582938.029399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582938.029410:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582938.036957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582938.036966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582938.036970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582938.036973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582938.048326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582938.048339:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582938.048344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582938.048346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582938.060275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:1.1:1777582938.060291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582938.063176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:2.1:1777582938.063192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582938.063219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582938.063225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582938.077240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582938.077249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582938.077253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582938.077256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582938.095999:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582938.096006:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582938.098582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582938.098595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582938.108556:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582938.108565:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582938.108569:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582938.108572:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582938.132169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582938.132184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:0.1:1777582938.137599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582938.137613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582938.137618:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582938.137622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582938.154330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582938.154345:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582938.154350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582938.154353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582938.176222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582938.176232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582938.176236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582938.176238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582938.203364:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582938.203379:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582938.206423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582938.206440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582938.206591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582938.206595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:1.1:1777582938.216344:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582938.216352:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582938.216355:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582938.216357:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:1.1:1777582938.216359:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:1.1:1777582938.216361:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582938.219486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582938.219493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582938.228319:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:1.1:1777582938.228328:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582938.244567:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582938.244581:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582938.244587:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582938.244590:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582938.263167:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582938.263182:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582938.263185:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582938.273288:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:1.1:1777582938.277313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582938.277330:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:1.1:1777582938.277334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:1.1:1777582938.277338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582938.277451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582938.277459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582938.291182:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582938.291195:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582938.291199:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582938.291202:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582938.334770:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582938.334777:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582938.334782:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582938.334784:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582938.337550:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582938.337566:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582938.337571:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582938.337575:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582938.345230:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582938.345238:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582938.348249:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582938.348255:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582938.348259:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582938.348261:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582938.359230:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582938.359239:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582938.359243:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582938.359247:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582938.370188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582938.370203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582938.370210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582938.370214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582938.370217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582938.370221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582938.370224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582938.370227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582938.382037:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582938.382054:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582938.382057:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582938.382061:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582938.406899:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582938.406907:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582938.437169:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582938.437176:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582938.437180:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582938.437184:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582938.445539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582938.445548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582938.451718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582938.451734:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582938.451739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582938.451743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582938.453604:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582938.453619:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582938.453624:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582938.453626:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582938.461333:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582938.461340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582938.480993:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582938.481008:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582938.481013:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582938.481015:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582938.501213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582938.501226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582938.501230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582938.501233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582938.517394:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582938.517405:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582938.517409:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582938.517412:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582938.536713:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582938.536731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582938.536737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582938.536740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582938.536744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582938.536748:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:0.1:1777582938.536751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582938.536753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582938.540165:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582938.540173:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582938.544914:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582938.544932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582938.544938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582938.544942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582938.544945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582938.544947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582938.559418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582938.559434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582938.559451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582938.559456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582938.565315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:0.1:1777582938.565328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582938.580545:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582938.580564:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582938.585996:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582938.586012:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582938.630220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582938.630235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582938.630239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582938.630242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582938.654226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582938.654238:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582938.654243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582938.654247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582938.654398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582938.654404:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582938.654408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582938.654411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582938.654414:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582938.654417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582938.659165:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582938.659172:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582938.663176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582938.663191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:0.1:1777582938.663196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582938.663200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582938.663203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582938.663205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582938.663208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582938.663212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582938.663214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582938.663215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582938.670947:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582938.670956:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582938.670960:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582938.670963:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582938.681604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582938.681612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:1.1:1777582938.695823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582938.695839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582938.695844:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582938.695848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582938.697250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582938.697265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582938.716393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582938.716402:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582938.716406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582938.716410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582938.716413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582938.716415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582938.716417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582938.716419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582938.748560:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582938.748570:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582938.748575:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582938.748579:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582938.748581:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582938.748583:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582938.750976:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582938.750991:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582938.750995:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582938.750999:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582938.751003:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582938.751005:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582938.765541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582938.765551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582938.765555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582938.765558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582938.765562:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582938.765564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582938.774920:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582938.774935:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582938.777184:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582938.777193:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582938.777200:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582938.777203:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582938.777207:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582938.777211:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582938.777214:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:0.1:1777582938.777218:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582938.777222:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582938.777224:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582938.793338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582938.793347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582938.813277:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582938.813345:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582938.813351:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582938.813354:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582938.813358:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582938.813361:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582938.825091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582938.825097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582938.841336:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:1.1:1777582938.841348:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582938.842191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582938.842200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582938.842203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582938.842207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582938.843301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582938.843310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582938.843314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582938.843316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582938.852396:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582938.852402:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582938.854680:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582938.854690:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582938.854696:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582938.854700:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582938.854705:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582938.854709:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582938.861345:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582938.861354:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582938.862225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582938.862234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582938.868164:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582938.868173:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582938.868176:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582938.868178:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582938.871548:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582938.871563:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582938.901615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582938.901627:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582938.901632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582938.901635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582938.901976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582938.901981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582938.917207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582938.917216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582938.917222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582938.917224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582938.928623:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582938.928631:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:0.1:1777582938.936660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582938.936666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582938.953558:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582938.953572:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582938.954269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582938.954276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582938.954279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582938.954282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582938.954284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582938.954286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582938.961737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582938.961748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582938.961755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582938.961759:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582938.961762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582938.961766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582938.967027:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582938.967044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582938.973603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582938.973610:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582938.973614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582938.973616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582938.983705:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582938.983715:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582938.994642:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582938.994655:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582938.994659:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582938.994663:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582939.014048:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582939.014064:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582939.014070:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582939.014073:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582939.017912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582939.017927:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582939.017932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582939.017935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582939.026190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:1.1:1777582939.026196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:1.1:1777582939.026200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582939.026203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582939.026207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582939.026210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582939.026213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582939.026215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582939.035195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:1.1:1777582939.035209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582939.035213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582939.035216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582939.054968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582939.054978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582939.065268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582939.065275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582939.069972:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582939.069990:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:1.1:1777582939.074218:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582939.074232:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582939.074237:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582939.074240:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582939.085196:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582939.085209:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582939.087199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:1.1:1777582939.087213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582939.090546:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582939.090561:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582939.090566:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582939.090569:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582939.113720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582939.113728:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582939.113732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582939.113735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582939.113739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582939.113744:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582939.113746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582939.113749:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582939.113751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582939.113753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582939.117181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582939.123375:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582939.123382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582939.123384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582939.123386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582939.123390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582939.125578:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582939.125586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582939.142221:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582939.142230:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582939.142235:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582939.142237:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582939.142421:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582939.142426:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582939.142430:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582939.142434:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582939.146153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582939.146159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:1.1:1777582939.147382:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:1.1:1777582939.147389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582939.159019:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582939.159029:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582939.159034:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582939.159036:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582939.172158:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582939.172169:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582939.172485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582939.172492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582939.172495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582939.172498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582939.172500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582939.172504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582939.172507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582939.172511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:0.1:1777582939.172514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582939.172517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582939.176316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582939.176333:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582939.176337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582939.176340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582939.186196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582939.186208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582939.186212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582939.186215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582939.186264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582939.186269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582939.191039:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582939.191054:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582939.195184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582939.195195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582939.195199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582939.195202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582939.209341:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582939.209354:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582939.209359:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582939.209362:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582939.220193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582939.220204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582939.220340:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582939.220347:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582939.223691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582939.223704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:1.1:1777582939.223708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582939.223711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582939.228992:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582939.229011:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582939.229016:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582939.229018:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582939.229021:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582939.229023:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582939.238258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582939.238273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582939.238277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582939.238279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582939.248372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:1.1:1777582939.248388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:1.1:1777582939.248393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582939.248397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582939.254985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582939.255000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582939.262564:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582939.262581:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582939.276531:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582939.276543:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582939.287174:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582939.287181:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582939.294194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582939.294208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582939.299205:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582939.299216:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582939.299219:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582939.299222:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582939.303321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582939.303328:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582939.303331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582939.303333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582939.327642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582939.327659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582939.346252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582939.346261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582939.346266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582939.346269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582939.346272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582939.346276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582939.346278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582939.346280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:1.1:1777582939.359178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582939.359185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582939.366173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582939.366182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582939.366238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582939.366244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582939.393184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582939.393191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582939.393195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582939.393199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:1.1:1777582939.406957:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582939.406965:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582939.406969:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582939.406973:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582939.415418:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582939.415424:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582939.415427:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582939.415430:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582939.418547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582939.418564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582939.422278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582939.422305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582939.458582:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582939.458601:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582939.458748:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582939.458755:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582939.458759:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582939.458761:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582939.467315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582939.467329:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582939.467336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582939.467339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582939.467341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582939.467343:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582939.467346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582939.467348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582939.467558:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582939.467566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582939.467570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582939.467573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582939.501173:0:3280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582939.501190:0:3280:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582939.501197:0:3280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582939.501201:0:3280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582939.504039:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582939.506280:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582939.506296:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582939.513977:0:3280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582939.513992:0:3280:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:1.1:1777582939.542770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582939.542788:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582939.542793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582939.543162:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582939.550660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582939.550667:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:2.1:1777582939.550671:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582939.550674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582939.552938:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:1.1:1777582939.552962:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582939.556190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582939.556207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582939.556272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582939.556282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582939.556301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582939.556308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582939.565419:0:7294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582939.565428:0:7294:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582939.565442:0:7294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582939.565445:0:7294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582939.585177:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582939.585190:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582939.585195:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:0.1:1777582939.585198:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582939.594374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582939.594394:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582939.594400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582939.594403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582939.624977:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582939.624990:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582939.630996:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582939.631004:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582939.631009:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582939.631012:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582939.643122:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582939.643130:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582939.649924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582939.649936:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582939.649941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582939.649944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:1.1:1777582939.659464:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582939.659472:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582939.659477:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582939.659481:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582939.662294:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582939.662310:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582939.677273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582939.677298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582939.677302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582939.677304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582939.677308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582939.677313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582939.683257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582939.683265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582939.683269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582939.683274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582939.683278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582939.683281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582939.688174:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582939.688192:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582939.688197:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582939.688200:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582939.691399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582939.691408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:0.1:1777582939.691412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582939.691415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582939.709288:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582939.709297:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582939.750513:0:220726:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582939.750527:0:220726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582939.763035:0:221306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582939.763046:0:221306:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582939.763050:0:221306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582939.763052:0:221306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582939.802331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582939.802346:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582939.802352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582939.802355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582939.802358:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582939.802361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582939.832505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582939.832516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582939.832519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582939.832521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582939.839271:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582939.839286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582939.875173:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582939.875193:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582939.889840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582939.889857:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582939.889861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582939.889865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582939.916654:0:221301:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582939.916665:0:221301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582939.933185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582939.933208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582939.951649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582939.951664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582939.965223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582939.965236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582939.969269:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582939.969284:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582939.969288:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582939.969291:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582939.993189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582939.993205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582940.002159:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582940.002164:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582940.009602:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582940.009609:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582940.013057:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582940.013066:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582940.013072:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582940.013074:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582940.021615:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582940.021627:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582940.021632:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582940.021635:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582940.021637:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582940.021640:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:1.1:1777582940.027832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:1.1:1777582940.027856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582940.027863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582940.027866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582940.027870:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582940.027872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582940.030735:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582940.030743:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582940.030746:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582940.030749:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:1.1:1777582940.037967:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582940.037976:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582940.047617:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582940.047633:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582940.047638:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:1.1:1777582940.047642:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582940.053966:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582940.053986:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582940.053991:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582940.053995:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:1.1:1777582940.057615:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582940.057626:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:1.1:1777582940.065955:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582940.065969:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:1.1:1777582940.065974:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582940.065976:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582940.111151:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582940.111157:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582940.111161:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582940.111164:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582940.111166:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582940.111169:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582940.133183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582940.133200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582940.133208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:1.1:1777582940.133482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582940.133489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582940.133492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582940.133494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582940.144234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582940.144249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582940.144253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582940.151975:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582940.151981:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582940.151983:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582940.151987:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582940.151989:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582940.151993:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582940.153549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582940.153557:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582940.153560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582940.153563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582940.159551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582940.159567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582940.159572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582940.159575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582940.185342:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582940.185349:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582940.212439:0:19:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582940.212456:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582940.216178:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582940.216195:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582940.236320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582940.236336:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582940.238295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582940.238303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582940.258206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582940.258221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582940.258228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582940.258231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582940.258234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582940.258237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582940.271632:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582940.271652:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582940.277358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582940.277365:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582940.277371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582940.277374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582940.297184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582940.297196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582940.297199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582940.297202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582940.297204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582940.297206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582940.297209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582940.297212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582940.297232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582940.297240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582940.309334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582940.309340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582940.314187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582940.314205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582940.314209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582940.314212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582940.352228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582940.352244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582940.360789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582940.360797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582940.384163:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582940.384171:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582940.385032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582940.385041:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582940.385045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582940.385048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582940.389303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582940.389315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582940.397191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582940.397206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582940.397210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582940.397212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582940.405256:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582940.405267:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582940.406271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582940.406282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:1.1:1777582940.406297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582940.406301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582940.413240:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582940.413245:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582940.413248:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582940.413250:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582940.415162:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582940.415169:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582940.415766:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582940.415771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582940.430203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582940.430219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582940.430224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582940.430226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582940.432303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:0.1:1777582940.432312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582940.433165:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582940.433173:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582940.433176:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582940.433179:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582940.442697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582940.442711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582940.442715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582940.442718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582940.447175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582940.447184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582940.447279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582940.447416:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582940.447420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582940.447430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582940.456291:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582940.456299:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582940.470176:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582940.470184:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582940.470188:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582940.470191:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582940.482158:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582940.482165:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582940.483921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582940.483934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582940.489179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582940.489188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582940.489194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582940.489196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582940.494204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582940.494225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582940.494231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582940.494234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582940.507874:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582940.507891:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582940.507894:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582940.507897:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582940.513553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582940.513566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582940.516193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582940.516212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582940.523239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582940.523253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582940.527277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582940.527286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582940.527290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:1.1:1777582940.527293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:1.1:1777582940.527296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582940.527298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582940.527532:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582940.527537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582940.529056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582940.529067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582940.529070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582940.529074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582940.549852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582940.549869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582940.558243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582940.558257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582940.562312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582940.562326:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582940.562331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582940.562335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582940.563276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582940.563283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582940.563287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582940.563290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582940.563293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582940.563296:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582940.563300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582940.563303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582940.567896:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582940.567912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582940.569187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582940.569199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582940.571372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582940.571385:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582940.576831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582940.576839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582940.586562:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582940.586580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582940.598401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582940.598417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582940.598421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582940.598424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582940.604235:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582940.604248:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582940.612548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582940.612564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582940.612568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582940.612570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582940.631658:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582940.631667:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582940.631672:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582940.631674:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582940.638790:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582940.638800:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582940.638804:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582940.638885:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:1.1:1777582940.639180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582940.639185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582940.639225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582940.639230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582940.642181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582940.642193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582940.642198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582940.642202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582940.649984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582940.649991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582940.649994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582940.649996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582940.672489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582940.672497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582940.672502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582940.672505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582940.684229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582940.684236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582940.688916:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582940.688925:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582940.688929:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582940.702175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582940.702182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582940.702186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582940.702188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:1.1:1777582940.711272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582940.711283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582940.711355:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582940.711361:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:0.1:1777582940.711364:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582940.711367:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582940.725177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582940.725184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582940.725188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582940.725191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582940.732894:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582940.732910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582940.732915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582940.732919:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582940.732921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582940.732924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582940.733732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582940.733742:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582940.733745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582940.733747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582940.752200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582940.752217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582940.752220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582940.752224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582940.752226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582940.752228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582940.769336:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582940.769347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582940.777226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582940.777235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582940.777239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582940.777242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582940.780623:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582940.780631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582940.802789:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582940.802805:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582940.802810:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582940.802813:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582940.812428:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582940.812435:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582940.817393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582940.817400:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582940.817403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582940.817406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582940.822185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582940.822201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582940.822247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582940.822252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582940.822255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582940.822258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582940.826234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582940.826252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:3.1:1777582940.826256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582940.826259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582940.835180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582940.835198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582940.841154:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582940.841160:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582940.857319:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582940.857338:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582940.857342:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582940.857345:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582940.864188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582940.864208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582940.864214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582940.864218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582940.864272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582940.864278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582940.874169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582940.874176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582940.874180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582940.874184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582940.876956:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582940.876971:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582940.876976:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582940.876981:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582940.876984:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582940.876987:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582940.876990:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582940.876993:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582940.876996:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582940.876998:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582940.885877:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582940.885896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582940.890218:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582940.890231:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582940.906965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582940.906982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582940.906987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582940.906992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582940.906996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582940.906999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582940.907002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582940.907004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582940.907007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582940.907010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582940.915188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582940.915199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582940.922172:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582940.922178:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582940.922181:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582940.922184:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582940.922461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582940.922467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582940.922471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582940.922475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582940.925284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582940.925297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582940.931086:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582940.931099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582940.933272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582940.933281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582940.933286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582940.933288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582940.942066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582940.942082:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582940.942086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582940.942090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582940.945533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:0.1:1777582940.945542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582940.946226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582940.946234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582940.953920:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582940.953938:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582940.953943:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582940.953946:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582940.954032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582940.954039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582940.956183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582940.956195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582940.956200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582940.956203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582940.956205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582940.956207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582940.960398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582940.960412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582940.960425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582940.960429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582940.964392:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582940.964399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582940.970294:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582940.970303:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582940.970307:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582940.970311:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582940.978657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582940.978674:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582940.978678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582940.978681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582940.986402:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582940.986411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582940.992245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582940.992252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:0.1:1777582940.992257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582940.992261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582940.992264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582940.992267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582940.992710:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582940.992717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582941.001177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582941.001187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582941.001262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582941.001268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582941.001271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582941.001274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582941.001578:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.1:1777582941.001583:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582941.001586:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582941.001588:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582941.010192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582941.010206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582941.020365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582941.020375:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582941.020379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582941.020380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582941.030194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582941.030208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582941.030213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582941.030218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582941.030221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582941.030224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582941.043164:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582941.043172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582941.043186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582941.043190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582941.043192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582941.043194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582941.056340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582941.056350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582941.066368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582941.066384:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582941.066390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582941.066394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582941.066397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582941.066403:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582941.066406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582941.066408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582941.070188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582941.070203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582941.078160:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582941.078167:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582941.082281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582941.082293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582941.082379:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582941.082388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582941.085270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582941.085286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582941.085291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582941.085294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582941.085338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582941.085343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582941.114265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582941.114281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582941.114287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582941.114292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582941.118440:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582941.118458:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582941.126203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582941.126214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582941.128500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582941.128514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582941.128519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582941.128522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582941.131157:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582941.131168:0:2394:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582941.142178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582941.142190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582941.142241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582941.142247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582941.146186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582941.146199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582941.149308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582941.149327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582941.149332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582941.149335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582941.161225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582941.161236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582941.161241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582941.161244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582941.165334:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582941.165341:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582941.165346:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582941.165350:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582941.165353:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582941.165356:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582941.165359:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:1.1:1777582941.165362:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582941.170829:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582941.170848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582941.170852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582941.170856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582941.170859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582941.170863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582941.175552:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582941.175566:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.1:1777582941.177953:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582941.177972:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:3.1:1777582941.177977:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582941.177979:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582941.183177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582941.183183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582941.183270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582941.183276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582941.183280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582941.183282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582941.202318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582941.202328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582941.207355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582941.207364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582941.207370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582941.207373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582941.215196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582941.215209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582941.215215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582941.215221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582941.215227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582941.215231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582941.233277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582941.233289:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582941.235302:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582941.235317:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582941.235323:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.1:1777582941.235329:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582941.235332:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582941.235334:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582941.253082:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582941.253104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582941.253239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582941.253247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582941.253319:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582941.253325:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582941.253328:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582941.253331:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582941.253334:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582941.253336:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582941.253339:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582941.253342:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582941.253344:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582941.253347:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582941.268071:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582941.268080:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582941.268210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582941.268219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582941.268222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582941.268226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582941.272236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582941.272257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582941.272262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.1:1777582941.272267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582941.272272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582941.272277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582941.272282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582941.272286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582941.272327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582941.272333:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582941.272336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582941.272338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582941.286221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:0.1:1777582941.286237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:0.1:1777582941.286243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582941.286247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582941.286781:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582941.286789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582941.286795:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582941.286799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582941.292275:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582941.292384:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582941.292391:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582941.292394:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582941.297287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582941.297296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582941.297299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582941.297302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582941.297305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582941.297309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582941.297313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582941.297317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582941.301047:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582941.301063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582941.318165:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582941.318171:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582941.318174:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582941.318176:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582941.332489:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582941.332505:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:0.1:1777582941.339169:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582941.339181:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582941.341583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582941.341600:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582941.341605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582941.341608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582941.341612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582941.341616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582941.343438:0:5574:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582941.343445:0:5574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582941.343450:0:5574:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582941.343455:0:5574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582941.343459:0:5574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.1:1777582941.343462:0:5574:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:3.1:1777582941.343465:0:5574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582941.343470:0:5574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582941.346564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582941.346573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582941.346576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582941.346578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582941.347502:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582941.347509:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582941.367192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582941.367205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582941.367211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582941.367214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582941.367218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582941.367221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582941.379374:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582941.379383:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582941.380196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582941.380203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582941.380207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582941.380208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582941.384634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582941.384652:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582941.384657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582941.384662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582941.390402:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582941.390411:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582941.391158:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582941.391164:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582941.396329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582941.396341:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582941.396346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582941.396348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582941.400159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582941.400166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582941.400170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582941.400181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.1:1777582941.405516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:3.1:1777582941.405530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582941.410373:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:0.1:1777582941.410391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582941.414633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582941.414646:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582941.414650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582941.414652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:0.1:1777582941.417790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582941.417804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582941.418250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582941.418257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582941.425748:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582941.425760:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582941.444192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582941.444208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582941.444213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.1:1777582941.444216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582941.445701:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582941.445707:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582941.446173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582941.446179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582941.450174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582941.450187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582941.450517:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582941.450524:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582941.450527:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582941.450529:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582941.463954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582941.463963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582941.463967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582941.463971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582941.479304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582941.479316:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582941.479321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582941.479326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582941.480365:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582941.480378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582941.480381:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582941.480384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582941.486062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582941.486078:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582941.486082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582941.486085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582941.494340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582941.494347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582941.504577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582941.504590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582941.504595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582941.504597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582941.509157:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582941.509168:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582941.509181:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582941.509185:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582941.509189:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582941.509192:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582941.513191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582941.513210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582941.513215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582941.513221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582941.513225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582941.513229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582941.517112:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582941.517121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582941.521338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582941.521348:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582941.521352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582941.521355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582941.521396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582941.521402:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582941.523166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.1:1777582941.523266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582941.525268:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:0.1:1777582941.525276:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582941.525355:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582941.525362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582941.542199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582941.542214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582941.542220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582941.542223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582941.548341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582941.548356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582941.548361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582941.548365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582941.548868:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582941.548874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582941.556301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582941.556322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582941.556327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582941.556331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582941.558209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582941.558218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582941.558223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582941.558225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582941.559306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582941.559316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582941.566199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582941.566212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582941.567613:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582941.567621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582941.571371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582941.571385:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582941.571389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582941.571392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582941.585434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582941.585450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582941.585455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582941.585457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582941.589371:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:0.1:1777582941.589391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582941.615394:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582941.615402:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582941.615407:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582941.615410:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582941.631337:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582941.631348:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582941.634965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582941.634982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582941.634987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582941.634992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582941.635513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582941.635520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582941.642654:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582941.642672:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582941.660316:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582941.660326:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582941.660331:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582941.660333:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582941.664476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582941.664489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582941.664493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582941.664497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582941.667356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582941.667365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582941.673201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582941.673216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582941.689187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582941.689198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582941.689203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582941.689207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582941.693119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582941.693129:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582941.693152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582941.693155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582941.693158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582941.693161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:0.1:1777582941.693164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582941.693167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582941.709194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582941.709208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582941.709212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582941.709214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582941.712951:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582941.712968:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582941.716269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582941.716283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582941.716287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582941.716293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582941.716297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582941.716299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582941.716395:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582941.716401:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582941.716404:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582941.716406:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582941.726245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582941.726263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582941.726268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582941.726271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582941.740183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582941.740192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582941.743165:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582941.747300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582941.747315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582941.747319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582941.748334:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582941.748344:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582941.753919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582941.753927:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582941.769939:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582941.769951:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582941.778159:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582941.778292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582941.778299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582941.778322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582941.786270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582941.786283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582941.786286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582941.786289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582941.786325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582941.786331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582941.786335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582941.786339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582941.800091:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582941.800100:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582941.800104:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582941.800106:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582941.803946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582941.803960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582941.803965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582941.803970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582941.804177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582941.804183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582941.804186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582941.804187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582941.810189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582941.810201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582941.821689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582941.821705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582941.821711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582941.821716:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582941.821720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582941.821722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582941.821726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582941.821728:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582941.821731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582941.821733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582941.825946:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582941.825963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582941.825966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582941.825969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582941.836274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582941.836284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582941.836288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582941.836290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582941.842165:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582941.842172:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582941.842177:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582941.842181:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582941.842362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582941.842367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582941.847220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582941.847236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582941.847240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582941.847243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.1:1777582941.852187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582941.852205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582941.875369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:1.1:1777582941.875387:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:1.1:1777582941.880198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582941.880211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582941.880217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582941.880220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582941.891181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582941.891191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582941.891233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582941.891240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582941.891243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582941.891245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582941.897180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582941.897195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582941.899327:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582941.899342:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582941.899346:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582941.899350:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582941.899353:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582941.899356:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582941.927311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582941.927328:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582941.927332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582941.931275:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.1:1777582941.953791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582941.953799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582941.958202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582941.958218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582941.958277:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582941.958283:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582941.958285:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582941.958289:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582941.958293:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582941.958297:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582941.960208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582941.960223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582941.960227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582941.960230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582941.960234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582941.960237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582941.960241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582941.960243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582941.964901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582941.964916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582941.964920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582941.964923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582941.965524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582941.965534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582941.973517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582941.973528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582941.973533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582941.973535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582941.987179:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582941.987186:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582941.988122:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:0.1:1777582941.988129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582941.999220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582941.999236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582941.999244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582941.999248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582941.999251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582941.999254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582942.002342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582942.002356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582942.002362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582942.002366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582942.015257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582942.015272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582942.016684:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582942.016700:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582942.016705:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582942.016707:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582942.019649:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582942.019658:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582942.024701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582942.024718:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582942.024723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582942.024726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582942.026177:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582942.026183:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582942.038447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582942.038458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582942.038462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582942.038467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582942.042378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582942.042395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582942.050915:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582942.050925:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582942.062216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582942.062224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582942.062226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582942.062229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582942.062974:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582942.062980:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582942.062983:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582942.062986:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582942.070349:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582942.070364:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582942.070370:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582942.070374:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582942.078804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582942.078816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582942.078820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582942.078825:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582942.078828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582942.078839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582942.086740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582942.086753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582942.086758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582942.086762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582942.086767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582942.086770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582942.086772:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582942.086775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582942.087383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582942.087390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582942.088752:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582942.088764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582942.088768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582942.088773:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582942.088777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582942.088779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582942.088782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582942.088784:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582942.088787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582942.088790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582942.090468:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582942.090480:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582942.090484:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582942.090487:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582942.091297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582942.091307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582942.110318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582942.110335:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582942.110339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582942.110343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582942.110346:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582942.110348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582942.110644:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582942.110652:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582942.125349:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582942.125368:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582942.125375:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582942.125381:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582942.129185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582942.129194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:0.1:1777582942.129200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582942.129205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582942.129211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582942.134598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582942.139197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582942.139213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582942.139219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582942.139223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:0.1:1777582942.139226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:0.1:1777582942.139230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582942.162296:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582942.162305:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582942.162310:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582942.162313:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582942.162316:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582942.162318:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582942.181121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582942.181148:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582942.181154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582942.181156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582942.193027:0:3286:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582942.193045:0:3286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582942.200261:0:194330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582942.200270:0:194330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582942.200276:0:194330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582942.200278:0:194330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582942.200282:0:194330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582942.200284:0:194330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:0.1:1777582942.203301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582942.203309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582942.203313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582942.203315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582942.207932:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582942.207948:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582942.224522:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582942.240493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582942.240512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582942.240516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582942.241468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582942.241476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582942.241480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582942.241483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582942.241486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582942.241488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582942.241603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:1.1:1777582942.241608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:0.1:1777582942.243222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582942.243234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582942.254186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:1.1:1777582942.254202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582942.254208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582942.254211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582942.254314:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582942.254320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582942.260447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582942.260463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582942.260467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582942.260470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582942.271302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582942.271317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582942.276090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582942.276105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582942.276110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582942.276112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582942.297446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:1.1:1777582942.297461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.1:1777582942.310719:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.1:1777582942.310733:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582942.310738:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582942.310741:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.1:1777582942.328337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582942.328352:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582942.328358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582942.328361:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582942.328364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582942.328367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582942.328369:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582942.328372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582942.328375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582942.328379:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:3.1:1777582942.328382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.1:1777582942.328384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582942.328695:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582942.328702:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582942.333266:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582942.333279:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582942.333342:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582942.333349:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582942.333354:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582942.333358:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582942.335561:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582942.335567:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582942.341214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582942.341225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582942.341490:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582942.341497:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582942.341500:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582942.341504:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582942.341508:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582942.341511:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582942.341514:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582942.341516:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582942.343189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582942.343198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582942.343202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582942.343204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582942.343242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582942.343247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:3.1:1777582942.343251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582942.343254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582942.347449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582942.347458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582942.347462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582942.347465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:1.1:1777582942.349276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582942.349303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582942.349308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582942.349311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582942.353232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582942.353240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582942.366327:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582942.366341:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582942.367202:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582942.367213:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582942.367217:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582942.367220:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582942.367224:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582942.367226:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582942.367229:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582942.367231:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582942.367234:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582942.367236:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582942.368015:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582942.368032:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582942.368036:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582942.368039:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582942.381812:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582942.381822:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582942.386218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582942.386227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582942.386231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582942.386234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582942.389291:0:2398:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582942.389300:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582942.394905:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582942.394915:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582942.394920:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582942.394924:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582942.394926:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582942.394929:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582942.394931:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582942.394934:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582942.394936:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582942.394938:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582942.405506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582942.405513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582942.406326:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582942.406333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582942.415198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582942.415212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582942.415216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582942.415218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582942.415760:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582942.415767:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582942.415771:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582942.415774:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582942.415778:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582942.415781:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582942.426590:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582942.426599:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582942.426604:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582942.426606:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582942.428315:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582942.428327:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582942.433586:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582942.433602:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582942.465167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582942.465180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582942.465185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582942.465190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582942.473568:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582942.473586:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582942.473591:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582942.473594:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582942.479203:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582942.479210:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582942.499263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582942.499278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:3.1:1777582942.499294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582942.499297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582942.503354:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582942.503372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582942.503375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582942.503378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582942.503381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582942.503386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582942.509915:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582942.509932:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582942.516151:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582942.516162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582942.517738:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582942.517745:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582942.517749:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582942.517752:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582942.517755:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582942.517758:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582942.517760:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582942.517763:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582942.523980:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582942.523998:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582942.553659:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582942.553668:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582942.553672:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582942.553675:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582942.572609:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582942.572626:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582942.572632:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582942.572635:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582942.582525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582942.582534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582942.582538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582942.582542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582942.582545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582942.582548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:0.1:1777582942.585218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582942.585232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582942.585237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582942.585241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582942.585302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582942.585309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582942.585313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582942.585316:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582942.585318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582942.585321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582942.587263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582942.587275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582942.587386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582942.587392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582942.596760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582942.596777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582942.596783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582942.596787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582942.604966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582942.604977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582942.623744:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582942.623757:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582942.635312:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:3.1:1777582942.635329:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582942.635935:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582942.635944:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582942.635947:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582942.635949:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582942.640348:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:1.1:1777582942.640356:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:1.1:1777582942.640361:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582942.640365:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582942.640368:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582942.640370:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582942.646534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582942.646546:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582942.646550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582942.646553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582942.665231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582942.665248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582942.665253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582942.665255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:0.1:1777582942.676234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:0.1:1777582942.676241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582942.676244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582942.676247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582942.676249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582942.676253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582942.676256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582942.676258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582942.687099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582942.687108:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582942.687112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582942.687115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582942.702341:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:0.1:1777582942.702349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582942.702388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582942.702393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582942.711929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582942.711937:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582942.711941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582942.711945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582942.711948:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582942.711950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582942.722170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582942.722186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582942.722191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582942.722193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582942.722943:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582942.722954:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582942.753650:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582942.753670:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:0.1:1777582942.753675:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582942.753680:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582942.755208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582942.755224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582942.755515:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582942.755524:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582942.755527:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582942.755530:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582942.755532:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582942.755535:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:1.1:1777582942.764471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582942.764479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582942.764484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582942.764486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582942.770657:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582942.770674:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582942.783582:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582942.783592:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582942.783596:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582942.783599:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582942.786187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582942.786195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582942.793126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582942.793164:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582942.793170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582942.793172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582942.793291:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582942.793299:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:1.1:1777582942.807246:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582942.807261:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582942.826941:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582942.826957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582942.837888:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582942.837906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582942.837913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582942.837919:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582942.837924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582942.837927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582942.837930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582942.837933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582942.837936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582942.837938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582942.838209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582942.838215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582942.842207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582942.842225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582942.842230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582942.842234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582942.842300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582942.842307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582942.843328:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582942.843339:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582942.843342:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582942.843345:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582942.858699:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582942.858717:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582942.866983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582942.866998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582942.871451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582942.871467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582942.871471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582942.871473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582942.874647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582942.874660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582942.874664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582942.874666:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582942.874668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582942.874670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582942.879264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582942.879271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582942.889761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582942.889770:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582942.889775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582942.889778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582942.898221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582942.898233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582942.909341:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582942.909355:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582942.921367:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582942.921385:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582942.924527:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582942.924539:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582942.924543:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582942.924545:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582942.924548:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582942.924550:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582942.932045:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582942.932053:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582942.945195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582942.945203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:1.1:1777582942.947187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582942.947195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582942.947200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582942.947205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582942.947337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582942.947348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582942.955178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582942.955266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.1:1777582942.958319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582942.958329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582942.958750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582942.958758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582942.959167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582942.959174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582942.964730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582942.964747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582942.971197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582942.971212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582942.971216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582942.971220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582942.971640:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582942.971647:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582942.971652:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582942.971654:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582942.975765:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582942.975773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582942.978337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582942.978353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582942.987539:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582942.987548:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582942.987551:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582942.987553:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582942.991186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582942.991203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582942.991264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582942.991270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582942.991275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582942.991279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582943.002578:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582943.002590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582943.024171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582943.024187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582943.024192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582943.024194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582943.024275:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582943.024282:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582943.024939:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582943.024948:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582943.024952:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582943.024955:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582943.032420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582943.032427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582943.044567:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582943.044582:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582943.044587:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582943.044589:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582943.055371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582943.055380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582943.055386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582943.055391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582943.067621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582943.067633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582943.078187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582943.078196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582943.078268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582943.078273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582943.078275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582943.078278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582943.084244:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582943.084259:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582943.084265:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582943.084270:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582943.084273:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582943.084276:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582943.088039:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582943.088054:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582943.100172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582943.100179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582943.100182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582943.100184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582943.109252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582943.109265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582943.112175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582943.112191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582943.112196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582943.112198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582943.112201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582943.112203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582943.113262:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582943.113272:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582943.113276:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582943.113278:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582943.129728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582943.129746:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582943.129753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582943.129758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582943.135374:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582943.135393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582943.135407:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582943.135409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582943.141189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582943.141208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582943.141216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582943.141218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582943.144467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:1.1:1777582943.144482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582943.152104:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582943.152121:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582943.152125:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582943.152128:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582943.165928:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582943.165939:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582943.167089:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582943.167093:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582943.167097:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582943.167099:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00000004:00000010:2.0:1777582943.167220:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71681e0. 00000004:00000010:2.0:1777582943.167230:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e10. 00000004:00000010:2.0:1777582943.167238:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756110. 00080000:00000010:2.0:1777582943.167251:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c8e8. 00010000:00000010:0.1:1777582943.168327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582943.168338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:0.1:1777582943.168342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582943.168344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000800:00000200:2.0:1777582943.171453:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582943.171458:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582943.171463:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.171468:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582943.171474:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:2.0:1777582943.171477:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00010000:00000010:3.1:1777582943.175055:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582943.175070:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582943.175075:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582943.175078:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582943.176172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582943.176172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582943.176182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582943.176182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582943.180169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582943.180187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582943.180191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582943.180194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00000020:00000010:2.0:1777582943.184581:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.184586:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.184593:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846a400. 00000020:00000010:2.0:1777582943.184600:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582943.184605:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582943.184650:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.184652:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000100:00000200:2.0:1777582943.184655:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707653888 02000000:00000010:2.0:1777582943.184696:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023f5960000. 00010000:00000010:2.0:1777582943.184741:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:2.0:1777582943.184757:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d180. 00010000:00000010:2.0:1777582943.184775:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582943.184783:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582943.184798:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582943.184802:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582943.184806:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582943.184809:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582943.184932:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582943.184935:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582943.184939:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582943.184943:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000020:00000010:2.0:1777582943.184970:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860546e0. 00000020:00000010:2.0:1777582943.184978:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860546e0. 00000020:00000010:2.0:1777582943.184990:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1b40. 00080000:00000010:2.0:1777582943.185001:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238840a000. 00000001:00000010:2.0:1777582943.185399:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1660. 00000001:00000010:2.0:1777582943.185405:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68cc0. 00000020:00000010:2.0:1777582943.185436:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1b40. 00010000:00000010:2.0:1777582943.185444:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582943.185447:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582943.185460:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68900. 00010000:00000010:2.0:1777582943.185503:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582943.185518:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000200:2.0:1777582943.185535:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974840, last committed = 8589974692 00010000:00000200:2.0:1777582943.185545:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce08000 x1863928707653888/t8589974840(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:384/0 lens 488/456 e 0 to 0 dl 1777582954 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582943.185563:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582943.185569:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707653888, offset 224 00000400:00000010:2.0:1777582943.185575:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7088f8. 00000400:00000200:2.0:1777582943.185579:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582943.185591:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582943.185599:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [395887:395887:256:4294967295] 192.168.202.9@tcp LPNI seq info [395883:395883:8:4294967295] 00000400:00000200:2.0:1777582943.185604:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582943.185610:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582943.185616:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582943.185621:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c600. 00000800:00000200:2.0:1777582943.185627:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582943.185634:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582943.185639:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582943.185658:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582943.185664:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582943.185667:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846a400. 00000400:00000200:2.0:1777582943.187634:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582943.187655:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21308d 00000400:00000200:2.0:1777582943.187662:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.187666:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582943.187671:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:2.0:1777582943.187674:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000020:00000010:2.0:1777582943.188095:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.188100:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.188105:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846a400. 00000020:00000010:2.0:1777582943.188110:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582943.188115:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582943.188181:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.188184:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000100:00000200:2.0:1777582943.188187:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707654016 00000001:00000010:2.0:1777582943.188197:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:2.0:1777582943.188218:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582943.188225:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 02000000:00000010:2.0:1777582943.188255:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5966000. 00010000:00000010:2.0:1777582943.188295:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582943.188300:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582943.188316:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582943.188319:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582943.188324:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582943.188326:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000004:00000010:2.0:1777582943.188425:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169a40. 00000004:00000010:2.0:1777582943.188435:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0258. 00000004:00000010:2.0:1777582943.188444:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757760. 00080000:00000010:2.0:1777582943.188454:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c000. 00000400:00000200:2.0:1777582943.194171:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582943.194193:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb881a280 00000400:00000200:2.0:1777582943.194201:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 30856 00000400:00000200:2.0:1777582943.194219:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.194223:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582943.194232:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582943.194240:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f87100. 00010000:00000010:2.1:1777582943.198258:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582943.198274:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.0:1777582943.198433:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:2.0:1777582943.198448:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaff00. 00010000:00000010:2.0:1777582943.198458:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000400:00000200:2.0:1777582943.200802:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582943.200813:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb881a300 00000400:00000200:2.0:1777582943.200829:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 31344 00000400:00000200:2.0:1777582943.200890:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.200894:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582943.200900:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582943.200911:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80dc00. 00010000:00000010:2.1:1777582943.201235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582943.201242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.1:1777582943.201324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582943.201331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:1.1:1777582943.202218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:1.1:1777582943.202225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:1.1:1777582943.202227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:1.1:1777582943.202230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:1.1:1777582943.202232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582943.202233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582943.204171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582943.204184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582943.204188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582943.204192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582943.204246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582943.204252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582943.205932:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582943.205946:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000800:00000200:2.0:1777582943.209604:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582943.209609:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582943.209613:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.209618:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582943.209623:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:2.0:1777582943.209625:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000020:00000010:2.0:1777582943.214456:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.214464:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.214470:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846ac00. 00000020:00000010:2.0:1777582943.214475:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e500. 00000020:00000010:2.0:1777582943.214480:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582943.214521:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.214524:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000100:00000200:2.0:1777582943.214528:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707654656 02000000:00000010:2.0:1777582943.214566:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023f5962000. 00010000:00000010:2.0:1777582943.214615:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:2.0:1777582943.214633:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa80. 00010000:00000010:2.0:1777582943.214654:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582943.214661:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582943.214680:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582943.214684:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e380. 00010000:00000010:2.0:1777582943.214689:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582943.214692:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582943.214815:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582943.214834:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:2.0:1777582943.214838:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582943.214842:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00000020:00000010:2.0:1777582943.214867:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054280. 00000020:00000010:2.0:1777582943.214873:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054280. 00000020:00000010:2.0:1777582943.214885:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1b40. 00080000:00000010:2.0:1777582943.214894:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388408400. 00000001:00000010:2.0:1777582943.215340:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1ba0. 00000001:00000010:2.0:1777582943.215348:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68480. 00000020:00000010:2.0:1777582943.215392:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1b40. 00010000:00000010:2.0:1777582943.215402:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582943.215406:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582943.215419:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582943.215456:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582943.215470:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000200:2.0:1777582943.215487:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974842, last committed = 8589974692 00010000:00000200:2.0:1777582943.215496:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce0b800 x1863928707654656/t8589974842(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:384/0 lens 488/456 e 0 to 0 dl 1777582954 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582943.215515:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582943.215521:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707654656, offset 224 00000400:00000010:2.0:1777582943.215527:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7087e0. 00000400:00000200:2.0:1777582943.215531:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582943.215543:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582943.215550:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [395891:395891:256:4294967295] 192.168.202.9@tcp LPNI seq info [395887:395887:8:4294967295] 00000400:00000200:2.0:1777582943.215557:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582943.215564:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582943.215570:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582943.215575:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9cc00. 00000800:00000200:2.0:1777582943.215581:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582943.215589:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582943.215594:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9cc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582943.215613:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e500. 00000020:00000010:2.0:1777582943.215618:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582943.215621:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846ac00. 00000800:00000200:2.0:1777582943.215711:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582943.215715:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483e9cc00. 00000400:00000200:2.0:1777582943.215719:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.215723:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582943.218555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582943.218573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582943.218577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582943.218580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00000400:00000200:2.0:1777582943.219056:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582943.219075:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21309d 00000400:00000200:2.0:1777582943.219084:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.219088:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582943.219096:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:2.0:1777582943.219098:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000020:00000010:2.0:1777582943.219521:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.219526:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.219533:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846ac00. 00000020:00000010:2.0:1777582943.219538:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e500. 00000020:00000010:2.0:1777582943.219542:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582943.219589:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.219592:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000100:00000200:2.0:1777582943.219595:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707654784 00000001:00000010:2.0:1777582943.219606:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:2.0:1777582943.219629:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582943.219636:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 02000000:00000010:2.0:1777582943.219663:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5964000. 00010000:00000010:2.0:1777582943.219694:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582943.219698:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582943.219713:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582943.219716:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582943.219720:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582943.219722:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00000004:00000010:2.0:1777582943.219836:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:2.0:1777582943.219845:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0960. 00000004:00000010:2.0:1777582943.219851:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757cb0. 00080000:00000010:2.0:1777582943.219860:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00010000:00000010:2.1:1777582943.221237:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582943.221249:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582943.221254:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582943.221257:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00000800:00000200:2.0:1777582943.221951:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582943.221956:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:2.0:1777582943.221961:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.221966:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582943.221970:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:2.0:1777582943.221973:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000400:00000200:2.0:1777582943.224768:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582943.224866:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb881a580 00000400:00000200:2.0:1777582943.224877:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 32984 00000400:00000200:2.0:1777582943.224895:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.224900:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582943.224908:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582943.224914:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80d880. 00010000:00000010:3.1:1777582943.225156:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:1.1:1777582943.225158:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:1.1:1777582943.225165:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582943.225165:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582943.226590:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:2.0:1777582943.226597:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:2.0:1777582943.226604:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000400:00000200:2.0:1777582943.230368:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582943.230385:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2130a5 00000400:00000200:2.0:1777582943.230391:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.230394:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582943.230475:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:2.0:1777582943.230479:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:2.0:1777582943.230559:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582943.230566:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb881a600 00000400:00000200:2.0:1777582943.230573:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 33472 00000400:00000200:2.0:1777582943.230632:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.230636:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582943.230640:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582943.230647:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80e680. 00010000:00000010:3.1:1777582943.234503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582943.234518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582943.234524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.1:1777582943.234526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00000800:00000200:2.0:1777582943.235855:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582943.235864:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582943.235874:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.235884:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582943.235891:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:2.0:1777582943.235894:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000020:00000010:2.0:1777582943.236372:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.236377:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.236384:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b200. 00000020:00000010:2.0:1777582943.236390:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582943.236394:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582943.236441:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.236444:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000100:00000200:2.0:1777582943.236447:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707655424 02000000:00000010:2.0:1777582943.236483:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023f5967000. 00010000:00000010:2.0:1777582943.236519:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582943.236536:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:2.0:1777582943.236557:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582943.236563:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582943.236578:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582943.236581:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582943.236585:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582943.236588:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582943.236696:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582943.236699:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582943.236702:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582943.236705:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00000020:00000010:2.0:1777582943.236727:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860542e0. 00000020:00000010:2.0:1777582943.236735:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860542e0. 00000020:00000010:2.0:1777582943.236747:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1b40. 00080000:00000010:2.0:1777582943.236758:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aecdc800. 00000001:00000010:2.0:1777582943.237199:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1000. 00000001:00000010:2.0:1777582943.237206:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68f00. 00000020:00000010:2.0:1777582943.237246:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1b40. 00010000:00000010:2.0:1777582943.237254:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582943.237259:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582943.237272:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582943.237532:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582943.237536:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582943.237549:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000200:2.0:1777582943.237565:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974844, last committed = 8589974692 00010000:00000200:2.0:1777582943.237574:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b9f80 x1863928707655424/t8589974844(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:384/0 lens 488/456 e 0 to 0 dl 1777582954 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582943.237593:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582943.237599:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707655424, offset 224 00000400:00000010:2.0:1777582943.237606:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708428. 00000400:00000200:2.0:1777582943.237610:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582943.237623:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582943.237629:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [395895:395895:256:4294967295] 192.168.202.9@tcp LPNI seq info [395891:395891:8:4294967295] 00000400:00000200:2.0:1777582943.237635:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582943.237642:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582943.237648:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582943.237653:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9cc00. 00000800:00000200:2.0:1777582943.237659:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582943.237665:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582943.237670:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9cc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582943.237727:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582943.237732:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582943.237735:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846b200. 00010000:00000010:3.1:1777582943.238167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582943.238175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582943.238179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582943.238183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582943.238186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582943.238188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582943.238191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582943.238193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582943.238236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582943.238241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582943.242165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582943.242171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582943.246166:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:1.1:1777582943.246167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582943.246176:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582943.246254:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582943.246260:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582943.246264:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582943.246267:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582943.246270:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582943.256207:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582943.256220:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582943.256225:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582943.256227:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582943.259919:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582943.259931:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582943.259935:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582943.259938:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582943.259941:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582943.259944:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582943.259947:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582943.259949:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582943.262485:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582943.262502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582943.268636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582943.268653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582943.268764:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582943.268769:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582943.278901:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582943.278909:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582943.278913:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582943.278917:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582943.279212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582943.279220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582943.279223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582943.279226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582943.279443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582943.279448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582943.289236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582943.289257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582943.289262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582943.289265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582943.289268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582943.289271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582943.289273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582943.289275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582943.289354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582943.289360:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582943.289363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582943.289366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582943.298839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582943.298848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582943.299152:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582943.299157:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582943.299161:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582943.299165:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582943.299169:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582943.299172:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582943.308225:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582943.308241:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582943.308246:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582943.308251:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582943.308254:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582943.308256:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582943.308438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582943.308444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582943.308447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582943.308449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582943.308451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582943.308454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582943.308458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582943.308462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582943.308634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582943.308640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582943.308643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582943.308646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582943.308649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582943.308651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582943.313217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582943.313229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582943.313505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582943.313511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582943.313514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582943.313516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582943.313590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582943.313595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582943.316459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582943.316470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582943.316474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582943.316478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582943.323158:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582943.323166:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582943.323170:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582943.323173:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582943.331319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582943.331334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582943.331339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582943.331342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582943.336028:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582943.336041:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582943.336657:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582943.336664:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582943.336668:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582943.336671:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582943.345176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582943.345185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582943.345190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582943.345194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582943.345514:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582943.345520:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582943.350187:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582943.350200:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582943.350206:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582943.350209:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582943.350212:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582943.350215:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582943.350755:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582943.350762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582943.350766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582943.350770:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582943.350774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582943.350777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582943.353176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:3.1:1777582943.353182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582943.353229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582943.353235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582943.353239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582943.353242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582943.353549:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582943.353555:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582943.370255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582943.370262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582943.370266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582943.370268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.0:1777582943.376131:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:2.0:1777582943.376168:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519c00. 00010000:00000010:1.1:1777582943.377536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582943.377545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582943.377549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582943.377551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582943.377554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582943.377559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582943.377562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582943.377565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582943.377568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582943.377570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582943.377585:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582943.377588:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000800:00000200:2.0:1777582943.380129:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582943.380163:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582943.380168:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.380174:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582943.380180:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:2.0:1777582943.380182:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00010000:00000010:3.1:1777582943.386202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582943.386220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582943.386480:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582943.386487:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582943.386490:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582943.386492:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582943.391184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582943.391200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582943.391257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582943.391263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582943.391266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582943.391268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000800:00000200:2.0:1777582943.401357:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582943.401362:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:2.0:1777582943.401367:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.401372:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582943.403245:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582943.403265:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213115 00000400:00000200:2.0:1777582943.403272:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.403276:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582943.403282:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:2.0:1777582943.403285:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000020:00000010:2.0:1777582943.410103:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.410111:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.410118:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b200. 00000020:00000010:2.0:1777582943.410124:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582943.410130:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582943.410299:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fd40. 00000020:00000010:2.0:1777582943.410303:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fd40. 00000100:00000200:2.0:1777582943.410306:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707660544 00000001:00000010:2.0:1777582943.410317:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:2.0:1777582943.410348:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582943.410357:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 02000000:00000010:2.0:1777582943.410390:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5961000. 00010000:00000010:2.0:1777582943.410429:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582943.410435:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582943.410458:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582943.410461:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582943.410465:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582943.410468:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00000004:00000010:2.0:1777582943.410588:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71683c0. 00000004:00000010:2.0:1777582943.410597:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0348. 00000004:00000010:2.0:1777582943.410604:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757ba0. 00080000:00000010:2.0:1777582943.410612:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c558. 00010000:00000010:2.0:1777582943.411614:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582943.411621:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582943.411626:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582943.411630:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582943.411698:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582943.411708:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582943.411714:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582943.411736:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000200:2.0:1777582943.411752:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef34e00 x1863928707660544/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:384/0 lens 576/584 e 0 to 0 dl 1777582954 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582943.411772:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582943.411778:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707660544, offset 224 00000400:00000200:2.0:1777582943.411880:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582943.411897:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582943.411905:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [395922:395922:256:4294967295] 192.168.202.9@tcp LPNI seq info [395918:395918:8:4294967295] 00000400:00000200:2.0:1777582943.411915:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582943.411920:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582943.411925:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c300. 00000800:00000200:2.0:1777582943.411933:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582943.411943:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582943.411948:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582943.412016:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582943.412022:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582943.412025:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846b200. 00010000:00000010:3.1:1777582943.413025:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582943.413035:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00000400:00000200:2.0:1777582943.415295:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582943.415323:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb881bc00 00000400:00000200:2.0:1777582943.415334:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 48944 00000400:00000200:2.0:1777582943.415354:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.415360:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582943.415369:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582943.415378:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80e300. 00010000:00000010:3.1:1777582943.417172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582943.417179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582943.419209:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582943.419224:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00000400:00000200:2.0:1777582943.419752:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582943.419775:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21311d 00000400:00000200:2.0:1777582943.419783:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.419888:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582943.419895:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:2.0:1777582943.419898:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000400:00000200:2.0:1777582943.419967:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582943.419975:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb881bc80 00000400:00000200:2.0:1777582943.419982:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 49432 00000400:00000200:2.0:1777582943.420038:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.420042:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582943.420047:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582943.420052:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80d180. 00010000:00000010:3.1:1777582943.426592:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582943.426600:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582943.426672:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582943.426678:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582943.426682:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582943.426685:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00000800:00000200:2.0:1777582943.431575:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582943.431583:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582943.431592:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.431600:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582943.431607:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:2.0:1777582943.431609:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00010000:00000010:1.1:1777582943.432612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:1.1:1777582943.432622:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:1.1:1777582943.432627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582943.432630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582943.432634:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582943.432636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582943.445377:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582943.445389:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582943.445976:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582943.445984:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582943.445990:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582943.445994:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582943.452342:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582943.452357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582943.452415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582943.452422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582943.456520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582943.456534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582943.460050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582943.460065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582943.460070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582943.460072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582943.460200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582943.460207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582943.463252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582943.463260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582943.465182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582943.465194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582943.465244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582943.465250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582943.465285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582943.465290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582943.468648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582943.468654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:3.1:1777582943.468658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582943.468661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582943.473353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582943.473361:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582943.473367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582943.473370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582943.477161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582943.477167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582943.483368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582943.483377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582943.488036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582943.488045:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582943.488050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582943.488052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582943.494598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582943.494606:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582943.494610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582943.494613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582943.494616:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582943.494618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582943.494621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582943.494623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582943.502201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582943.502211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582943.502216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582943.502218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582943.504171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582943.504185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582943.504191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582943.504195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582943.504199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582943.504204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582943.504264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582943.504270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582943.504273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582943.504276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582943.504609:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582943.504614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582943.520225:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582943.520234:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582943.520240:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582943.520244:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582943.530216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582943.530226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582943.531259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582943.531272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582943.531275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582943.531278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582943.531280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582943.531292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582943.531296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582943.531301:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582943.531305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582943.531308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582943.533426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:0.1:1777582943.533432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582943.534721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582943.534731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582943.537184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582943.537196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582943.537201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582943.537204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582943.537207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582943.537210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582943.537213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582943.537215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582943.537251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582943.537257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582943.546175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582943.546183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582943.546494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582943.546501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582943.546505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582943.546508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582943.549200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582943.549210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582943.549214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582943.549217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582943.552306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582943.552322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582943.552327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582943.552330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582943.557586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582943.557597:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582943.557602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582943.557605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582943.561507:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582943.561517:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582943.561522:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582943.561526:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582943.563328:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:0.1:1777582943.563342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582943.567172:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582943.567184:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.0:1777582943.571456:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:2.0:1777582943.571462:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d280. 00010000:00000010:2.0:1777582943.571467:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02387381540. 00010000:00000010:3.1:1777582943.574456:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582943.574466:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582943.574470:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582943.574472:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00000020:00000010:2.0:1777582943.575237:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f800. 00000020:00000010:2.0:1777582943.575243:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f800. 00000020:00000010:2.0:1777582943.575251:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b200. 00000020:00000010:2.0:1777582943.575257:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582943.575262:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582943.575299:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f800. 00000020:00000010:2.0:1777582943.575302:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f800. 00000100:00000200:2.0:1777582943.575305:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707665152 00000001:00000010:2.0:1777582943.575318:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:2.0:1777582943.575347:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582943.575366:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 02000000:00000010:2.0:1777582943.575407:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02498754000. 00010000:00000010:2.0:1777582943.575440:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582943.575444:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582943.575462:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582943.575466:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582943.575470:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582943.575473:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00000004:00000010:2.0:1777582943.575568:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71690e0. 00000004:00000010:2.0:1777582943.575577:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0438. 00000004:00000010:2.0:1777582943.575583:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757ed0. 00080000:00000010:2.0:1777582943.575591:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c720. 00010000:00000010:2.0:1777582943.576605:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582943.576610:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582943.576615:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582943.576620:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582943.576682:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582943.576692:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582943.576697:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582943.576718:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000200:2.0:1777582943.576735:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec39500 x1863928707665152/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:384/0 lens 576/584 e 0 to 0 dl 1777582954 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582943.576754:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582943.576760:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707665152, offset 224 00000400:00000200:2.0:1777582943.576766:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582943.576777:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582943.577049:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [395946:395946:256:4294967295] 192.168.202.9@tcp LPNI seq info [395942:395942:8:4294967295] 00000400:00000200:2.0:1777582943.577062:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582943.577068:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582943.577073:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c400. 00000800:00000200:2.0:1777582943.577080:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582943.577088:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582943.577091:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582943.577112:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582943.577117:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582943.577120:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846b200. 00010000:00000010:2.1:1777582943.578200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582943.578210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582943.579082:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582943.579093:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582943.579097:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582943.579100:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582943.580165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582943.580173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582943.580176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582943.580178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582943.580223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582943.580228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.0:1777582943.580862:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:2.0:1777582943.580868:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61da80. 00010000:00000010:2.0:1777582943.580873:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023873810c0. 00010000:00000010:2.0:1777582943.584902:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:2.0:1777582943.584916:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d800. 00010000:00000010:2.1:1777582943.586158:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582943.586167:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582943.593184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582943.593191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582943.593196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582943.593198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582943.593486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582943.593492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582943.597897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582943.597908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582943.597912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582943.597915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.0:1777582943.598766:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:2.0:1777582943.598772:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d780. 00010000:00000010:2.0:1777582943.598777:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02387381780. 00010000:00000010:0.1:1777582943.602889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582943.602900:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.0:1777582943.603202:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:2.0:1777582943.603213:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61da80. 00000020:00000010:2.0:1777582943.603427:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fe40. 00000020:00000010:2.0:1777582943.603433:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fe40. 00000020:00000010:2.0:1777582943.603440:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b200. 00000020:00000010:2.0:1777582943.603445:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582943.603451:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582943.603486:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fe40. 00000020:00000010:2.0:1777582943.603489:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fe40. 00000100:00000200:2.0:1777582943.603492:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707665920 00000001:00000010:2.0:1777582943.603503:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023873813c0. 00010000:00000010:2.0:1777582943.603529:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582943.603536:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 02000000:00000010:2.0:1777582943.603566:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0249e13a000. 00010000:00000010:2.0:1777582943.603595:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582943.603598:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582943.603612:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582943.603615:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582943.603620:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582943.603622:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00000004:00000010:2.0:1777582943.603723:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168d20. 00000004:00000010:2.0:1777582943.603733:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0d20. 00000004:00000010:2.0:1777582943.603741:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756880. 00080000:00000010:2.0:1777582943.603751:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c390. 00010000:00000010:2.1:1777582943.608172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582943.608185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582943.608917:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582943.608922:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582943.612156:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582943.612164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00000800:00000200:2.0:1777582943.613176:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582943.613181:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582943.613186:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.613192:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582943.615306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582943.615312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582943.615317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.1:1777582943.615319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582943.622298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582943.622306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582943.622311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582943.622314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000800:00000200:2.0:1777582943.625008:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582943.625017:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582943.625025:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.625035:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582943.625041:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:2.0:1777582943.625044:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00010000:00000010:3.1:1777582943.628326:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582943.628335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582943.628338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582943.628342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582943.634273:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582943.634529:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582943.634534:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582943.634538:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582943.637158:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582943.637163:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582943.637180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582943.637185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582943.637188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582943.637191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582943.645024:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582943.645033:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582943.647170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582943.647178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582943.647254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582943.647260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582943.647264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582943.647267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582943.650172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582943.650179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582943.650288:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582943.650295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582943.650353:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582943.650359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582943.652277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582943.652292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582943.652296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582943.652299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582943.659222:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582943.659231:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582943.663203:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582943.663213:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582943.665169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582943.665171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582943.665177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582943.665177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582943.671260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582943.671281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582943.671297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582943.671300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582943.672750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582943.672758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582943.677722:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582943.677735:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582943.677740:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582943.677744:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582943.685176:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582943.685184:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582943.693489:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582943.693501:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582943.693507:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582943.693509:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582943.693512:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582943.693515:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582943.693517:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582943.693519:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582943.706175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582943.706184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582943.706189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582943.706194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:1.1:1777582943.706796:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582943.706804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582943.706807:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582943.706811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582943.706821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582943.706824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582943.706826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582943.706829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582943.719189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582943.719202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582943.719966:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582943.719976:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582943.725642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582943.725652:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582943.725658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582943.725661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582943.725664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582943.725667:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582943.725669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582943.725673:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582943.725676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582943.725678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582943.726237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582943.726244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582943.726248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582943.726253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582943.726255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582943.728303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582943.728312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582943.728316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582943.728319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582943.728322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582943.728325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:1.1:1777582943.729181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582943.729187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582943.729191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582943.729194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582943.729196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582943.729199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582943.729202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582943.729205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582943.729208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582943.732323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582943.732339:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582943.732345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582943.732348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582943.732351:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582943.732354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582943.739931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582943.739942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582943.739957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582943.739961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582943.746184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582943.746199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582943.748174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582943.748181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582943.748184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582943.748187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582943.749592:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582943.749601:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582943.762249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582943.762258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582943.762261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582943.762264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582943.765176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582943.765185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582943.765189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582943.765192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582943.768422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582943.768430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582943.769694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582943.769705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582943.769711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582943.769715:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582943.769718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582943.769721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582943.777186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582943.777197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582943.777201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582943.777205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582943.779215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582943.779228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582943.780306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582943.780318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582943.780322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582943.780325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582943.782182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582943.782199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582943.809506:0:205900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582943.809516:0:205900:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582943.811167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582943.811178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582943.811183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582943.811187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582943.818226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582943.818236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582943.818239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582943.818241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582943.818282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582943.818289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582943.828203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582943.828216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582943.828221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582943.828223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582943.833164:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582943.833165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582943.833178:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582943.833178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582943.833182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582943.833185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582943.833229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582943.833234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582943.833238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582943.833241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582943.833244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582943.833247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582943.833249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582943.833252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.0:1777582943.834158:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582943.834166:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582943.834172:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582943.834179:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582943.834260:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:2.0:1777582943.834269:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:2.0:1777582943.834273:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519000. 00010000:00000010:2.0:1777582943.834312:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000200:2.0:1777582943.834336:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca19500 x1863928707672064/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:384/0 lens 576/584 e 0 to 0 dl 1777582954 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582943.834358:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582943.834364:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707672064, offset 224 00000400:00000200:2.0:1777582943.834370:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582943.834382:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582943.834388:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [395982:395982:256:4294967295] 192.168.202.9@tcp LPNI seq info [395978:395978:8:4294967295] 00000400:00000200:2.0:1777582943.834399:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582943.834405:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582943.834410:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c400. 00000800:00000200:2.0:1777582943.834418:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582943.834425:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582943.834429:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582943.834467:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385519900. 00000020:00000010:2.0:1777582943.834471:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:2.0:1777582943.834477:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984e9e00. 00010000:00000010:1.1:1777582943.837214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582943.837228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582943.844424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582943.844433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582943.844438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582943.844442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582943.847223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:1.1:1777582943.847232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582943.847236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582943.847240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.0:1777582943.852231:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582943.852242:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582943.852250:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582943.852258:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582943.852345:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:2.0:1777582943.852358:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:2.0:1777582943.852363:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519d80. 00010000:00000010:2.0:1777582943.852390:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000200:2.0:1777582943.852412:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1b100 x1863928707672448/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:384/0 lens 576/584 e 0 to 0 dl 1777582954 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582943.852433:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582943.852440:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707672448, offset 224 00000400:00000200:2.0:1777582943.852448:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582943.852462:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582943.852468:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [395984:395984:256:4294967295] 192.168.202.9@tcp LPNI seq info [395980:395980:8:4294967295] 00000400:00000200:2.0:1777582943.852479:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582943.852485:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582943.852490:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c300. 00000800:00000200:2.0:1777582943.852496:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582943.852504:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582943.852508:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582943.852535:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385519900. 00000020:00000010:2.0:1777582943.852539:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:2.0:1777582943.852544:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984e9c00. 00010000:00000010:3.1:1777582943.862798:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582943.862805:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582943.874026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582943.874044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582943.874900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582943.874911:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582943.874913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582943.874916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000800:00000200:2.0:1777582943.875043:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582943.875048:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582943.875054:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582943.875063:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582943.881319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582943.881338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582943.881742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582943.881749:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582943.881752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582943.881756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582943.881759:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582943.881762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582943.881764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582943.881767:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582943.881769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582943.881772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582943.881889:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582943.881894:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582943.881897:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582943.881899:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582943.895887:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582943.895902:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582943.896265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582943.896272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.0:1777582943.906183:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:2.0:1777582943.906196:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b00. 00010000:00000010:2.0:1777582943.906208:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023873810c0. 00010000:00000010:3.1:1777582943.907665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582943.907678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582943.907684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582943.907687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000020:00000010:2.0:1777582943.908781:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fc00. 00000020:00000010:2.0:1777582943.908787:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fc00. 00000020:00000010:2.0:1777582943.908795:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846ac00. 00000020:00000010:2.0:1777582943.908800:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582943.908805:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582943.908858:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fc00. 00000020:00000010:2.0:1777582943.908862:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fc00. 00000100:00000200:2.0:1777582943.908865:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707673600 00000001:00000010:2.0:1777582943.908876:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:2.0:1777582943.908901:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582943.908909:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 02000000:00000010:2.0:1777582943.908939:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023870c1000. 00010000:00000010:2.0:1777582943.908972:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582943.908981:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582943.908997:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582943.909001:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582943.909006:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582943.909009:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00000004:00000010:2.0:1777582943.909105:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:2.0:1777582943.909114:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0ca8. 00000004:00000010:2.0:1777582943.909122:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757430. 00080000:00000010:2.0:1777582943.909130:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:0.1:1777582943.914131:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582943.914170:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582943.914179:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582943.914182:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.0:1777582943.915108:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582943.915117:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582943.915124:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582943.915131:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582943.915241:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582943.915254:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582943.915260:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582943.915289:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000200:2.0:1777582943.915310:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef35880 x1863928707673600/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:384/0 lens 576/584 e 0 to 0 dl 1777582954 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582943.915332:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582943.915339:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707673600, offset 224 00000400:00000200:2.0:1777582943.915347:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582943.915362:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582943.915370:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [395990:395990:256:4294967295] 192.168.202.9@tcp LPNI seq info [395986:395986:8:4294967295] 00000400:00000200:2.0:1777582943.915381:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582943.915386:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582943.915391:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9cc00. 00000800:00000200:2.0:1777582943.915398:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582943.915406:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582943.915411:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9cc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582943.915434:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582943.915438:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582943.915442:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846ac00. 00000020:00000010:2.0:1777582943.919066:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f5c0. 00000020:00000010:2.0:1777582943.919072:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f5c0. 00000020:00000010:2.0:1777582943.919081:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f6bc6800. 00000020:00000010:2.0:1777582943.919087:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582943.919091:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582943.919163:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f5c0. 00000020:00000010:2.0:1777582943.919167:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f5c0. 00000100:00000200:2.0:1777582943.919170:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707673856 02000000:00000010:2.0:1777582943.919206:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023870c0000. 00010000:00000010:2.0:1777582943.919247:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582943.919264:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582943.919298:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582943.919305:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582943.919321:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582943.919325:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582943.919329:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582943.919332:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582943.919440:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582943.919443:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582943.919446:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582943.919449:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00000020:00000010:2.0:1777582943.919475:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f00. 00000020:00000010:2.0:1777582943.919482:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f00. 00000020:00000010:2.0:1777582943.919494:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb12a0. 00080000:00000010:2.0:1777582943.919504:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c77400. 00000001:00000010:2.0:1777582943.920082:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1c00. 00000001:00000010:2.0:1777582943.920091:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582943.920441:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb12a0. 00010000:00000010:2.0:1777582943.920455:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582943.920462:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582943.920478:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68f00. 00010000:00000010:2.0:1777582943.920559:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582943.920577:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000200:2.0:1777582943.920596:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974892, last committed = 8589974692 00010000:00000200:2.0:1777582943.920608:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c4000 x1863928707673856/t8589974892(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:384/0 lens 488/456 e 0 to 0 dl 1777582954 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582943.920628:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582943.920635:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707673856, offset 224 00000400:00000010:2.0:1777582943.920644:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708498. 00000400:00000200:2.0:1777582943.920648:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582943.920664:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582943.920671:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [395991:395991:256:4294967295] 192.168.202.9@tcp LPNI seq info [395987:395987:8:4294967295] 00000400:00000200:2.0:1777582943.920678:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582943.920684:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582943.920689:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582943.920694:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c600. 00000800:00000200:2.0:1777582943.920701:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582943.920708:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582943.920712:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582943.920734:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582943.920739:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582943.920743:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f6bc6800. 00010000:00000010:3.1:1777582943.928303:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582943.928312:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582943.929887:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582943.929896:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582943.936227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582943.936237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582943.938995:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582943.939003:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582943.939007:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582943.939009:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582943.939012:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582943.939014:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582943.939017:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582943.939019:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582943.939188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582943.939195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582943.939228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582943.939234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582943.939238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582943.939240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000020:00000010:2.0:1777582943.943372:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f5c0. 00000020:00000010:2.0:1777582943.943378:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f5c0. 00000020:00000010:2.0:1777582943.943385:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846ac00. 00000020:00000010:2.0:1777582943.943390:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582943.943395:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582943.943475:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f5c0. 00000020:00000010:2.0:1777582943.943478:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f5c0. 00000100:00000200:2.0:1777582943.943482:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707674368 00000001:00000010:2.0:1777582943.943495:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68d80. 00010000:00000010:2.0:1777582943.943527:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582943.943536:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 02000000:00000010:2.0:1777582943.943565:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023870c6000. 00010000:00000010:2.0:1777582943.943597:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582943.943600:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582943.943622:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582943.943625:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582943.943629:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582943.943633:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000004:00000010:2.0:1777582943.943734:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71694a0. 00000004:00000010:2.0:1777582943.943743:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0f00. 00000004:00000010:2.0:1777582943.943749:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ee0. 00080000:00000010:2.0:1777582943.943757:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d398. 00010000:00000010:2.0:1777582943.945759:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582943.945769:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e380. 00010000:00000010:2.0:1777582943.945776:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582943.945794:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582943.945896:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582943.945912:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582943.945918:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582943.945950:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000200:2.0:1777582943.945977:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f50000 x1863928707674368/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:384/0 lens 576/584 e 0 to 0 dl 1777582954 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582943.946001:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582943.946008:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707674368, offset 224 00000400:00000200:2.0:1777582943.946015:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582943.946028:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582943.946035:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [395994:395994:256:4294967295] 192.168.202.9@tcp LPNI seq info [395990:395990:8:4294967295] 00000400:00000200:2.0:1777582943.946046:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582943.946052:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582943.946060:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c500. 00000800:00000200:2.0:1777582943.946068:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582943.946077:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582943.946081:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582943.946111:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582943.946116:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582943.946119:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846ac00. 00010000:00000010:1.1:1777582943.946315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582943.946324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582943.946329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582943.946331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582943.949104:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582943.949120:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000020:00000010:2.0:1777582943.957352:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fac0. 00000020:00000010:2.0:1777582943.957358:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fac0. 00000020:00000010:2.0:1777582943.957366:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7e93c00. 00000020:00000010:2.0:1777582943.957372:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582943.957377:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582943.957433:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fac0. 00000020:00000010:2.0:1777582943.957436:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fac0. 00000100:00000200:2.0:1777582943.957439:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707674752 00000001:00000010:2.0:1777582943.957449:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:2.0:1777582943.957475:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582943.957483:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 02000000:00000010:2.0:1777582943.957519:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02484c27000. 00010000:00000010:2.0:1777582943.957551:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582943.957555:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582943.957574:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582943.957578:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582943.957582:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582943.957585:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00000004:00000010:2.0:1777582943.957688:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168960. 00000004:00000010:2.0:1777582943.957697:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb04b0. 00000004:00000010:2.0:1777582943.957704:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757a90. 00080000:00000010:2.0:1777582943.957714:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cc78. 00010000:00000010:2.0:1777582943.960403:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582943.960415:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582943.960423:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582943.960431:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582943.960528:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582943.960542:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582943.960548:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582943.960576:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000200:2.0:1777582943.960599:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f52680 x1863928707674752/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:384/0 lens 576/584 e 0 to 0 dl 1777582954 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582943.960621:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582943.960629:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707674752, offset 224 00000400:00000200:2.0:1777582943.960638:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582943.960653:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582943.960661:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [395996:395996:256:4294967295] 192.168.202.9@tcp LPNI seq info [395992:395992:8:4294967295] 00000400:00000200:2.0:1777582943.960675:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582943.960681:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582943.960686:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c900. 00000800:00000200:2.0:1777582943.960693:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582943.960702:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582943.960707:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582943.967551:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582943.967564:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582943.967569:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7e93c00. 00010000:00000010:2.0:1777582943.968226:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:2.0:1777582943.968239:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374980. 00010000:00000010:3.1:1777582943.971278:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582943.971290:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582943.973473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582943.973489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582943.973495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582943.973497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582943.973499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582943.973502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582943.973504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582943.973506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582943.974246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.1:1777582943.974254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:3.1:1777582943.981191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582943.981199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582943.981243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582943.981249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582943.982305:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582943.982317:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582943.982352:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:2.0:1777582943.982361:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57c80. 00010000:00000010:2.0:1777582943.982370:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484240. 00010000:00000010:1.1:1777582943.985440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:1.1:1777582943.985455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:1.1:1777582943.985459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582943.985463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582943.987180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582943.987194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582943.987245:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582943.987250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000020:00000010:2.0:1777582943.990189:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582943.990195:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582943.990204:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7e93c00. 00000020:00000010:2.0:1777582943.990211:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582943.990216:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582943.990272:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582943.990275:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f000. 00000100:00000200:2.0:1777582943.990279:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707675136 00000001:00000010:2.0:1777582943.990298:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:2.0:1777582943.990327:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582943.990336:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 02000000:00000010:2.0:1777582943.990365:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02484c26000. 00010000:00000010:2.0:1777582943.990407:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582943.990412:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582943.990433:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582943.990437:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582943.990443:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582943.990446:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000004:00000010:2.0:1777582943.990540:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:2.0:1777582943.990548:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb07f8. 00000004:00000010:2.0:1777582943.990555:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756550. 00080000:00000010:2.0:1777582943.990564:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 00010000:00000010:3.1:1777582943.999521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582943.999541:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582943.999545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582943.999548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582944.025047:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582944.025064:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582944.032226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582944.032244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582944.045513:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582944.045524:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582944.045530:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582944.045535:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582944.045539:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582944.045541:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582944.052239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582944.052254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582944.053413:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582944.053425:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:3.1:1777582944.053429:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582944.053433:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582944.053437:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582944.053440:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582944.054389:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582944.054396:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582944.054400:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582944.054402:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582944.063252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582944.063261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582944.066174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582944.066183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582944.066188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582944.066190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582944.067242:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582944.067254:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582944.071055:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582944.071071:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000020:00000010:2.0:1777582944.073712:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582944.073719:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582944.073726:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846ac00. 00000020:00000010:2.0:1777582944.073732:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582944.073736:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582944.073778:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582944.073780:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f000. 00000100:00000200:2.0:1777582944.073783:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707676544 02000000:00000010:2.0:1777582944.073835:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238678f000. 00010000:00000010:2.0:1777582944.073886:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582944.073907:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374080. 00010000:00000010:2.0:1777582944.073930:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582944.073937:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582944.073953:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582944.073956:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582944.073960:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582944.073963:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582944.074072:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582944.074075:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582944.074079:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.074082:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00000020:00000010:2.0:1777582944.074108:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054c20. 00000020:00000010:2.0:1777582944.074116:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054c20. 00000020:00000010:2.0:1777582944.074128:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1120. 00080000:00000010:2.0:1777582944.074207:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c76000. 00000001:00000010:2.0:1777582944.074727:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0239e131d20. 00000001:00000010:2.0:1777582944.074735:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68480. 00000020:00000010:2.0:1777582944.074779:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1120. 00010000:00000010:2.0:1777582944.074789:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582944.074794:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582944.074819:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582944.074915:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582944.074933:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582944.074951:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974899, last committed = 8589974692 00010000:00000200:2.0:1777582944.074961:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248554c000 x1863928707676544/t8589974899(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 488/456 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582944.074979:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582944.074986:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707676544, offset 224 00000400:00000010:2.0:1777582944.074992:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708c78. 00000400:00000200:2.0:1777582944.074996:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.075009:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.075015:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396005:396005:256:4294967295] 192.168.202.9@tcp LPNI seq info [396001:396001:8:4294967295] 00000400:00000200:2.0:1777582944.075020:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582944.075027:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.075034:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.075039:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c000. 00000800:00000200:2.0:1777582944.075045:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.075055:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.075059:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.075082:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582944.075087:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582944.075091:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846ac00. 00000800:00000200:2.0:1777582944.075216:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582944.075220:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483e9c000. 00000400:00000200:2.0:1777582944.075225:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.075230:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582944.084977:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582944.084994:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:3.1:1777582944.084999:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582944.085002:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582944.094731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582944.094747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582944.094752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582944.094755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:0.1:1777582944.098190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582944.098205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582944.098210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582944.098213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582944.098270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582944.098276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582944.100592:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582944.100607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00000400:00000200:2.0:1777582944.104665:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582944.104689:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb881fb00 00000400:00000200:2.0:1777582944.104700:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 94304 00000400:00000200:2.0:1777582944.104721:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.104726:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582944.104735:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582944.104743:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80d500. 00000020:00000010:2.0:1777582944.121435:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582944.121442:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582944.121449:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920200. 00000020:00000010:2.0:1777582944.121456:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582944.121461:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582944.121505:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582944.121507:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f000. 00000100:00000200:2.0:1777582944.121511:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707677056 00000001:00000010:2.0:1777582944.121522:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68480. 00010000:00000010:2.0:1777582944.121546:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582944.121554:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 02000000:00000010:2.0:1777582944.121584:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238678b000. 00010000:00000010:2.0:1777582944.121613:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.121617:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582944.121636:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582944.121639:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582944.121643:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582944.121646:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000004:00000010:2.0:1777582944.121738:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169860. 00000004:00000010:2.0:1777582944.121747:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb01e0. 00000004:00000010:2.0:1777582944.121753:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756770. 00080000:00000010:2.0:1777582944.121762:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c1c8. 00010000:00000010:2.0:1777582944.122354:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582944.122359:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582944.122363:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582944.122368:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582944.122435:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582944.122447:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582944.122453:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582944.122472:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582944.122488:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca89180 x1863928707677056/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 576/584 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582944.122508:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582944.122513:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707677056, offset 224 00000400:00000200:2.0:1777582944.122520:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.122532:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.122539:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396008:396008:256:4294967295] 192.168.202.9@tcp LPNI seq info [396004:396004:8:4294967295] 00000400:00000200:2.0:1777582944.122549:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.122554:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.122559:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c000. 00000800:00000200:2.0:1777582944.122566:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.122573:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.122577:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.122639:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582944.122644:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582944.122648:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920200. 00010000:00000010:1.1:1777582944.127288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582944.127300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582944.130014:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:0.1:1777582944.130030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582944.130290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582944.130296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582944.139914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582944.139930:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582944.139935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582944.139937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:0.1:1777582944.140110:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:0.1:1777582944.140118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582944.147102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582944.147122:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582944.147128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582944.147144:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582944.147148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582944.147151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000020:00000010:2.0:1777582944.148904:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.148911:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.148919:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920200. 00000020:00000010:2.0:1777582944.148924:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582944.148930:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582944.148974:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.148977:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fbc0. 00000100:00000200:2.0:1777582944.148980:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707677440 00000001:00000010:2.0:1777582944.148993:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:2.0:1777582944.149021:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582944.149029:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 02000000:00000010:2.0:1777582944.149056:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238678e000. 00010000:00000010:2.0:1777582944.149089:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582944.149093:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582944.149115:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582944.149119:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582944.149123:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.149126:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00000004:00000010:2.0:1777582944.149240:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168f00. 00000004:00000010:2.0:1777582944.149249:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb05a0. 00000004:00000010:2.0:1777582944.149257:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757980. 00080000:00000010:2.0:1777582944.149266:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d1d0. 00010000:00000010:2.0:1777582944.152469:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582944.152481:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582944.152488:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582944.152495:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582944.152580:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582944.152594:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582944.152599:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582944.152623:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582944.152641:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248554d500 x1863928707677440/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 576/584 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582944.152661:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582944.152670:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707677440, offset 224 00000400:00000200:2.0:1777582944.152676:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.152690:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.152696:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396010:396010:256:4294967295] 192.168.202.9@tcp LPNI seq info [396006:396006:8:4294967295] 00000400:00000200:2.0:1777582944.152707:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.152712:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.152717:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c000. 00000800:00000200:2.0:1777582944.152724:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.152733:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.152737:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.152770:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582944.152775:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582944.152779:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920200. 00010000:00000010:2.1:1777582944.161242:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582944.161251:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582944.161256:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582944.161258:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:1.1:1777582944.183210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582944.183227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582944.187759:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582944.187773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582944.190916:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582944.190930:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582944.190934:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582944.190938:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582944.209767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582944.209777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582944.209804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582944.209807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582944.215444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582944.215455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582944.215459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582944.215464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582944.215467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582944.215469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582944.215473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582944.215477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582944.223990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582944.224006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582944.224009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582944.224012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582944.226528:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582944.226541:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582944.230405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582944.230411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582944.230933:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582944.230942:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582944.241300:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582944.241316:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582944.248384:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582944.248410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582944.259245:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582944.259254:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582944.259258:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582944.259261:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582944.268633:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582944.268652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582944.273178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582944.273195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582944.273199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582944.273203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582944.273249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582944.273255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582944.282924:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582944.282935:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582944.282939:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582944.282942:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582944.302184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582944.302193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582944.302197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582944.302201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582944.332898:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582944.332907:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582944.335344:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582944.335353:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582944.345931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582944.345949:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582944.345954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582944.345956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582944.345960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582944.345964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582944.346986:0:5574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582944.346998:0:5574:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582944.347001:0:5574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582944.347005:0:5574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582944.365656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582944.365677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582944.365939:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582944.365947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000020:00000010:2.0:1777582944.366804:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f2c0. 00000020:00000010:2.0:1777582944.366818:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f2c0. 00000020:00000010:2.0:1777582944.366825:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920200. 00000020:00000010:2.0:1777582944.366831:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582944.366836:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582944.366883:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f2c0. 00000020:00000010:2.0:1777582944.366886:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f2c0. 00000100:00000200:2.0:1777582944.366889:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707680512 00000001:00000010:2.0:1777582944.366902:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023873810c0. 00010000:00000010:2.0:1777582944.366927:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582944.366935:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 02000000:00000010:2.0:1777582944.366964:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238678a000. 00010000:00000010:2.0:1777582944.366996:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.367000:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582944.367020:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582944.367023:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582944.367027:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582944.367030:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000004:00000010:2.0:1777582944.367126:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169e00. 00000004:00000010:2.0:1777582944.367163:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e88. 00000004:00000010:2.0:1777582944.367170:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756330. 00080000:00000010:2.0:1777582944.367180:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cab0. 00010000:00000010:0.1:1777582944.367535:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582944.367543:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582944.367548:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582944.367551:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.0:1777582944.370807:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582944.370823:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582944.370832:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582944.370838:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582944.370920:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582944.370934:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582944.370939:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582944.370964:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582944.370983:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca8b480 x1863928707680512/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 576/584 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582944.371004:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582944.371010:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707680512, offset 224 00000400:00000200:2.0:1777582944.371017:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.371035:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.371043:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396026:396026:256:4294967295] 192.168.202.9@tcp LPNI seq info [396022:396022:8:4294967295] 00000400:00000200:2.0:1777582944.371058:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.371065:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.371073:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c900. 00000800:00000200:2.0:1777582944.371079:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.371090:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.371095:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.371121:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582944.371125:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582944.371129:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920200. 00010000:00000010:3.1:1777582944.371181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582944.371188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582944.371331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582944.371338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582944.371341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582944.371343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582944.371346:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582944.371349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582944.373260:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582944.373277:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582944.373280:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582944.373283:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582944.377496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582944.377512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582944.377517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582944.377522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582944.377526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582944.377529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582944.384523:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:2.0:1777582944.384530:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57480. 00010000:00000010:2.0:1777582944.384537:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:2.0:1777582944.388855:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:2.0:1777582944.388866:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57e00. 00010000:00000010:2.1:1777582944.390189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582944.390199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582944.390203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582944.390205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582944.394035:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582944.394047:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582944.394055:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582944.394062:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582944.394172:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:2.0:1777582944.394186:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:2.0:1777582944.394191:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57400. 00010000:00000010:2.0:1777582944.394220:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000200:2.0:1777582944.394241:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca88380 x1863928707680896/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 576/584 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582944.394263:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582944.394270:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707680896, offset 224 00000400:00000200:2.0:1777582944.394277:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.394305:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.394312:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396028:396028:256:4294967295] 192.168.202.9@tcp LPNI seq info [396024:396024:8:4294967295] 00000400:00000200:2.0:1777582944.394323:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.394329:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.394334:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c500. 00000800:00000200:2.0:1777582944.394341:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.394350:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.394354:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.394380:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57680. 00000020:00000010:2.0:1777582944.394395:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:2.0:1777582944.394402:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02488473000. 00000400:00000200:2.0:1777582944.401908:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582944.401930:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8820b80 00000400:00000200:2.0:1777582944.401939:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 106008 00000400:00000200:2.0:1777582944.401957:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.401962:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582944.401970:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582944.401977:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80df80. 00010000:00000010:1.1:1777582944.402419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:1.1:1777582944.402427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:1.1:1777582944.402431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582944.402434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582944.420108:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582944.420125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582944.420129:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582944.420131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582944.421280:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582944.421298:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:3.1:1777582944.421302:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582944.421305:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582944.422190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582944.422200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582944.422205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582944.422208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000020:00000010:2.0:1777582944.425357:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1ff40. 00000020:00000010:2.0:1777582944.425368:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1ff40. 00000100:00000200:2.0:1777582944.425375:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707681536 02000000:00000010:2.0:1777582944.425436:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238678c000. 00010000:00000010:2.0:1777582944.425485:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:2.0:1777582944.425501:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3300. 00010000:00000010:2.0:1777582944.425520:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582944.425525:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582944.425539:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582944.425543:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582944.425547:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.425549:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582944.425648:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582944.425651:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582944.425655:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582944.425658:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00000020:00000010:2.0:1777582944.425677:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054120. 00000020:00000010:2.0:1777582944.425682:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054120. 00000020:00000010:2.0:1777582944.425692:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0239e131c00. 00080000:00000010:2.0:1777582944.425700:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c74000. 00000001:00000010:2.0:1777582944.426059:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0239e131660. 00000001:00000010:2.0:1777582944.426066:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582944.426099:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0239e131c00. 00010000:00000010:2.0:1777582944.426107:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582944.426111:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582944.426123:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68480. 00010000:00000010:2.0:1777582944.426186:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582944.426198:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000200:2.0:1777582944.426211:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974912, last committed = 8589974692 00010000:00000200:2.0:1777582944.426223:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca8b800 x1863928707681536/t8589974912(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 488/456 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582944.426242:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582944.426249:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707681536, offset 224 00000400:00000010:2.0:1777582944.426256:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708f88. 00000400:00000200:2.0:1777582944.426259:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.426273:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.426280:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396031:396031:256:4294967295] 192.168.202.9@tcp LPNI seq info [396027:396027:8:4294967295] 00000400:00000200:2.0:1777582944.426287:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582944.426294:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.426299:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.426304:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c600. 00000800:00000200:2.0:1777582944.426311:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.426318:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.426323:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.426339:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3a00. 00000020:00000010:2.0:1777582944.426343:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:2.0:1777582944.426347:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02489873200. 00010000:00000010:0.1:1777582944.432195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582944.432214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582944.432221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582944.432225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582944.432229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582944.432232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582944.432798:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582944.432806:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00000100:00000010:2.0:1777582944.433015:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02390cf9660. 00010000:00000010:0.1:1777582944.440198:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582944.440209:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582944.452211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582944.452227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582944.452617:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582944.452626:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582944.452629:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582944.452633:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582944.468189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582944.468208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582944.468213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582944.468216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582944.468218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582944.468220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582944.473931:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582944.473948:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582944.480531:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582944.480539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582944.488270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582944.491200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582944.491212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582944.491217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000020:00000010:2.0:1777582944.498417:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1ff40. 00000020:00000010:2.0:1777582944.498428:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1ff40. 00000020:00000010:2.0:1777582944.498438:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920200. 00000020:00000010:2.0:1777582944.498444:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e000. 00000020:00000010:2.0:1777582944.498450:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582944.498494:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1ff40. 00000020:00000010:2.0:1777582944.498497:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1ff40. 00000100:00000200:2.0:1777582944.498501:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707682432 00000001:00000010:2.0:1777582944.498513:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:2.0:1777582944.498539:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582944.498545:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 02000000:00000010:2.0:1777582944.498570:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02386788000. 00010000:00000010:2.0:1777582944.498595:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582944.498597:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582944.498613:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582944.498615:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582944.498618:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582944.498620:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000004:00000010:2.0:1777582944.498702:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71692c0. 00000004:00000010:2.0:1777582944.498710:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0b40. 00000004:00000010:2.0:1777582944.498716:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756cc0. 00080000:00000010:2.0:1777582944.498723:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dc80. 00010000:00000010:1.1:1777582944.500829:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582944.500840:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582944.500845:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582944.500848:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582944.501484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582944.501492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000800:00000200:2.0:1777582944.502188:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582944.502194:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582944.502201:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.502210:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582944.502217:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:2.0:1777582944.502221:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00000020:00000010:2.0:1777582944.508121:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1ff40. 00000020:00000010:2.0:1777582944.508127:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1ff40. 00000020:00000010:2.0:1777582944.508158:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:2.0:1777582944.508164:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582944.508170:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.508205:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1ff40. 00000020:00000010:2.0:1777582944.508207:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1ff40. 00000100:00000200:2.0:1777582944.508211:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707682816 00000001:00000010:2.0:1777582944.508221:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:2.0:1777582944.508247:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582944.508254:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582944.508281:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389575000. 00010000:00000010:2.0:1777582944.508324:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582944.508327:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582944.508348:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582944.508351:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:2.0:1777582944.508356:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582944.508359:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000004:00000010:2.0:1777582944.508474:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168780. 00000004:00000010:2.0:1777582944.508483:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0168. 00000004:00000010:2.0:1777582944.508490:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756dd0. 00080000:00000010:2.0:1777582944.508498:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734ce40. 00010000:00000010:2.0:1777582944.509184:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582944.509189:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582944.509194:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582944.509199:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582944.509267:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582944.509277:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582944.509282:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e200. 00010000:00000010:2.0:1777582944.509475:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582944.509493:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea4000 x1863928707682816/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 576/584 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582944.509513:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582944.509519:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707682816, offset 224 00000400:00000200:2.0:1777582944.509526:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.509537:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.509545:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396038:396038:256:4294967295] 192.168.202.9@tcp LPNI seq info [396034:396034:8:4294967295] 00000400:00000200:2.0:1777582944.509557:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.509563:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.509568:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9cc00. 00000800:00000200:2.0:1777582944.509574:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.509582:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.509587:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9cc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.509645:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582944.509650:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.509654:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00010000:00000010:3.1:1777582944.509763:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582944.509770:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:2.0:1777582944.518077:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582944.518093:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213339 00000400:00000200:2.0:1777582944.518100:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.518103:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582944.518109:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:2.0:1777582944.518111:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00010000:00000010:3.1:1777582944.521173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582944.521180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582944.521185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582944.521189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:3.1:1777582944.521193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582944.521195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582944.521198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582944.521201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582944.521267:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582944.521274:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582944.521277:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582944.521280:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582944.523945:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582944.523957:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582944.523961:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582944.523965:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582944.523969:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582944.523972:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582944.523976:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582944.523979:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00000020:00000010:2.0:1777582944.524275:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fa00. 00000020:00000010:2.0:1777582944.524281:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fa00. 00000020:00000010:2.0:1777582944.524299:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:2.0:1777582944.524304:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582944.524309:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.524345:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fa00. 00000020:00000010:2.0:1777582944.524347:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fa00. 00000100:00000200:2.0:1777582944.524351:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707683456 02000000:00000010:2.0:1777582944.524399:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389570000. 00010000:00000010:2.0:1777582944.524439:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:2.0:1777582944.524452:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d100. 00010000:00000010:2.0:1777582944.524473:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.524478:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582944.524494:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582944.524497:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:2.0:1777582944.524501:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582944.524504:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582944.524614:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582944.524618:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582944.524621:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582944.524624:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000020:00000010:2.0:1777582944.524650:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860548e0. 00000020:00000010:2.0:1777582944.524658:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860548e0. 00000020:00000010:2.0:1777582944.524668:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0239e131c60. 00080000:00000010:2.0:1777582944.524677:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c75400. 00000001:00000010:2.0:1777582944.525672:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0239e131720. 00000001:00000010:2.0:1777582944.525680:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68900. 00000020:00000010:2.0:1777582944.525718:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0239e131c60. 00010000:00000010:2.0:1777582944.525729:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582944.525734:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582944.525750:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582944.525818:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582944.525836:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582944.525855:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974917, last committed = 8589974692 00010000:00000200:2.0:1777582944.525867:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f51f80 x1863928707683456/t8589974917(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 488/456 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582944.525889:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777582944.525897:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707683456, offset 224 00000400:00000010:2.0:1777582944.525904:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708658. 00000400:00000200:2.0:1777582944.525908:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.525922:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.525929:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396041:396041:256:4294967295] 192.168.202.9@tcp LPNI seq info [396037:396037:8:4294967295] 00000400:00000200:2.0:1777582944.525936:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582944.525942:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.525949:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.525954:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c300. 00000800:00000200:2.0:1777582944.525960:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.525968:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.525973:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.526221:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582944.526227:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.526231:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00000020:00000010:2.0:1777582944.529109:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fa00. 00000020:00000010:2.0:1777582944.529114:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fa00. 00000020:00000010:2.0:1777582944.529120:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:2.0:1777582944.529126:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582944.529130:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.529187:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fa00. 00000020:00000010:2.0:1777582944.529190:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fa00. 00000100:00000200:2.0:1777582944.529193:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707683584 00000001:00000010:2.0:1777582944.529203:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:2.0:1777582944.529223:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582944.529229:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582944.529255:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389576000. 00010000:00000010:2.0:1777582944.529296:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582944.529300:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582944.529317:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582944.529321:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582944.529326:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582944.529329:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00000004:00000010:2.0:1777582944.529427:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169c20. 00000004:00000010:2.0:1777582944.529438:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0f78. 00000004:00000010:2.0:1777582944.529445:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756bb0. 00080000:00000010:2.0:1777582944.529454:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d560. 00010000:00000010:2.0:1777582944.531091:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582944.531101:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582944.531107:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582944.531113:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.1:1777582944.531161:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582944.531167:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582944.531170:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582944.531172:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582944.531247:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582944.531258:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582944.531264:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582944.531301:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582944.531323:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f50380 x1863928707683584/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 576/584 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582944.531346:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582944.531354:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707683584, offset 224 00000400:00000200:2.0:1777582944.531361:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.531376:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.531383:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396042:396042:256:4294967295] 192.168.202.9@tcp LPNI seq info [396038:396038:8:4294967295] 00000400:00000200:2.0:1777582944.531528:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.531534:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.531540:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c400. 00000800:00000200:2.0:1777582944.531547:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.531555:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.531559:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.531586:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582944.531592:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.531595:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00000020:00000010:2.0:1777582944.534225:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f880. 00000020:00000010:2.0:1777582944.534231:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f880. 00000020:00000010:2.0:1777582944.534237:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:2.0:1777582944.534242:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582944.534246:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.534280:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f880. 00000020:00000010:2.0:1777582944.534282:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f880. 00000100:00000200:2.0:1777582944.534286:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707683840 02000000:00000010:2.0:1777582944.534317:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389571000. 00010000:00000010:2.0:1777582944.534353:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582944.534368:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582944.534398:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582944.534404:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582944.534420:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582944.534423:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582944.534427:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582944.534430:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582944.534531:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582944.534534:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582944.534537:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582944.534540:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00000020:00000010:2.0:1777582944.534561:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054a40. 00000020:00000010:2.0:1777582944.534567:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054a40. 00000020:00000010:2.0:1777582944.534577:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0239e131a80. 00080000:00000010:2.0:1777582944.534586:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c74400. 00000001:00000010:2.0:1777582944.535045:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0239e131cc0. 00000001:00000010:2.0:1777582944.535053:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582944.535087:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0239e131a80. 00010000:00000010:2.0:1777582944.535095:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582944.535100:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582944.535113:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582944.535173:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582944.535185:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000200:2.0:1777582944.535201:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974918, last committed = 8589974692 00010000:00000200:2.0:1777582944.535211:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f51500 x1863928707683840/t8589974918(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 488/456 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582944.535231:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582944.535237:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707683840, offset 224 00000400:00000010:2.0:1777582944.535243:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7082d8. 00000400:00000200:2.0:1777582944.535247:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.535259:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.535266:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396043:396043:256:4294967295] 192.168.202.9@tcp LPNI seq info [396039:396039:8:4294967295] 00000400:00000200:2.0:1777582944.535272:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582944.535279:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.535285:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.535290:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c400. 00000800:00000200:2.0:1777582944.535297:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.535304:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.535308:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.535325:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582944.535330:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.535333:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00010000:00000010:2.0:1777582944.538234:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582944.538245:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00000400:00000200:2.0:1777582944.538671:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582944.538682:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8821680 00000400:00000200:2.0:1777582944.538690:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 113944 00000400:00000200:2.0:1777582944.538743:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.538748:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582944.538754:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582944.538759:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80c000. 00010000:00000010:0.1:1777582944.540266:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582944.540274:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582944.540280:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582944.540353:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582944.540359:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582944.540362:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582944.542172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582944.542182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582944.542186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582944.542189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582944.542235:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:3.1:1777582944.542242:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00000020:00000010:2.0:1777582944.545716:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f880. 00000020:00000010:2.0:1777582944.545721:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f880. 00000020:00000010:2.0:1777582944.545727:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:2.0:1777582944.545732:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:2.0:1777582944.545736:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.545881:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f880. 00000020:00000010:2.0:1777582944.545884:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f880. 00000100:00000200:2.0:1777582944.545887:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707684224 02000000:00000010:2.0:1777582944.545929:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fffb000. 00010000:00000010:2.0:1777582944.545967:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:2.0:1777582944.545980:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61df00. 00010000:00000010:2.0:1777582944.545999:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.546005:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582944.546021:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582944.546024:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e180. 00010000:00000010:2.0:1777582944.546028:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582944.546031:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.1:1777582944.546163:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582944.546170:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582944.546174:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582944.546176:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582944.546179:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582944.546181:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582944.546185:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582944.546187:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582944.546190:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582944.546192:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582944.546207:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582944.546210:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e280. 00010000:00000010:2.0:1777582944.546213:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582944.546217:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00000020:00000010:2.0:1777582944.546241:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054a40. 00000020:00000010:2.0:1777582944.546247:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054a40. 00000020:00000010:2.0:1777582944.546257:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0239e131a80. 00080000:00000010:2.0:1777582944.546267:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c76400. 00000001:00000010:2.0:1777582944.546722:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0239e131780. 00000001:00000010:2.0:1777582944.546729:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68000. 00000020:00000010:2.0:1777582944.546764:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0239e131a80. 00010000:00000010:2.0:1777582944.546773:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582944.546953:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582944.546970:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68e40. 00010000:00000010:2.0:1777582944.547050:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582944.547067:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582944.547085:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974919, last committed = 8589974692 00010000:00000200:2.0:1777582944.547096:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea4380 x1863928707684224/t8589974919(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 488/456 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582944.547116:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777582944.547123:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707684224, offset 224 00000400:00000010:2.0:1777582944.547130:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708540. 00000400:00000200:2.0:1777582944.547150:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.547164:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.547171:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396045:396045:256:4294967295] 192.168.202.9@tcp LPNI seq info [396041:396041:8:4294967295] 00000400:00000200:2.0:1777582944.547176:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582944.547182:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.547187:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.547192:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c300. 00000800:00000200:2.0:1777582944.547198:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.547205:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.547209:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.547230:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:2.0:1777582944.547235:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.547238:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00010000:00000010:0.1:1777582944.547374:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:0.1:1777582944.547383:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582944.547400:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582944.547404:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582944.547407:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582944.547410:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582944.552221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:3.1:1777582944.552230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00000020:00000010:2.0:1777582944.552311:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f880. 00000020:00000010:2.0:1777582944.552317:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f880. 00000020:00000010:2.0:1777582944.552323:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:2.0:1777582944.552330:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:2.0:1777582944.552336:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.552408:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f880. 00000020:00000010:2.0:1777582944.552411:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f880. 00000100:00000200:2.0:1777582944.552415:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707684352 00000001:00000010:2.0:1777582944.552426:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68600. 00010000:00000010:2.0:1777582944.552447:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582944.552454:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582944.552481:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fffc000. 00010000:00000010:2.0:1777582944.552507:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582944.552510:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582944.552527:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582944.552529:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582944.552533:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582944.552536:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000004:00000010:2.0:1777582944.552631:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169a40. 00000004:00000010:2.0:1777582944.552640:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0618. 00000004:00000010:2.0:1777582944.552646:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756000. 00080000:00000010:2.0:1777582944.552655:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c000. 00010000:00000010:2.0:1777582944.553588:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582944.553596:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:2.0:1777582944.553600:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582944.553605:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582944.553678:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582944.553690:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582944.553695:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582944.553720:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582944.553742:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f51180 x1863928707684352/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 576/584 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582944.553761:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777582944.553769:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707684352, offset 224 00000400:00000200:2.0:1777582944.553870:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.553886:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.553893:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396046:396046:256:4294967295] 192.168.202.9@tcp LPNI seq info [396042:396042:8:4294967295] 00000400:00000200:2.0:1777582944.553905:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.553911:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.553917:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9cc00. 00000800:00000200:2.0:1777582944.553924:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.553932:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.553936:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9cc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.553961:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:2.0:1777582944.553966:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.553969:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00010000:00000010:2.1:1777582944.565231:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582944.565240:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00000020:00000010:2.0:1777582944.565271:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f2c0. 00000020:00000010:2.0:1777582944.565278:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f2c0. 00000020:00000010:2.0:1777582944.565284:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:2.0:1777582944.565290:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:2.0:1777582944.565295:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.565341:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f2c0. 00000020:00000010:2.0:1777582944.565344:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f2c0. 00000100:00000200:2.0:1777582944.565347:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707684992 02000000:00000010:2.0:1777582944.565401:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fff8000. 00010000:00000010:2.0:1777582944.565447:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:2.0:1777582944.565463:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a80. 00010000:00000010:2.0:1777582944.565486:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582944.565491:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582944.565508:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582944.565511:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582944.565515:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582944.565518:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582944.565632:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582944.565637:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582944.565641:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582944.565645:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00000020:00000010:2.0:1777582944.565671:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054100. 00000020:00000010:2.0:1777582944.565680:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054100. 00000020:00000010:2.0:1777582944.565691:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0239e131060. 00080000:00000010:2.0:1777582944.565702:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c77800. 00000001:00000010:2.0:1777582944.566323:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0239e131480. 00000001:00000010:2.0:1777582944.566331:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582944.566368:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0239e131060. 00010000:00000010:2.0:1777582944.566378:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582944.566736:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582944.566756:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582944.566819:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582944.566837:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582944.566856:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974921, last committed = 8589974692 00010000:00000200:2.0:1777582944.566866:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a1180 x1863928707684992/t8589974921(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 488/456 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582944.566885:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777582944.566891:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707684992, offset 224 00000400:00000010:2.0:1777582944.566898:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7085b0. 00000400:00000200:2.0:1777582944.566901:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.566915:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.566922:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396049:396049:256:4294967295] 192.168.202.9@tcp LPNI seq info [396045:396045:8:4294967295] 00000400:00000200:2.0:1777582944.566928:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582944.566935:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.566940:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.566945:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c600. 00000800:00000200:2.0:1777582944.566951:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.566958:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.566962:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.566986:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:2.0:1777582944.566991:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.566995:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00000800:00000200:2.0:1777582944.567090:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582944.567093:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483e9c600. 00000400:00000200:2.0:1777582944.567098:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.567103:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582944.569518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582944.569524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00000400:00000200:2.0:1777582944.569557:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582944.569576:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213361 00000400:00000200:2.0:1777582944.569583:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.569587:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582944.569594:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777582944.569596:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00010000:00000010:0.1:1777582944.570173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582944.570180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:0.1:1777582944.570184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582944.570189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582944.570226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582944.570231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00000400:00000200:2.0:1777582944.571109:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582944.571125:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8821b00 00000400:00000200:2.0:1777582944.571163:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 117136 00000400:00000200:2.0:1777582944.571225:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.571231:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582944.571237:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582944.571243:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80f800. 00010000:00000010:3.1:1777582944.572787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582944.572799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582944.572803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582944.572816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582944.573037:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582944.573042:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582944.573048:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.573054:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582944.573121:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:2.0:1777582944.573131:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:2.1:1777582944.573158:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582944.573163:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582944.573166:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582944.573170:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582944.573173:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582944.573176:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582944.573179:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582944.573182:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582944.573189:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f80. 00010000:00000010:2.0:1777582944.573212:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:2.0:1777582944.573232:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80f800 x1863928707685120/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 576/584 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582944.573255:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777582944.573262:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707685120, offset 224 00000400:00000200:2.0:1777582944.573269:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.573281:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.573297:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396050:396050:256:4294967295] 192.168.202.9@tcp LPNI seq info [396046:396046:8:4294967295] 00000400:00000200:2.0:1777582944.573308:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.573314:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.573318:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c600. 00000800:00000200:2.0:1777582944.573325:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.573332:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.573336:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.573361:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374900. 00000020:00000010:2.0:1777582944.573366:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:2.0:1777582944.573369:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5fff000. 00010000:00000010:0.1:1777582944.573615:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582944.573621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000400:00000200:2.0:1777582944.576939:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582944.576960:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8821c00 00000400:00000200:2.0:1777582944.576971:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 117712 00000400:00000200:2.0:1777582944.576987:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.576992:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582944.577000:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582944.577007:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80c380. 00000800:00000200:2.0:1777582944.578734:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582944.578738:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:2.0:1777582944.578742:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.578748:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582944.583531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582944.583542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582944.583545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582944.583548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582944.583551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582944.583556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582944.587522:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582944.587530:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374100. 00010000:00000010:2.0:1777582944.588634:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:2.0:1777582944.588641:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374580. 00010000:00000010:2.0:1777582944.588650:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:0.1:1777582944.594374:0:7248:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:0.1:1777582944.594392:0:7248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582944.599200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582944.599216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582944.599224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582944.599227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000800:00000200:2.0:1777582944.601720:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582944.601726:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582944.601731:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.601737:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582944.606790:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:2.0:1777582944.606797:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61db80. 00010000:00000010:2.1:1777582944.608598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582944.608614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582944.608620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582944.608623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582944.609983:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582944.609990:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:3.1:1777582944.609996:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582944.610000:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582944.610004:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582944.610007:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582944.610011:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582944.610014:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582944.610017:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582944.610020:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000400:00000200:2.0:1777582944.610062:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582944.610078:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8822080 00000400:00000200:2.0:1777582944.610085:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 120904 00000400:00000200:2.0:1777582944.610100:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.610103:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582944.610109:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582944.610115:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80f100. 00010000:00000010:0.1:1777582944.614233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582944.614249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582944.614257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582944.614260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582944.614934:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582944.614943:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582944.614947:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582944.614951:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582944.614955:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582944.614959:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582944.614962:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582944.614965:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582944.616378:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582944.616393:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.0:1777582944.616418:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:2.0:1777582944.616427:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f80. 00010000:00000010:2.0:1777582944.616435:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:0.1:1777582944.619171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582944.619179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582944.619183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582944.619187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582944.619244:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582944.619250:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582944.619254:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582944.619257:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000800:00000200:2.0:1777582944.621964:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582944.621973:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582944.621983:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.621992:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582944.621999:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:2.0:1777582944.622002:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:3.1:1777582944.622246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582944.622255:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582944.622260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582944.622263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582944.623250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582944.623258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000020:00000010:2.0:1777582944.623305:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fb80. 00000020:00000010:2.0:1777582944.623311:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fb80. 00000020:00000010:2.0:1777582944.623317:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:2.0:1777582944.623322:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582944.623327:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.623368:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fb80. 00000020:00000010:2.0:1777582944.623372:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fb80. 00000100:00000200:2.0:1777582944.623374:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707686912 02000000:00000010:2.0:1777582944.623421:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fffa000. 00010000:00000010:2.0:1777582944.623461:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:2.0:1777582944.623476:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374000. 00010000:00000010:2.0:1777582944.623494:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582944.623500:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582944.623516:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582944.623520:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582944.623525:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582944.623528:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582944.623647:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582944.623651:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582944.623654:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582944.623657:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000020:00000010:2.0:1777582944.623682:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054700. 00000020:00000010:2.0:1777582944.623689:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054700. 00000020:00000010:2.0:1777582944.623699:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0239e131900. 00080000:00000010:2.0:1777582944.623708:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32c400. 00000001:00000010:2.0:1777582944.624182:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1f00. 00000001:00000010:2.0:1777582944.624190:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e686c0. 00000020:00000010:2.0:1777582944.624238:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0239e131900. 00010000:00000010:2.0:1777582944.624249:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582944.624254:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582944.624268:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582944.624311:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582944.624327:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582944.624346:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974926, last committed = 8589974692 00010000:00000200:2.0:1777582944.624357:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea5880 x1863928707686912/t8589974926(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 488/456 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582944.624382:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582944.624388:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707686912, offset 224 00000400:00000010:2.0:1777582944.624394:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708bd0. 00000400:00000200:2.0:1777582944.624398:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.624413:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.624420:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396059:396059:256:4294967295] 192.168.202.9@tcp LPNI seq info [396055:396055:8:4294967295] 00000400:00000200:2.0:1777582944.624427:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582944.624434:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.624439:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.624444:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c500. 00000800:00000200:2.0:1777582944.624451:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.624458:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.624463:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.624485:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582944.624489:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.624493:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00000400:00000200:2.0:1777582944.628196:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582944.628218:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213389 00000400:00000200:2.0:1777582944.628225:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.628230:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582944.628237:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:2.0:1777582944.628240:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00000400:00000200:2.0:1777582944.628272:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582944.628279:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8822280 00000400:00000200:2.0:1777582944.628300:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 122456 00000400:00000200:2.0:1777582944.628314:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.628317:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582944.628322:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582944.628328:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80ce00. 00010000:00000010:0.1:1777582944.629588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582944.629597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582944.630163:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582944.630168:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582944.630171:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582944.630173:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.1:1777582944.632242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:2.1:1777582944.632254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582944.632259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582944.632261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582944.637045:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:2.0:1777582944.637056:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d180. 00010000:00000010:2.0:1777582944.637065:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023873810c0. 00010000:00000010:0.1:1777582944.637159:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582944.637168:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582944.637248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582944.637253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.1:1777582944.637257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582944.637261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582944.637265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582944.637268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.0:1777582944.639264:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:2.0:1777582944.639275:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d800. 00000020:00000010:2.0:1777582944.640525:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fb80. 00000020:00000010:2.0:1777582944.640531:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fb80. 00000020:00000010:2.0:1777582944.640538:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:2.0:1777582944.640544:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582944.640549:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.640581:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fb80. 00000020:00000010:2.0:1777582944.640583:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fb80. 00000100:00000200:2.0:1777582944.640585:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707687424 00000001:00000010:2.0:1777582944.640596:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e686c0. 00010000:00000010:2.0:1777582944.640620:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582944.640627:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582944.640652:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239ffff000. 00010000:00000010:2.0:1777582944.640679:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582944.640683:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582944.640699:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582944.640702:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582944.640706:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.640709:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00000004:00000010:2.0:1777582944.640823:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71681e0. 00000004:00000010:2.0:1777582944.640832:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0d98. 00000004:00000010:2.0:1777582944.640839:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757dc0. 00080000:00000010:2.0:1777582944.640847:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c8e8. 00010000:00000010:2.0:1777582944.641846:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582944.641854:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582944.641859:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582944.641865:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582944.641942:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582944.641952:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582944.641957:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582944.641979:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582944.641997:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a3480 x1863928707687424/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 576/584 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582944.642016:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582944.642022:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707687424, offset 224 00000400:00000200:2.0:1777582944.642029:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.642041:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.642047:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396062:396062:256:4294967295] 192.168.202.9@tcp LPNI seq info [396058:396058:8:4294967295] 00000400:00000200:2.0:1777582944.642058:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.642064:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.642068:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c900. 00000800:00000200:2.0:1777582944.642075:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.642083:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.642088:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.642112:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582944.642117:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.642120:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00010000:00000010:0.1:1777582944.642965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.1:1777582944.642973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582944.642977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582944.642981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000800:00000200:2.0:1777582944.648360:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582944.648367:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582944.648371:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.648377:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582944.649688:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582944.649699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.0:1777582944.650883:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:2.0:1777582944.650897:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374600. 00000020:00000010:2.0:1777582944.651853:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fa40. 00000020:00000010:2.0:1777582944.651858:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fa40. 00000020:00000010:2.0:1777582944.651866:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846ac00. 00000020:00000010:2.0:1777582944.651872:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582944.651877:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.651914:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fa40. 00000020:00000010:2.0:1777582944.651918:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fa40. 00000100:00000200:2.0:1777582944.651921:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707687808 00000001:00000010:2.0:1777582944.651934:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02387381780. 00010000:00000010:2.0:1777582944.651957:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582944.651963:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582944.651989:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fff9000. 00010000:00000010:2.0:1777582944.652018:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582944.652021:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582944.652038:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582944.652042:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582944.652045:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582944.652047:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000004:00000010:2.0:1777582944.652157:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:2.0:1777582944.652166:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb08e8. 00000004:00000010:2.0:1777582944.652174:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757650. 00080000:00000010:2.0:1777582944.652183:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:2.0:1777582944.652834:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582944.652839:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582944.652844:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582944.652848:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582944.652918:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582944.652931:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582944.652936:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582944.652961:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582944.652978:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e026a00 x1863928707687808/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 576/584 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582944.652998:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582944.653005:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707687808, offset 224 00000400:00000200:2.0:1777582944.653011:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.653022:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.653030:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396064:396064:256:4294967295] 192.168.202.9@tcp LPNI seq info [396060:396060:8:4294967295] 00000400:00000200:2.0:1777582944.653041:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.653046:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.653050:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c000. 00000800:00000200:2.0:1777582944.653057:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.653063:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.653067:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.653087:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582944.653092:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.653095:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846ac00. 00000800:00000200:2.0:1777582944.653201:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582944.653205:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483e9c000. 00000400:00000200:2.0:1777582944.653209:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.653214:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582944.653218:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582944.653221:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000020:00000010:2.0:1777582944.656299:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fac0. 00000020:00000010:2.0:1777582944.656305:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fac0. 00000020:00000010:2.0:1777582944.656313:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d56600. 00000020:00000010:2.0:1777582944.656318:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582944.656323:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.656370:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fac0. 00000020:00000010:2.0:1777582944.656372:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fac0. 00000100:00000200:2.0:1777582944.656376:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707688064 02000000:00000010:2.0:1777582944.656743:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fffe000. 00010000:00000010:2.0:1777582944.656885:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582944.656895:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582944.656914:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582944.656920:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582944.656937:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582944.656940:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582944.656946:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582944.656949:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582944.657058:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582944.657062:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582944.657067:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582944.657071:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000020:00000010:2.0:1777582944.657099:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054080. 00000020:00000010:2.0:1777582944.657105:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054080. 00000020:00000010:2.0:1777582944.657115:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb11e0. 00080000:00000010:2.0:1777582944.657125:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32dc00. 00010000:00000010:2.1:1777582944.657269:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582944.657276:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582944.657282:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582944.657292:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582944.657295:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582944.657298:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00000001:00000010:2.0:1777582944.658124:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1d80. 00010000:00000010:3.1:1777582944.658173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582944.658180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582944.658183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582944.658186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000001:00000010:2.0:1777582944.658256:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582944.658381:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb11e0. 00010000:00000010:2.0:1777582944.658482:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582944.658489:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582944.658507:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582944.658605:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582944.658624:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582944.658643:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974929, last committed = 8589974692 00010000:00000200:2.0:1777582944.658653:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e026680 x1863928707688064/t8589974929(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 488/456 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582944.658673:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582944.658680:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707688064, offset 224 00000400:00000010:2.0:1777582944.658687:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708888. 00000400:00000200:2.0:1777582944.658691:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.658706:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.658713:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396065:396065:256:4294967295] 192.168.202.9@tcp LPNI seq info [396061:396061:8:4294967295] 00000400:00000200:2.0:1777582944.658721:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582944.658727:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.658734:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.658738:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c000. 00000800:00000200:2.0:1777582944.658744:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.658752:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.658757:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.658798:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582944.658804:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.658817:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d56600. 00010000:00000010:2.0:1777582944.669310:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582944.669318:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f80. 00010000:00000010:2.0:1777582944.669325:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:2.0:1777582944.672076:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:2.0:1777582944.672089:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374400. 00010000:00000010:2.0:1777582944.673904:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582944.673915:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582944.673922:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.673929:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582944.674010:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:2.0:1777582944.674023:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:2.0:1777582944.674028:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d480. 00010000:00000010:2.0:1777582944.674050:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:2.0:1777582944.674070:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e024a80 x1863928707688576/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 576/584 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582944.674089:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582944.674096:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707688576, offset 224 00000400:00000200:2.0:1777582944.674104:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.674118:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.674126:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396068:396068:256:4294967295] 192.168.202.9@tcp LPNI seq info [396064:396064:8:4294967295] 00000400:00000200:2.0:1777582944.674170:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.674177:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.674182:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c000. 00000800:00000200:2.0:1777582944.674190:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.674198:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.674202:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.674224:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61df80. 00000020:00000010:2.0:1777582944.674228:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:2.0:1777582944.674232:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248557d800. 00010000:00000010:0.1:1777582944.678584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582944.678602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582944.692182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582944.692199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582944.692204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582944.692208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582944.692212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582944.692217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582944.692220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582944.692222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.1:1777582944.692714:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582944.692721:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582944.692724:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582944.692727:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582944.692730:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582944.692733:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582944.692735:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582944.692737:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582944.692739:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582944.692741:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582944.700272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582944.700296:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582944.700300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582944.700302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582944.701459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582944.701472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582944.701477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582944.701479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582944.701756:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582944.701765:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.1:1777582944.701768:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582944.701771:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582944.701784:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582944.701787:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582944.701790:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582944.701792:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582944.710179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582944.710187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582944.710191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582944.710193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582944.717337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:1.1:1777582944.717351:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582944.718588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582944.718598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582944.718602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582944.718605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582944.729256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582944.729263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582944.732732:0:1096:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582944.732747:0:1096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582944.742511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582944.742526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582944.759240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582944.759247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582944.759657:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582944.759665:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582944.759668:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582944.759671:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582944.765243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582944.765257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582944.765262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582944.765266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582944.771186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582944.771201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582944.771204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582944.771207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582944.776177:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582944.776186:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:0.1:1777582944.776191:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582944.776194:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582944.776329:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582944.776335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000020:00000010:2.0:1777582944.783117:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.783122:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.783130:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d56600. 00000020:00000010:2.0:1777582944.783161:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e200. 00000020:00000010:2.0:1777582944.783167:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582944.783207:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.783209:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fbc0. 00000100:00000200:2.0:1777582944.783212:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707690112 00000001:00000010:2.0:1777582944.783223:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02387381780. 00010000:00000010:2.0:1777582944.783250:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582944.783257:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582944.783288:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02482c22000. 00010000:00000010:2.0:1777582944.783318:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582944.783322:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582944.783340:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582944.783344:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e180. 00010000:00000010:2.0:1777582944.783348:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582944.783350:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00000004:00000010:2.0:1777582944.783473:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71683c0. 00000004:00000010:2.0:1777582944.783484:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb02d0. 00000004:00000010:2.0:1777582944.783492:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ff0. 00080000:00000010:2.0:1777582944.783501:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c558. 00000800:00000200:2.0:1777582944.786399:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582944.786403:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:2.0:1777582944.786408:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.786413:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582944.786418:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:2.0:1777582944.786420:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00010000:00000010:3.1:1777582944.788194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582944.788205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000020:00000010:2.0:1777582944.788862:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.788869:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.788875:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d56200. 00000020:00000010:2.0:1777582944.788881:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea80. 00000020:00000010:2.0:1777582944.788885:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582944.788927:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.788929:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fbc0. 00000100:00000200:2.0:1777582944.788932:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707690368 02000000:00000010:2.0:1777582944.788971:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389677000. 00010000:00000010:2.0:1777582944.789012:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:2.0:1777582944.789027:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f80. 00010000:00000010:2.0:1777582944.789047:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582944.789053:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582944.789067:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582944.789070:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582944.789075:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582944.789078:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582944.789227:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582944.789231:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582944.789234:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582944.789237:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00000020:00000010:2.0:1777582944.789265:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054220. 00000020:00000010:2.0:1777582944.789271:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054220. 00000020:00000010:2.0:1777582944.789282:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1720. 00080000:00000010:2.0:1777582944.789292:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32f400. 00000001:00000010:2.0:1777582944.789706:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1540. 00000001:00000010:2.0:1777582944.789713:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582944.789752:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1720. 00010000:00000010:2.0:1777582944.789763:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582944.789767:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582944.789780:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e680c0. 00010000:00000010:2.0:1777582944.789831:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582944.789845:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000200:2.0:1777582944.789861:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974935, last committed = 8589974692 00010000:00000200:2.0:1777582944.789872:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e026d80 x1863928707690368/t8589974935(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 488/456 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582944.789894:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582944.789901:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707690368, offset 224 00000400:00000010:2.0:1777582944.789908:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708230. 00000400:00000200:2.0:1777582944.789912:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.789925:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.789932:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396077:396077:256:4294967295] 192.168.202.9@tcp LPNI seq info [396073:396073:8:4294967295] 00000400:00000200:2.0:1777582944.789938:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582944.789945:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.789951:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.789955:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c900. 00000800:00000200:2.0:1777582944.789960:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.789967:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.789971:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.789989:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea80. 00000020:00000010:2.0:1777582944.789994:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582944.789996:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d56200. 00000400:00000200:2.0:1777582944.795904:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582944.795930:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2133d1 00000400:00000200:2.0:1777582944.795939:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.795944:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582944.795951:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:2.0:1777582944.795955:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00000400:00000200:2.0:1777582944.795995:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582944.796002:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8823000 00000400:00000200:2.0:1777582944.796009:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 132032 00000400:00000200:2.0:1777582944.796071:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.796075:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582944.796079:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582944.796085:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80ea00. 00000020:00000010:2.0:1777582944.796445:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.796451:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.796458:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d56200. 00000020:00000010:2.0:1777582944.796464:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea80. 00000020:00000010:2.0:1777582944.796469:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582944.797429:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.797435:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fbc0. 00000100:00000200:2.0:1777582944.797440:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707690496 00000001:00000010:2.0:1777582944.797454:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02387381540. 00010000:00000010:2.0:1777582944.797479:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582944.797487:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 02000000:00000010:2.0:1777582944.797514:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389672000. 00010000:00000010:2.0:1777582944.797548:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582944.797552:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582944.797567:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582944.797570:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582944.797574:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.797577:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000004:00000010:2.0:1777582944.797681:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:2.0:1777582944.797691:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0690. 00000004:00000010:2.0:1777582944.797698:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756440. 00080000:00000010:2.0:1777582944.797706:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00010000:00000010:0.1:1777582944.798312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582944.798320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582944.805196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582944.805209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582944.805213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.1:1777582944.805217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582944.805264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.1:1777582944.805270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582944.805275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582944.805277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582944.812360:0:221350:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:3.1:1777582944.812370:0:221350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.1:1777582944.812373:0:221350:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:3.1:1777582944.812376:0:221350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 02000000:00000010:2.0:1777582944.812595:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249f32f800. 00000400:00000010:2.0:1777582944.812603:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e738. 00000400:00000010:2.0:1777582944.812608:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582944.812615:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919264384, portal 4 00000400:00000010:2.0:1777582944.812621:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582944.812623:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919919264384, offset 0 00000400:00000200:2.0:1777582944.812630:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582944.812642:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582944.812652:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39acad7280 00000400:00000200:2.0:1777582944.812657:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x175cbd [8] + 7616 00000400:00000200:2.0:1777582944.812664:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.812668:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582944.812674:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777582944.812678:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80fb80. 00000400:00000200:2.0:1777582944.812693:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777582944.812695:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582944.812705:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023853b1880 x1863919919264384/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582944.817388:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582944.817410:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2133d9 00000400:00000200:2.0:1777582944.817419:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.817425:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582944.817432:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:2.0:1777582944.817435:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000400:00000010:2.0:1777582944.818543:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e738. 00000400:00000200:2.0:1777582944.818549:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:2.0:1777582944.818550:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582944.818559:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023853b1880 x1863919919264384/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582944.818568:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023853b1880 x1863919919264384/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582960 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582944.818600:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249f32f800. 02000000:00000010:2.0:1777582944.818605:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02385807a00. 00000100:00000010:2.0:1777582944.818612:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b1880. 00010000:00000010:2.0:1777582944.819288:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:2.0:1777582944.819301:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d280. 00010000:00000010:0.1:1777582944.822310:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582944.822331:0:5596:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:0.1:1777582944.822335:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582944.822338:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582944.828165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582944.828180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582944.828255:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582944.828261:0:5596:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582944.828264:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582944.828266:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000400:00000200:2.0:1777582944.829563:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582944.829583:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8823180 00000400:00000200:2.0:1777582944.829592:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 133096 00000400:00000200:2.0:1777582944.830005:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.830012:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582944.830020:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582944.830028:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80c700. 00010000:00000010:2.1:1777582944.840637:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582944.840649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000400:00000200:2.0:1777582944.840940:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582944.840959:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8823280 00000400:00000200:2.0:1777582944.840967:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 133672 00000400:00000200:2.0:1777582944.840985:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.840990:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582944.840997:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582944.841004:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568f800. 00000100:00000010:2.0:1777582944.859884:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023905a9000. 00010000:00000010:3.1:1777582944.865767:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582944.865793:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582944.865797:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582944.865800:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582944.865812:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582944.865815:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582944.865819:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582944.865821:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582944.884536:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582944.884551:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582944.884554:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582944.884558:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582944.884561:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582944.884563:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582944.884565:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582944.884568:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582944.884570:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582944.884572:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582944.884595:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582944.884599:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582944.884602:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582944.884604:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:2.0:1777582944.896033:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582944.896056:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8823580 00000400:00000200:2.0:1777582944.896065:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 135800 00000400:00000200:2.0:1777582944.896084:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.896089:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582944.896097:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582944.896104:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568f480. 00000020:00000010:2.0:1777582944.896188:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.896193:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.896201:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d57000. 00000020:00000010:2.0:1777582944.896206:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e400. 00000020:00000010:2.0:1777582944.896211:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582944.896251:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1fbc0. 00000020:00000010:2.0:1777582944.896254:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1fbc0. 00000100:00000200:2.0:1777582944.896257:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707691904 02000000:00000010:2.0:1777582944.896298:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389673000. 00010000:00000010:2.0:1777582944.896343:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:2.0:1777582944.896364:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf000. 00010000:00000010:2.0:1777582944.896385:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582944.896391:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582944.896407:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582944.896410:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582944.896414:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582944.896417:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582944.896519:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582944.896522:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:2.0:1777582944.896525:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582944.896528:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00000020:00000010:2.0:1777582944.896551:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054220. 00000020:00000010:2.0:1777582944.896557:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054220. 00000020:00000010:2.0:1777582944.896567:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1720. 00080000:00000010:2.0:1777582944.896576:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32e400. 00000001:00000010:2.0:1777582944.896993:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1d20. 00000001:00000010:2.0:1777582944.897001:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68e40. 00000020:00000010:2.0:1777582944.897043:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1720. 00010000:00000010:2.0:1777582944.897052:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582944.897057:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582944.897071:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582944.897107:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582944.897123:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000200:2.0:1777582944.897163:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974939, last committed = 8589974692 00010000:00000200:2.0:1777582944.897173:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568f480 x1863928707691904/t8589974939(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:385/0 lens 488/456 e 0 to 0 dl 1777582955 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582944.897193:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582944.897199:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707691904, offset 224 00000400:00000010:2.0:1777582944.897204:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708818. 00000400:00000200:2.0:1777582944.897208:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582944.897222:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582944.897230:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396085:396085:256:4294967295] 192.168.202.9@tcp LPNI seq info [396081:396081:8:4294967295] 00000400:00000200:2.0:1777582944.897237:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582944.897244:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582944.897250:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582944.897255:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483e9c500. 00000800:00000200:2.0:1777582944.897262:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582944.897270:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582944.897274:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483e9c500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582944.897299:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e400. 00000020:00000010:2.0:1777582944.897305:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582944.897308:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d57000. 00000800:00000200:2.0:1777582944.897435:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582944.897439:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483e9c500. 00000400:00000200:2.0:1777582944.897443:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.897448:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000800:00000200:2.0:1777582944.907816:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582944.907822:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582944.907826:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582944.907833:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582944.907838:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:2.0:1777582944.907840:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00010000:00000010:3.1:1777582944.933913:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582944.933928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582944.933932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582944.933935:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582944.933939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582944.933941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000020:00000010:2.0:1777582944.950229:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582944.950242:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582944.950250:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d57000. 00000020:00000010:2.0:1777582944.950259:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d100. 00000020:00000010:2.0:1777582944.950263:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582944.950305:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02385b1f000. 00000020:00000010:2.0:1777582944.950308:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02385b1f000. 00000100:00000200:2.0:1777582944.950311:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707692416 00000001:00000010:2.0:1777582944.950323:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68e40. 00010000:00000010:2.0:1777582944.950349:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582944.950357:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 02000000:00000010:2.0:1777582944.952900:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae2000. 00010000:00000010:2.0:1777582944.952951:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582944.952960:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582944.952981:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582944.952985:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61db80. 00010000:00000010:2.0:1777582944.952990:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582944.952993:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000004:00000010:2.0:1777582944.953088:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168960. 00000004:00000010:2.0:1777582944.953098:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0708. 00000004:00000010:2.0:1777582944.953105:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756990. 00080000:00000010:2.0:1777582944.953114:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cc78. 00010000:00000010:3.1:1777582944.973891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582944.973903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582944.973906:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582944.973909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.1:1777582944.973912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582944.973916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582944.973919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582944.973922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582944.973924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582944.973927:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582944.973958:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582944.973962:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582944.973965:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582944.973968:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582944.973970:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582944.973972:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582944.978973:0:221300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582944.978983:0:221300:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582944.978987:0:221300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582944.978990:0:221300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582945.003549:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582945.003562:0:5578:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582945.003566:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582945.003569:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582945.003573:0:5578:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582945.003576:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582945.023381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582945.023388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:0.1:1777582945.023391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582945.023394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582945.023397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582945.023401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582945.023404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.1:1777582945.023406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582945.040156:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582945.040171:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582945.040174:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582945.040178:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582945.040182:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582945.040184:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582945.040187:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582945.040189:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582945.040192:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582945.040194:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582945.061341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582945.061356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582945.061361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582945.061364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582945.066202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582945.066214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582945.066218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582945.066221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582945.066223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582945.066226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582945.066229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582945.066231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582945.088409:0:221301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582945.088426:0:221301:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582945.088431:0:221301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582945.088433:0:221301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582945.097146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582945.097160:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582945.097165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582945.097170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582945.097174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582945.097177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.0:1777582945.120448:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:2.0:1777582945.120460:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86880. 00010000:00000010:3.1:1777582945.124093:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582945.124103:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582945.124107:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582945.124110:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582945.124113:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582945.124116:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582945.130158:0:5578:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582945.130171:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582945.136935:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582945.136950:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582945.153929:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582945.153942:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582945.153947:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582945.153951:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582945.153954:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582945.153956:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582945.153959:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582945.153961:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000020:00000010:2.0:1777582945.158088:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7400. 00000020:00000010:2.0:1777582945.158096:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7400. 00000020:00000010:2.0:1777582945.158102:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846ba00. 00000020:00000010:2.0:1777582945.158107:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582945.158112:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582945.158200:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7400. 00000020:00000010:2.0:1777582945.158204:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7400. 00000100:00000200:2.0:1777582945.158207:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707694720 00000001:00000010:2.0:1777582945.158218:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7bcc0. 00010000:00000010:2.0:1777582945.158244:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582945.158251:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 02000000:00000010:2.0:1777582945.158278:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae3000. 00010000:00000010:2.0:1777582945.158312:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582945.158316:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582945.158334:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582945.158337:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582945.158341:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582945.158343:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00000004:00000010:2.0:1777582945.158454:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168f00. 00000004:00000010:2.0:1777582945.158464:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb03c0. 00000004:00000010:2.0:1777582945.158471:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757540. 00080000:00000010:2.0:1777582945.158479:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d1d0. 00010000:00000010:0.1:1777582945.163178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582945.163192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582945.163431:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582945.163437:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582945.163440:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582945.163443:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000800:00000200:2.0:1777582945.168304:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.168309:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582945.168315:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.168324:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582945.176355:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:2.0:1777582945.176362:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b00. 00000400:00000200:2.0:1777582945.180011:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582945.180033:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8824300 00000400:00000200:2.0:1777582945.180042:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 145376 00000400:00000200:2.0:1777582945.180062:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.180066:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582945.180075:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582945.180082:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568c380. 00010000:00000010:0.1:1777582945.180199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:0.1:1777582945.180207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582945.180212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582945.180215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582945.181892:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:2.0:1777582945.181900:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86580. 00010000:00000010:2.0:1777582945.181910:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239fe7bb40. 00010000:00000010:3.1:1777582945.190562:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582945.190574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000800:00000200:2.0:1777582945.191580:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.191585:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:2.0:1777582945.191590:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.191595:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582945.191600:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:2.0:1777582945.191602:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00010000:00000010:0.1:1777582945.198507:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582945.198519:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582945.198523:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582945.198525:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582945.198530:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582945.198532:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582945.198535:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582945.198537:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582945.206168:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582945.206187:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582945.207011:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582945.207019:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582945.216586:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582945.216596:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582945.217191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582945.217198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582945.217202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582945.217205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582945.217208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582945.217211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582945.217550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582945.217557:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582945.217561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582945.217564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582945.218367:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582945.218467:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582945.218473:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582945.218477:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582945.218480:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582945.218482:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582945.220582:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582945.220595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582945.254234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582945.254250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582945.254254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582945.254258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582945.254262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582945.254266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582945.254271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582945.254273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582945.254276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582945.254278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582945.256182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582945.256194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582945.256303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582945.256310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582945.256313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582945.256315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582945.256318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582945.256320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582945.263545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582945.263560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582945.263565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582945.263570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582945.273312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582945.273321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582945.283340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582945.283359:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582945.283364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582945.283367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582945.283369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582945.283371:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582945.283374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582945.283376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000800:00000200:2.0:1777582945.287691:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.287701:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582945.287711:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.287722:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582945.298013:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582945.298023:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582945.298029:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582945.298036:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582945.298126:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:2.0:1777582945.298161:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:2.0:1777582945.298167:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57980. 00010000:00000010:2.0:1777582945.298195:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000200:2.0:1777582945.298218:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043c700 x1863928707697024/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:386/0 lens 576/584 e 0 to 0 dl 1777582956 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582945.298238:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582945.298245:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707697024, offset 224 00000400:00000200:2.0:1777582945.298252:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582945.298265:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582945.298273:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396112:396112:256:4294967295] 192.168.202.9@tcp LPNI seq info [396108:396108:8:4294967295] 00000400:00000200:2.0:1777582945.298285:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582945.298291:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582945.298297:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582945.298304:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582945.298313:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582945.298317:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582945.298402:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57b80. 00000020:00000010:2.0:1777582945.298407:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:2.0:1777582945.298411:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248557d800. 00010000:00000010:0.1:1777582945.298563:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582945.298568:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000020:00000010:2.0:1777582945.314944:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582945.314950:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582945.314957:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846aa00. 00000020:00000010:2.0:1777582945.314963:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e500. 00000020:00000010:2.0:1777582945.314968:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582945.315014:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582945.315017:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb70c0. 00000100:00000200:2.0:1777582945.315020:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707697280 02000000:00000010:2.0:1777582945.315062:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396ae0000. 00010000:00000010:2.0:1777582945.315106:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582945.315124:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582945.315168:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582945.315176:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582945.315193:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582945.315195:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582945.315199:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582945.315202:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582945.315311:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582945.315314:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582945.315318:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582945.315321:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00000020:00000010:2.0:1777582945.315347:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f00. 00000020:00000010:2.0:1777582945.315354:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f00. 00000020:00000010:2.0:1777582945.315365:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1480. 00080000:00000010:2.0:1777582945.315373:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32f800. 00000001:00000010:2.0:1777582945.315924:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1600. 00000001:00000010:2.0:1777582945.315933:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582945.315975:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1480. 00010000:00000010:2.0:1777582945.315984:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582945.315989:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582945.316002:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582945.316085:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582945.316101:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000200:2.0:1777582945.316120:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974953, last committed = 8589974936 00010000:00000200:2.0:1777582945.316131:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239de1aa00 x1863928707697280/t8589974953(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:386/0 lens 488/456 e 0 to 0 dl 1777582956 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582945.316169:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582945.316175:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707697280, offset 224 00000400:00000010:2.0:1777582945.316182:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708038. 00000400:00000200:2.0:1777582945.316186:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582945.316199:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582945.316206:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396113:396113:256:4294967295] 192.168.202.9@tcp LPNI seq info [396109:396109:8:4294967295] 00000400:00000200:2.0:1777582945.316213:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582945.316220:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582945.316225:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582945.316230:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582945.316237:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582945.316244:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582945.316248:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582945.316275:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e500. 00000020:00000010:2.0:1777582945.316280:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582945.316283:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846aa00. 00010000:00000010:0.1:1777582945.318200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582945.318207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582945.318247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582945.318252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:2.1:1777582945.318256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582945.318258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582945.323034:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:0.1:1777582945.323052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582945.323118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582945.323124:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582945.323127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582945.323129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00000020:00000010:2.0:1777582945.326991:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582945.326996:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582945.327003:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846aa00. 00000020:00000010:2.0:1777582945.327008:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e500. 00000020:00000010:2.0:1777582945.327013:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582945.327056:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582945.327058:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb70c0. 00000100:00000200:2.0:1777582945.327061:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707697408 00000001:00000010:2.0:1777582945.327072:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:2.0:1777582945.327100:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582945.327108:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 02000000:00000010:2.0:1777582945.327155:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae6000. 00010000:00000010:2.0:1777582945.327189:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582945.327193:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582945.327213:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582945.327216:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e280. 00010000:00000010:2.0:1777582945.327219:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582945.327222:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00000004:00000010:2.0:1777582945.327333:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:2.0:1777582945.327343:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0870. 00000004:00000010:2.0:1777582945.327350:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757100. 00080000:00000010:2.0:1777582945.327360:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 00010000:00000010:0.1:1777582945.350370:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582945.350465:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582945.352591:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:2.0:1777582945.352598:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86f80. 00010000:00000010:2.0:1777582945.352604:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239fe7bb40. 00010000:00000010:0.1:1777582945.360257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:0.1:1777582945.360267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582945.360272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:0.1:1777582945.360274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582945.362171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582945.362184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582945.362895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582945.362902:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582945.362905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582945.362907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00000020:00000010:2.0:1777582945.369939:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb73c0. 00000020:00000010:2.0:1777582945.369945:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb73c0. 00000020:00000010:2.0:1777582945.369952:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b400. 00000020:00000010:2.0:1777582945.369957:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582945.369963:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582945.370013:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb73c0. 00000020:00000010:2.0:1777582945.370016:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb73c0. 00000100:00000200:2.0:1777582945.370019:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707697792 00000001:00000010:2.0:1777582945.370030:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e680c0. 00010000:00000010:2.0:1777582945.370055:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582945.370063:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 02000000:00000010:2.0:1777582945.370091:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae4000. 00010000:00000010:2.0:1777582945.370122:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582945.370126:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582945.370164:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582945.370168:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582945.370173:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582945.370176:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00000004:00000010:2.0:1777582945.370280:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168d20. 00000004:00000010:2.0:1777582945.370290:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0528. 00000004:00000010:2.0:1777582945.370297:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756660. 00080000:00000010:2.0:1777582945.370307:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c390. 00000800:00000200:2.0:1777582945.372402:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.372406:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582945.372411:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.372415:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582945.372420:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:2.0:1777582945.372422:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00010000:00000010:0.1:1777582945.382950:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.1:1777582945.382965:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:0.1:1777582945.382970:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582945.382973:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:1.1:1777582945.389502:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582945.389518:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582945.389522:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582945.389525:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582945.405581:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582945.405596:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582945.405600:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582945.405604:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582945.421274:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582945.421285:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582945.423566:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582945.423581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582945.426383:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582945.426401:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.1:1777582945.426406:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582945.426411:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582945.426415:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582945.426418:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582945.426421:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582945.426423:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582945.426425:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582945.426427:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582945.431415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582945.431421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582945.431424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582945.431427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582945.442272:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582945.442299:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582945.442305:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582945.442309:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582945.456680:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582945.456689:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582945.471989:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582945.472000:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582945.472004:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582945.472007:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582945.472009:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582945.472013:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582945.472180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582945.472186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582945.472189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582945.472191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582945.472368:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582945.472374:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582945.485583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582945.485598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582945.485601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582945.485604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582945.487541:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582945.487557:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582945.497089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582945.497097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582945.497101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582945.497103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582945.497105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582945.497107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582945.497109:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582945.497112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582945.497115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582945.497119:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582945.497152:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582945.497158:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582945.497161:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582945.497163:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582945.501593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582945.501609:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582945.501614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582945.501617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582945.513631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582945.513639:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582945.513643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582945.513645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582945.516935:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582945.516947:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582945.518911:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582945.518927:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582945.518933:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582945.518936:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582945.537056:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582945.537073:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582945.547170:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582945.547177:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582945.566179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582945.566189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582945.566192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582945.566194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.1:1777582945.566247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582945.566254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582945.569242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582945.569260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582945.569265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582945.569268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582945.569647:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582945.569654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582945.569658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582945.569661:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582945.569663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582945.569666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.1:1777582945.569669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582945.569672:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582945.569676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582945.569678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582945.569681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582945.569683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582945.569755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.1:1777582945.569761:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582945.569764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582945.569767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:1.1:1777582945.569771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582945.569775:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582945.569777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582945.569779:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582945.569781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582945.569783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582945.569873:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582945.569876:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582945.578203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582945.578210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582945.588243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582945.588253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:3.1:1777582945.588257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582945.588259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582945.591254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582945.591271:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582945.591276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582945.591279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582945.593181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582945.593197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582945.593250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582945.593255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582945.593258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582945.593262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582945.593266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582945.593268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000800:00000200:2.0:1777582945.606059:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.606067:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:2.0:1777582945.606073:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.606082:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582945.611898:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582945.611921:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2134e1 00000400:00000200:2.0:1777582945.611930:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.611934:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582945.611941:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:2.0:1777582945.611944:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00000400:00000200:2.0:1777582945.612012:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582945.612019:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8825e80 00000400:00000200:2.0:1777582945.612027:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 165016 00000400:00000200:2.0:1777582945.612619:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.612626:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582945.612632:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582945.612639:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568f100. 00010000:00000010:1.1:1777582945.614247:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582945.614259:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582945.624642:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582945.624656:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582945.624661:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582945.624665:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000800:00000200:2.0:1777582945.638598:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.638603:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582945.638608:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.638614:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582945.649184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582945.649198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582945.649204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582945.649207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582945.649318:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582945.649324:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582945.649327:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582945.649330:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000800:00000200:2.0:1777582945.653293:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.653305:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582945.653315:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.653325:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582945.653332:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:2.0:1777582945.653336:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00010000:00000010:1.1:1777582945.659500:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582945.659509:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582945.659515:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582945.659519:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582945.680300:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582945.680316:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582945.680320:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582945.680324:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582945.680471:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582945.680477:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000020:00000010:2.0:1777582945.683752:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb73c0. 00000020:00000010:2.0:1777582945.683759:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb73c0. 00000020:00000010:2.0:1777582945.683765:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846a000. 00000020:00000010:2.0:1777582945.683781:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e380. 00000020:00000010:2.0:1777582945.683787:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582945.683836:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb73c0. 00000020:00000010:2.0:1777582945.683839:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb73c0. 00000100:00000200:2.0:1777582945.683842:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707703424 02000000:00000010:2.0:1777582945.683878:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02395681000. 00010000:00000010:2.0:1777582945.683917:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:2.0:1777582945.683933:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57480. 00010000:00000010:2.0:1777582945.683953:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582945.683960:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582945.683975:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582945.683978:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582945.683983:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582945.683986:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582945.684099:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582945.684103:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582945.684106:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582945.684109:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00000020:00000010:2.0:1777582945.684162:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054ca0. 00000020:00000010:2.0:1777582945.684168:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054ca0. 00000020:00000010:2.0:1777582945.684180:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1480. 00080000:00000010:2.0:1777582945.684191:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32d400. 00000001:00000010:2.0:1777582945.684595:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1b40. 00000001:00000010:2.0:1777582945.684602:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582945.684642:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1480. 00010000:00000010:2.0:1777582945.684652:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582945.684656:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582945.684670:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e680c0. 00010000:00000010:2.0:1777582945.684724:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582945.684739:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000200:2.0:1777582945.684755:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974969, last committed = 8589974936 00010000:00000200:2.0:1777582945.684765:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd38a300 x1863928707703424/t8589974969(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:386/0 lens 488/456 e 0 to 0 dl 1777582956 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582945.684783:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582945.684789:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707703424, offset 224 00000400:00000010:2.0:1777582945.684805:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708dc8. 00000400:00000200:2.0:1777582945.684810:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582945.684824:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582945.684830:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396145:396145:256:4294967295] 192.168.202.9@tcp LPNI seq info [396141:396141:8:4294967295] 00000400:00000200:2.0:1777582945.684836:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582945.684843:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582945.684848:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582945.684853:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582945.684860:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582945.684867:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582945.684871:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582945.684891:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e380. 00000020:00000010:2.0:1777582945.684896:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582945.684898:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846a000. 00010000:00000010:1.1:1777582945.685102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582945.685110:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.0:1777582945.687447:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582945.687458:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00010000:00000010:0.1:1777582945.693215:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:0.1:1777582945.693229:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582945.696924:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582945.696940:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582945.696942:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582945.696946:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582945.696949:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582945.696952:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582945.696954:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582945.696956:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582945.708924:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:3.1:1777582945.708933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582945.708938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582945.708942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582945.708945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582945.708948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.1:1777582945.714351:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582945.714370:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582945.714375:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582945.714378:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582945.714382:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582945.714384:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582945.714418:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:2.0:1777582945.714427:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57d00. 00010000:00000010:2.0:1777582945.714435:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:1.1:1777582945.717566:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:1.1:1777582945.717582:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582945.717588:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582945.717592:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582945.726948:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582945.726963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582945.729625:0:25:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582945.729637:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582945.742161:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582945.742170:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582945.742173:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582945.742177:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.0:1777582945.769725:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582945.769738:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582945.769747:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582945.769754:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582945.769869:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:2.0:1777582945.769883:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:2.0:1777582945.769889:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57480. 00010000:00000010:2.0:1777582945.769918:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:2.0:1777582945.769943:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4b800 x1863928707704704/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:386/0 lens 576/584 e 0 to 0 dl 1777582956 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582945.769963:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582945.769971:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707704704, offset 224 00000400:00000200:2.0:1777582945.769978:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582945.769991:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582945.769998:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396152:396152:256:4294967295] 192.168.202.9@tcp LPNI seq info [396148:396148:8:4294967295] 00000400:00000200:2.0:1777582945.770011:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582945.770017:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582945.770024:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582945.770031:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582945.770039:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582945.770044:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582945.770125:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57400. 00000020:00000010:2.0:1777582945.770130:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:2.0:1777582945.770154:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffe200. 00010000:00000010:3.1:1777582945.774812:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582945.774830:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582945.774835:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582945.774839:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582945.774843:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582945.774846:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582945.774848:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582945.774850:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582945.782248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582945.782264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582945.782270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582945.782272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582945.782276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582945.782280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582945.783223:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582945.783233:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582945.783237:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582945.783240:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582945.799179:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:0.1:1777582945.799202:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582945.799504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582945.799509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582945.799512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582945.799514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000020:00000010:2.0:1777582945.802575:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7f00. 00000020:00000010:2.0:1777582945.802585:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7f00. 00000020:00000010:2.0:1777582945.802593:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846a000. 00000020:00000010:2.0:1777582945.802598:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582945.802604:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582945.802644:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7f00. 00000020:00000010:2.0:1777582945.802647:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7f00. 00000100:00000200:2.0:1777582945.802650:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707705088 00000001:00000010:2.0:1777582945.802662:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:2.0:1777582945.802693:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582945.802702:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 02000000:00000010:2.0:1777582945.802739:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4d37000. 00010000:00000010:2.0:1777582945.802781:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582945.802785:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582945.802817:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582945.802820:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582945.802824:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582945.802828:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00000004:00000010:2.0:1777582945.802939:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71694a0. 00000004:00000010:2.0:1777582945.802948:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0a50. 00000004:00000010:2.0:1777582945.802955:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757320. 00080000:00000010:2.0:1777582945.802964:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d398. 00010000:00000010:2.0:1777582945.804016:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582945.804022:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582945.804027:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582945.804032:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582945.804108:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582945.804120:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582945.804125:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582945.804176:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000200:2.0:1777582945.804196:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe48700 x1863928707705088/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:386/0 lens 576/584 e 0 to 0 dl 1777582956 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582945.804217:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582945.804225:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707705088, offset 224 00000400:00000200:2.0:1777582945.804232:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582945.804247:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582945.804255:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396154:396154:256:4294967295] 192.168.202.9@tcp LPNI seq info [396150:396150:8:4294967295] 00000400:00000200:2.0:1777582945.804268:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582945.804275:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582945.804281:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582945.805618:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582945.805627:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582945.805631:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582945.805713:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582945.805720:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582945.805725:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846a000. 00010000:00000010:3.1:1777582945.814240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582945.814254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582945.814258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582945.814261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582945.814264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582945.814268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.1:1777582945.816183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582945.816194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582945.816198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582945.816200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582945.816307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582945.816315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000020:00000010:2.0:1777582945.820945:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582945.820955:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582945.820963:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846a000. 00000020:00000010:2.0:1777582945.820968:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582945.820974:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582945.821080:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582945.821083:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000100:00000200:2.0:1777582945.821086:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707705344 02000000:00000010:2.0:1777582945.821126:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4d31000. 00010000:00000010:2.0:1777582945.821184:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582945.821202:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582945.821224:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582945.821230:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582945.821246:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582945.821249:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582945.821254:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582945.821257:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582945.821367:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582945.821371:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582945.822503:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582945.822511:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00000020:00000010:2.0:1777582945.822562:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054e00. 00000020:00000010:2.0:1777582945.822569:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054e00. 00000020:00000010:2.0:1777582945.822581:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb16c0. 00080000:00000010:2.0:1777582945.822592:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32d000. 00000001:00000010:2.0:1777582945.823786:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1300. 00000001:00000010:2.0:1777582945.823804:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582945.823845:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb16c0. 00010000:00000010:2.0:1777582945.823859:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582945.823865:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582945.823882:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68e40. 00010000:00000010:2.0:1777582945.823922:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582945.823941:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000200:2.0:1777582945.823959:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974974, last committed = 8589974936 00010000:00000200:2.0:1777582945.823970:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe49180 x1863928707705344/t8589974974(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:386/0 lens 488/456 e 0 to 0 dl 1777582956 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582945.823991:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582945.823999:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707705344, offset 224 00000400:00000010:2.0:1777582945.824006:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7085e8. 00000400:00000200:2.0:1777582945.824011:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582945.824025:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582945.824032:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396155:396155:256:4294967295] 192.168.202.9@tcp LPNI seq info [396151:396151:8:4294967295] 00000400:00000200:2.0:1777582945.824038:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582945.824046:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582945.824052:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582945.824057:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582945.824063:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582945.824070:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582945.824073:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582945.824094:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582945.824100:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582945.824104:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846a000. 00000800:00000200:2.0:1777582945.837749:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.837754:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582945.837759:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.837770:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582945.837777:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:2.0:1777582945.837779:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00010000:00000010:2.1:1777582945.860914:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582945.860920:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582945.860941:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582945.860946:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cde00. 00010000:00000010:1.1:1777582945.861189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:1.1:1777582945.861195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582945.861232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582945.861236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582945.864216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582945.864232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582945.864237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582945.864241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582945.864246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582945.864248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582945.864252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582945.864254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582945.865285:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582945.865296:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582945.865299:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582945.865301:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582945.865304:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582945.865308:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582945.872281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582945.872307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582945.873552:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582945.873560:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582945.873565:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582945.873568:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582945.873570:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582945.873573:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582945.873576:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582945.873578:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.0:1777582945.879778:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:2.0:1777582945.879804:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd200. 00010000:00000010:2.0:1777582945.881852:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:2.0:1777582945.881860:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd200. 00010000:00000010:2.0:1777582945.881866:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:1.1:1777582945.885487:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.1:1777582945.885503:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582945.885507:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582945.885512:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.0:1777582945.890548:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:2.0:1777582945.890564:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd400. 00000020:00000010:2.0:1777582945.890949:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582945.890956:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582945.890962:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846a000. 00000020:00000010:2.0:1777582945.890967:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582945.890971:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582945.891010:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582945.891013:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000100:00000200:2.0:1777582945.891017:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707706880 02000000:00000010:2.0:1777582945.891055:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4d30000. 00010000:00000010:2.0:1777582945.891091:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:2.0:1777582945.891100:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374d80. 00010000:00000010:2.0:1777582945.891119:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582945.891127:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582945.891172:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582945.891175:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582945.891179:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582945.891182:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582945.891311:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582945.891314:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582945.891318:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582945.891321:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000020:00000010:2.0:1777582945.891349:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860546e0. 00000020:00000010:2.0:1777582945.891356:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860546e0. 00000020:00000010:2.0:1777582945.891369:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb16c0. 00010000:00000010:3.1:1777582945.892265:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582945.892272:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582945.892278:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582945.892281:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582945.893216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582945.893224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000800:00000200:2.0:1777582945.893329:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.893333:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:2.0:1777582945.893337:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.893343:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582945.895601:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582945.895612:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00000020:00000010:2.0:1777582945.896604:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582945.896610:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582945.896616:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b400. 00000020:00000010:2.0:1777582945.896622:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582945.896627:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582945.896665:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582945.896667:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000100:00000200:2.0:1777582945.896670:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707707008 00000001:00000010:2.0:1777582945.896681:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:2.0:1777582945.896706:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582945.896714:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 02000000:00000010:2.0:1777582945.896747:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487495000. 00010000:00000010:2.0:1777582945.896789:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582945.896802:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582945.896822:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582945.896825:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e180. 00010000:00000010:2.0:1777582945.896829:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582945.896832:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00000004:00000010:2.0:1777582945.896943:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169860. 00000004:00000010:2.0:1777582945.896952:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0ac8. 00000004:00000010:2.0:1777582945.896960:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756220. 00080000:00000010:2.0:1777582945.896968:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c1c8. 00010000:00000010:2.0:1777582945.898340:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582945.898349:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582945.898355:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582945.898361:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582945.898522:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582945.898535:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582945.898541:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e180. 00010000:00000010:2.0:1777582945.898565:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000200:2.0:1777582945.898585:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1dc00 x1863928707707008/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:386/0 lens 576/584 e 0 to 0 dl 1777582956 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582945.898607:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582945.898614:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707707008, offset 224 00000400:00000200:2.0:1777582945.898621:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582945.898635:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582945.898643:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396164:396164:256:4294967295] 192.168.202.9@tcp LPNI seq info [396160:396160:8:4294967295] 00000400:00000200:2.0:1777582945.898657:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582945.898662:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582945.898667:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582945.898673:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582945.898680:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582945.898684:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582945.898752:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582945.898757:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582945.898761:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846b400. 00010000:00000010:2.1:1777582945.899173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582945.899180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:2.0:1777582945.904183:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:2.0:1777582945.904191:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57300. 00010000:00000010:2.0:1777582945.904198:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484240. 00010000:00000010:3.1:1777582945.905271:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582945.905280:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582945.905476:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582945.905480:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582945.905484:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582945.905488:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582945.906773:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582945.906785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582945.906788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.1:1777582945.906791:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582945.906805:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582945.906810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582945.906813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582945.906815:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582945.906818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582945.906821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00000800:00000200:2.0:1777582945.912979:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.912987:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582945.912995:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.913004:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582945.913011:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:2.0:1777582945.913014:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00010000:00000010:2.1:1777582945.915747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582945.915755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.0:1777582945.915782:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:2.0:1777582945.915787:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86c00. 00010000:00000010:2.0:1777582945.915792:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239fe7b0c0. 00000800:00000200:2.0:1777582945.916306:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.916311:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582945.916316:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.916322:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582945.916416:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:1.1:1777582945.916423:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:2.0:1777582945.919818:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582945.919838:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213551 00000400:00000200:2.0:1777582945.919846:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.919851:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582945.919857:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:2.0:1777582945.919861:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00010000:00000010:1.1:1777582945.921088:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582945.921095:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582945.921100:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582945.921165:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582945.923154:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582945.923162:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582945.923165:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582945.923167:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582945.923169:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582945.923171:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582945.923321:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582945.923327:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582945.923331:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582945.923334:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582945.925063:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582945.925080:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000800:00000200:2.0:1777582945.925737:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.925744:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582945.925751:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.925760:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582945.925777:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:2.0:1777582945.925781:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000400:00000200:2.0:1777582945.927090:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582945.927111:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8827480 00000400:00000200:2.0:1777582945.927121:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 180488 00010000:00000010:3.1:1777582945.927170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582945.927178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000400:00000200:2.0:1777582945.927357:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.927363:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582945.927371:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582945.927377:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ed80. 00010000:00000010:0.1:1777582945.930201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582945.930212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582945.930217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582945.930219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:2.0:1777582945.930364:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582945.930391:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213559 00000400:00000200:2.0:1777582945.930398:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.930403:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582945.930409:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:2.0:1777582945.930412:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00000400:00000200:2.0:1777582945.940384:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582945.940402:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8827500 00000400:00000200:2.0:1777582945.940410:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 180976 00000400:00000200:2.0:1777582945.940481:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.940486:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582945.940494:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582945.940500:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568d180. 00010000:00000010:0.1:1777582945.941278:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582945.941289:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.0:1777582945.945216:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582945.945229:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582945.945238:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582945.945247:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582945.945353:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:2.0:1777582945.945367:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:2.0:1777582945.945372:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f80. 00010000:00000010:2.0:1777582945.945402:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000200:2.0:1777582945.945423:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568d180 x1863928707708160/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:386/0 lens 576/584 e 0 to 0 dl 1777582956 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582945.945444:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582945.945451:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707708160, offset 224 00000400:00000200:2.0:1777582945.945458:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582945.945475:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582945.945482:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396170:396170:256:4294967295] 192.168.202.9@tcp LPNI seq info [396166:396166:8:4294967295] 00000400:00000200:2.0:1777582945.945494:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582945.945500:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582945.945505:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582945.945511:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582945.945519:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582945.945523:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582945.945551:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374200. 00000020:00000010:2.0:1777582945.945557:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:2.0:1777582945.945561:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485438400. 00010000:00000010:3.1:1777582945.946199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582945.946207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582945.946211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582945.946215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582945.950245:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582945.950260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:2.0:1777582945.950282:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582945.950304:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8827600 00000400:00000200:2.0:1777582945.950315:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 181552 00000400:00000200:2.0:1777582945.950335:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.950341:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582945.950350:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582945.950358:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ea00. 00000800:00000200:2.0:1777582945.951757:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582945.951762:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582945.951766:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582945.951771:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582945.956519:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582945.956537:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582945.956543:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:2.1:1777582945.956545:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582945.960165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.1:1777582945.960178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582945.960182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582945.960185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582945.960207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582945.960212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582945.963756:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582945.963781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582945.968182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582945.968195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582945.968199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582945.968202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582945.977183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582945.977195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582945.977199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582945.977202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582945.978901:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582945.978912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582945.982219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582945.982238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582945.989176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582945.989185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582945.989189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582945.989191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582945.991264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582945.991278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582945.991281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582945.991286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582945.991289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582945.991291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582945.997254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582945.997275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582946.010182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582946.010201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582946.010205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582946.010209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582946.018638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582946.018647:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582946.022304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582946.022317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582946.022322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582946.022325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582946.022617:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582946.022623:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582946.033493:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582946.033508:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582946.033513:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582946.033516:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.0:1777582946.044258:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:2.0:1777582946.044265:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a80. 00010000:00000010:2.0:1777582946.044271:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484240. 00000020:00000010:2.0:1777582946.046997:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb76c0. 00000020:00000010:2.0:1777582946.047003:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb76c0. 00000020:00000010:2.0:1777582946.047009:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b400. 00000020:00000010:2.0:1777582946.047016:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582946.047021:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582946.047066:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb76c0. 00000020:00000010:2.0:1777582946.047069:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb76c0. 00000100:00000200:2.0:1777582946.047073:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707710080 00000001:00000010:2.0:1777582946.047084:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7bcc0. 00010000:00000010:2.0:1777582946.047110:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582946.047118:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 02000000:00000010:2.0:1777582946.047172:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487496000. 00010000:00000010:2.0:1777582946.047203:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582946.047207:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582946.047225:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582946.047228:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582946.047233:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582946.047236:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000004:00000010:2.0:1777582946.047340:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71690e0. 00000004:00000010:2.0:1777582946.047349:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0780. 00000004:00000010:2.0:1777582946.047358:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756990. 00080000:00000010:2.0:1777582946.047367:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c720. 00010000:00000010:3.1:1777582946.048309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582946.048320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.0:1777582946.048958:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582946.048964:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582946.048970:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582946.048976:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582946.049055:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582946.049067:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582946.049071:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582946.049094:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000200:2.0:1777582946.049115:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154380 x1863928707710080/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 576/584 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582946.049154:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582946.049162:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707710080, offset 224 00000400:00000200:2.0:1777582946.049170:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.049184:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.049191:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396180:396180:256:4294967295] 192.168.202.9@tcp LPNI seq info [396176:396176:8:4294967295] 00000400:00000200:2.0:1777582946.049203:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.049208:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.049213:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582946.049220:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.049227:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.049231:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.049254:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582946.049259:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582946.049262:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846b400. 00000800:00000200:2.0:1777582946.049838:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.049843:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582946.049849:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.049855:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.049861:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582946.049864:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00010000:00000010:2.1:1777582946.052279:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582946.052296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582946.056191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.1:1777582946.056204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582946.056208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582946.056213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:2.0:1777582946.056919:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.056939:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8827d80 00000400:00000200:2.0:1777582946.056948:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 186872 00000400:00000200:2.0:1777582946.056968:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.056971:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.056979:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.056986:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568c700. 00010000:00000010:2.1:1777582946.063270:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582946.063286:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582946.063290:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582946.063292:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00000020:00000010:2.0:1777582946.063303:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7b80. 00000020:00000010:2.0:1777582946.063310:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7b80. 00000020:00000010:2.0:1777582946.063320:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b400. 00000020:00000010:2.0:1777582946.063325:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582946.063331:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582946.063498:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7b80. 00000020:00000010:2.0:1777582946.063501:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7b80. 00000100:00000200:2.0:1777582946.063505:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707710336 02000000:00000010:2.0:1777582946.063546:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487491000. 00010000:00000010:2.0:1777582946.063592:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582946.063605:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582946.063628:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582946.063634:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582946.063651:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582946.063654:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582946.063659:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582946.063661:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582946.063783:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582946.063786:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582946.063790:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582946.063805:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000020:00000010:2.0:1777582946.063835:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f00. 00000020:00000010:2.0:1777582946.063841:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f00. 00000020:00000010:2.0:1777582946.063851:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb11e0. 00080000:00000010:2.0:1777582946.063863:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32fc00. 00000001:00000010:2.0:1777582946.064336:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1de0. 00000001:00000010:2.0:1777582946.064345:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582946.065942:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb11e0. 00010000:00000010:2.0:1777582946.065968:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582946.065977:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582946.065999:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582946.066086:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582946.066107:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000200:2.0:1777582946.066127:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974987, last committed = 8589974936 00010000:00000200:2.0:1777582946.066155:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568c700 x1863928707710336/t8589974987(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 488/456 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582946.066181:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582946.066188:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707710336, offset 224 00000400:00000010:2.0:1777582946.066195:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708738. 00000400:00000200:2.0:1777582946.066199:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.066215:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.066222:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396181:396181:256:4294967295] 192.168.202.9@tcp LPNI seq info [396177:396177:8:4294967295] 00000400:00000200:2.0:1777582946.066229:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582946.066235:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.066241:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.066246:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582946.066253:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.066260:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.066264:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.066289:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582946.066294:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582946.066299:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846b400. 00000800:00000200:2.0:1777582946.071104:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.071114:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582946.071122:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.071179:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582946.079885:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582946.079899:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582946.094049:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582946.094059:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582946.094100:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582946.094114:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ef80. 00000020:00000010:2.0:1777582946.101544:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7b80. 00000020:00000010:2.0:1777582946.101556:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7b80. 00000020:00000010:2.0:1777582946.101564:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b400. 00000020:00000010:2.0:1777582946.101570:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582946.101575:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582946.101657:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7b80. 00000020:00000010:2.0:1777582946.101661:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7b80. 00000100:00000200:2.0:1777582946.101664:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707710720 02000000:00000010:2.0:1777582946.101704:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487494000. 00010000:00000010:2.0:1777582946.101754:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:2.0:1777582946.101782:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519980. 00010000:00000010:2.0:1777582946.101813:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582946.101820:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582946.101836:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582946.101839:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582946.101843:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582946.101846:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582946.101964:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582946.101967:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582946.101971:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582946.101974:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000020:00000010:2.0:1777582946.101997:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054400. 00000020:00000010:2.0:1777582946.102003:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054400. 00000020:00000010:2.0:1777582946.102014:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb11e0. 00080000:00000010:2.0:1777582946.102025:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32f400. 00000001:00000010:2.0:1777582946.102484:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1180. 00000001:00000010:2.0:1777582946.102491:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582946.102531:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb11e0. 00010000:00000010:2.0:1777582946.102541:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582946.102545:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582946.102559:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582946.102599:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582946.102615:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000200:2.0:1777582946.102632:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974988, last committed = 8589974936 00010000:00000200:2.0:1777582946.102643:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef33b80 x1863928707710720/t8589974988(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 488/456 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582946.102663:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582946.102669:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707710720, offset 224 00000400:00000010:2.0:1777582946.102677:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708930. 00000400:00000200:2.0:1777582946.102681:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.102695:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.102702:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396183:396183:256:4294967295] 192.168.202.9@tcp LPNI seq info [396179:396179:8:4294967295] 00000400:00000200:2.0:1777582946.102708:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582946.102715:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.102721:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.102726:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582946.102733:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.102740:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.102744:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.102770:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582946.102775:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582946.102779:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846b400. 00010000:00000010:3.1:1777582946.103388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:3.1:1777582946.103395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:1.1:1777582946.109939:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582946.109954:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582946.109957:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582946.109960:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.0:1777582946.111741:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582946.111748:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582946.111753:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582946.111758:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582946.111840:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:2.0:1777582946.111851:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:2.0:1777582946.111856:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519580. 00010000:00000010:2.0:1777582946.111878:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000200:2.0:1777582946.111896:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef30a80 x1863928707710848/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 576/584 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582946.111915:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582946.111921:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707710848, offset 224 00000400:00000200:2.0:1777582946.111927:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.111938:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.111946:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396184:396184:256:4294967295] 192.168.202.9@tcp LPNI seq info [396180:396180:8:4294967295] 00000400:00000200:2.0:1777582946.111956:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.111962:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.111967:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582946.111973:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.111980:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.111985:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.112011:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385519800. 00000020:00000010:2.0:1777582946.112015:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:2.0:1777582946.112020:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffe400. 00010000:00000010:3.1:1777582946.116223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582946.116231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582946.118157:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582946.118172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582946.125069:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:2.0:1777582946.125081:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519700. 00010000:00000010:2.0:1777582946.125093:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00010000:00000010:2.0:1777582946.125122:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:2.0:1777582946.125126:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519e00. 00010000:00000010:2.1:1777582946.128211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582946.128229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582946.128234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582946.128237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582946.128239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582946.128241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582946.128244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582946.128246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000020:00000010:2.0:1777582946.128312:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582946.128318:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582946.128324:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b400. 00000020:00000010:2.0:1777582946.128330:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:2.0:1777582946.128336:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582946.128391:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582946.128394:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000100:00000200:2.0:1777582946.128397:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707711232 00000001:00000010:2.0:1777582946.128409:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68240. 00010000:00000010:2.0:1777582946.128435:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582946.128443:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582946.128492:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023924d8000. 00010000:00000010:2.0:1777582946.128525:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582946.128529:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582946.128548:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582946.128551:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582946.128555:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582946.128557:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00000004:00000010:2.0:1777582946.128654:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168960. 00000004:00000010:2.0:1777582946.128663:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0000. 00000004:00000010:2.0:1777582946.128671:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756cc0. 00080000:00000010:2.0:1777582946.128680:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cc78. 00010000:00000010:2.0:1777582946.129946:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582946.129954:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582946.129961:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582946.129966:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582946.130040:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582946.130053:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582946.130057:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582946.130082:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582946.130103:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497157800 x1863928707711232/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 576/584 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582946.130128:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582946.130157:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707711232, offset 224 00000400:00000200:2.0:1777582946.130164:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.130179:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.130186:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396186:396186:256:4294967295] 192.168.202.9@tcp LPNI seq info [396182:396182:8:4294967295] 00000400:00000200:2.0:1777582946.130197:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.130203:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.130208:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582946.130216:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.130225:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.130230:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.131046:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:2.0:1777582946.131055:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582946.131059:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846b400. 00010000:00000010:1.1:1777582946.139172:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:1.1:1777582946.139180:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582946.140545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:3.1:1777582946.140559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582946.141257:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582946.141266:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582946.141271:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582946.141273:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000800:00000200:2.0:1777582946.146415:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.146425:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:2.0:1777582946.146434:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.146444:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582946.150595:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582946.150609:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582946.157213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582946.157227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582946.157232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582946.157234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582946.158349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582946.158363:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582946.158378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582946.158382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000400:00000200:2.0:1777582946.158614:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.158633:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8828380 00000400:00000200:2.0:1777582946.158642:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 191128 00000400:00000200:2.0:1777582946.158659:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.158664:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.158672:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.158679:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ca80. 00010000:00000010:2.0:1777582946.163667:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:2.0:1777582946.163680:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374380. 00010000:00000010:2.0:1777582946.163690:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:3.1:1777582946.172131:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582946.172165:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582946.175182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582946.175197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582946.175257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582946.175263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582946.175267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582946.175270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582946.175272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582946.175274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582946.178206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582946.178221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582946.178225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582946.178228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:2.0:1777582946.179932:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582946.179957:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2135a9 00000400:00000200:2.0:1777582946.179964:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.179968:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582946.179974:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:2.0:1777582946.179978:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00000400:00000200:2.0:1777582946.180071:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.180078:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8828400 00000400:00000200:2.0:1777582946.180085:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 191616 00000400:00000200:2.0:1777582946.180161:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.180166:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.180170:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.180178:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268000. 00010000:00000010:2.0:1777582946.184516:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582946.184524:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582946.184530:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582946.184536:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582946.184622:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:2.0:1777582946.184638:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:2.0:1777582946.184644:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519a80. 00010000:00000010:2.0:1777582946.184672:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:2.0:1777582946.184696:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486268000 x1863928707712000/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 576/584 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582946.184720:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582946.184729:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707712000, offset 224 00000400:00000200:2.0:1777582946.184737:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.184752:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.184769:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396190:396190:256:4294967295] 192.168.202.9@tcp LPNI seq info [396186:396186:8:4294967295] 00000400:00000200:2.0:1777582946.184782:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.184788:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.184801:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582946.184809:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.184816:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.184820:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.184843:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385519280. 00000020:00000010:2.0:1777582946.184847:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:2.0:1777582946.184853:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7e92800. 00000800:00000200:2.0:1777582946.184979:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.184984:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582946.184988:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.184993:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.185000:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777582946.185002:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000800:00000200:2.0:1777582946.199664:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.199670:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582946.199675:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.199681:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.199686:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:2.0:1777582946.199689:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00010000:00000010:2.1:1777582946.203720:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582946.203731:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582946.203735:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582946.203737:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00000400:00000200:2.0:1777582946.203779:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.203808:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8828680 00000400:00000200:2.0:1777582946.203816:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f4d85 [64] + 193256 00000400:00000200:2.0:1777582946.203835:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.203840:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.203848:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.203854:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269c00. 00010000:00000010:3.1:1777582946.211319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582946.211329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582946.211333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.1:1777582946.211337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582946.211342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582946.211344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582946.211346:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582946.211348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582946.211350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582946.211353:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582946.211355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582946.211358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.0:1777582946.213703:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:2.0:1777582946.213720:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519b00. 00010000:00000010:2.0:1777582946.213732:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00010000:00000010:1.1:1777582946.216489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582946.216503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:2.0:1777582946.219933:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582946.219957:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2135b9 00000400:00000200:2.0:1777582946.219964:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.219968:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582946.219974:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:2.0:1777582946.219977:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000400:00000200:2.0:1777582946.220994:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.221005:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8828700 00000400:00000200:2.0:1777582946.221012:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f4d85 [64] + 193744 00000400:00000200:2.0:1777582946.221079:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.221083:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.221089:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.221095:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626aa00. 00000020:00000010:2.0:1777582946.221181:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7180. 00000020:00000010:2.0:1777582946.221187:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7180. 00000020:00000010:2.0:1777582946.221193:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b400. 00000020:00000010:2.0:1777582946.221198:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:2.0:1777582946.221203:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582946.221239:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7180. 00000020:00000010:2.0:1777582946.221242:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7180. 00000100:00000200:2.0:1777582946.221245:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707712768 00000001:00000010:2.0:1777582946.221255:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:2.0:1777582946.221284:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582946.221292:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582946.221320:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023924d9000. 00010000:00000010:2.0:1777582946.221350:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582946.221354:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582946.222090:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582946.222096:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582946.222101:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582946.222105:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000004:00000010:2.0:1777582946.222245:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71692c0. 00000004:00000010:2.0:1777582946.222256:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0c30. 00000004:00000010:2.0:1777582946.222264:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756440. 00080000:00000010:2.0:1777582946.222275:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dc80. 00010000:00000010:2.0:1777582946.223625:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582946.223636:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582946.223644:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582946.223651:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582946.223730:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582946.223743:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582946.223747:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582946.224002:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582946.224026:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248626aa00 x1863928707712768/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 576/584 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582946.224048:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582946.224055:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707712768, offset 224 00000400:00000200:2.0:1777582946.224063:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.224077:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.224084:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396194:396194:256:4294967295] 192.168.202.9@tcp LPNI seq info [396190:396190:8:4294967295] 00000400:00000200:2.0:1777582946.224095:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.224101:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.224107:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582946.224114:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.224122:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.224126:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:2.1:1777582946.224170:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582946.224176:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000020:00000010:2.0:1777582946.224190:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:2.0:1777582946.224194:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582946.224197:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c846b400. 00010000:00000010:1.1:1777582946.226503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:1.1:1777582946.226519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582946.226523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582946.226527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000800:00000200:2.0:1777582946.227522:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.227529:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582946.227537:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.227545:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.227553:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777582946.227556:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00010000:00000010:2.0:1777582946.233525:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:2.0:1777582946.233544:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f00. 00010000:00000010:2.0:1777582946.233554:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:3.1:1777582946.246603:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582946.246610:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582946.247447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582946.247454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582946.247457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582946.247459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00000020:00000010:2.0:1777582946.247488:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582946.247492:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582946.247498:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c846b400. 00000020:00000010:2.0:1777582946.247502:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:2.0:1777582946.247506:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582946.247537:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582946.247540:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7480. 00000100:00000200:2.0:1777582946.247543:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707713152 00000001:00000010:2.0:1777582946.247555:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:2.0:1777582946.247580:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582946.247585:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582946.247609:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023924dd000. 00010000:00000010:2.0:1777582946.247635:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582946.247637:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582946.247649:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582946.247651:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582946.247653:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582946.247655:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00000004:00000010:2.0:1777582946.247736:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:2.0:1777582946.247743:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb09d8. 00000004:00000010:2.0:1777582946.247749:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757540. 00080000:00000010:2.0:1777582946.247756:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00010000:00000010:3.1:1777582946.250533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582946.250544:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582946.250548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582946.250552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.1:1777582946.250609:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582946.250614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000020:00000010:2.0:1777582946.252185:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582946.252191:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582946.252196:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7e92800. 00000020:00000010:2.0:1777582946.252202:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e400. 00000020:00000010:2.0:1777582946.252207:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.252240:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582946.252243:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7480. 00000100:00000200:2.0:1777582946.252245:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707713408 02000000:00000010:2.0:1777582946.252337:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023924de000. 00010000:00000010:2.0:1777582946.252446:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:2.0:1777582946.252463:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c00. 00010000:00000010:2.0:1777582946.252482:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582946.252489:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582946.252504:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582946.252507:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582946.252512:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582946.252514:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582946.252618:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582946.252621:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e380. 00010000:00000010:2.0:1777582946.252624:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582946.252627:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000020:00000010:2.0:1777582946.252650:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860543e0. 00000020:00000010:2.0:1777582946.252656:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860543e0. 00000020:00000010:2.0:1777582946.252667:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1e40. 00080000:00000010:2.0:1777582946.252675:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97d400. 00000001:00000010:2.0:1777582946.253067:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb18a0. 00000001:00000010:2.0:1777582946.253074:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582946.253112:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1e40. 00010000:00000010:2.0:1777582946.253120:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582946.253124:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582946.253174:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582946.253209:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582946.253223:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000200:2.0:1777582946.253238:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974995, last committed = 8589974936 00010000:00000200:2.0:1777582946.253249:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154380 x1863928707713408/t8589974995(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 488/456 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582946.253270:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582946.253276:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707713408, offset 224 00000400:00000010:2.0:1777582946.253969:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708e70. 00000400:00000200:2.0:1777582946.253977:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.253992:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.253999:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396197:396197:256:4294967295] 192.168.202.9@tcp LPNI seq info [396193:396193:8:4294967295] 00000400:00000200:2.0:1777582946.254006:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582946.254013:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.254018:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.254025:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582946.254032:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.254038:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.254042:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.254115:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e400. 00000020:00000010:2.0:1777582946.254121:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.254124:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7e92800. 00010000:00000010:2.0:1777582946.254187:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582946.254194:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e380. 00010000:00000010:2.0:1777582946.254202:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68240. 00010000:00000010:3.1:1777582946.254251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582946.254257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:2.0:1777582946.257499:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582946.257511:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00000020:00000010:2.0:1777582946.257824:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582946.257828:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582946.257834:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485438400. 00000020:00000010:2.0:1777582946.257839:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582946.257843:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.257882:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582946.257885:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7480. 00000100:00000200:2.0:1777582946.257888:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707713536 00000001:00000010:2.0:1777582946.257898:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:2.0:1777582946.257918:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582946.257924:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582946.257949:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023924db000. 00010000:00000010:2.0:1777582946.257975:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582946.257979:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582946.257993:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582946.257996:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e380. 00010000:00000010:2.0:1777582946.257999:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582946.258002:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00000004:00000010:2.0:1777582946.258087:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168f00. 00000004:00000010:2.0:1777582946.258097:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0870. 00000004:00000010:2.0:1777582946.258104:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756000. 00080000:00000010:2.0:1777582946.258112:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d1d0. 00010000:00000010:2.0:1777582946.259444:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582946.259451:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e280. 00010000:00000010:2.0:1777582946.259456:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582946.259461:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582946.259527:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582946.259538:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582946.259543:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e380. 00010000:00000010:2.0:1777582946.259565:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582946.259584:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef33480 x1863928707713536/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 576/584 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582946.259604:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582946.259610:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707713536, offset 224 00000400:00000200:2.0:1777582946.259617:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.259628:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.259636:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396198:396198:256:4294967295] 192.168.202.9@tcp LPNI seq info [396194:396194:8:4294967295] 00000400:00000200:2.0:1777582946.259647:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.259653:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.259659:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582946.259664:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.259672:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.259676:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.259746:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582946.259751:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.259755:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485438400. 00010000:00000010:3.1:1777582946.260188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582946.260196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582946.260199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582946.260201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00000020:00000010:2.0:1777582946.262907:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582946.262913:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582946.262919:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248557d800. 00000020:00000010:2.0:1777582946.262924:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582946.262929:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.262968:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582946.262970:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582946.262973:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707713792 02000000:00000010:2.0:1777582946.263008:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023924df000. 00010000:00000010:2.0:1777582946.263045:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582946.263060:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e280. 00010000:00000010:2.0:1777582946.263081:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582946.263087:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582946.263101:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582946.263105:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e280. 00010000:00000010:2.0:1777582946.263109:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582946.263111:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582946.263242:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582946.263245:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e380. 00010000:00000010:2.0:1777582946.263248:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582946.263252:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00000020:00000010:2.0:1777582946.263278:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054240. 00000020:00000010:2.0:1777582946.263529:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054240. 00000020:00000010:2.0:1777582946.263542:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1d80. 00080000:00000010:2.0:1777582946.263551:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97e800. 00000001:00000010:2.0:1777582946.264062:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1480. 00000001:00000010:2.0:1777582946.264070:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68e40. 00000020:00000010:2.0:1777582946.264112:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1d80. 00010000:00000010:2.0:1777582946.264123:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582946.264128:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582946.264161:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582946.264251:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582946.264269:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000200:2.0:1777582946.264299:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589974996, last committed = 8589974936 00010000:00000200:2.0:1777582946.264311:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef31c00 x1863928707713792/t8589974996(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 488/456 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582946.264331:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582946.264338:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707713792, offset 224 00000400:00000010:2.0:1777582946.264344:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7088c0. 00000400:00000200:2.0:1777582946.264349:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.264363:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.264380:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396199:396199:256:4294967295] 192.168.202.9@tcp LPNI seq info [396195:396195:8:4294967295] 00000400:00000200:2.0:1777582946.264386:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582946.264393:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.264399:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.264404:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582946.264411:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.264417:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.264422:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.264450:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582946.264455:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.264458:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248557d800. 00010000:00000010:2.1:1777582946.267247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582946.267255:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582946.267263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582946.267268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582946.267272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582946.267275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582946.267278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582946.267280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582946.267282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582946.267295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582946.267297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582946.267299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582946.270166:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582946.270181:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582946.270185:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582946.270187:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:1.1:1777582946.273342:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:1.1:1777582946.273351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582946.274282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582946.274289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582946.287606:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582946.287616:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582946.287621:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582946.287623:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582946.292186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582946.292200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582946.292204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582946.292208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582946.296181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582946.296198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:1.1:1777582946.296313:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582946.296321:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582946.304761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582946.304776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582946.304781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582946.304784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582946.315530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.1:1777582946.315543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582946.324570:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582946.324581:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582946.324713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582946.324720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582946.324723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582946.324727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582946.326263:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582946.326277:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582946.328218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:3.1:1777582946.328230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582946.329242:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582946.329252:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582946.329256:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582946.329260:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582946.329263:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582946.329266:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582946.340224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582946.340240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582946.344603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582946.344617:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582946.344621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582946.344624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000020:00000010:2.0:1777582946.344856:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582946.344862:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582946.344868:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485438400. 00000020:00000010:2.0:1777582946.344874:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582946.344879:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.344924:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582946.344927:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582946.344929:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707715328 02000000:00000010:2.0:1777582946.344968:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023924da000. 00010000:00000010:2.0:1777582946.345014:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:2.0:1777582946.345028:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519500. 00010000:00000010:2.0:1777582946.345051:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582946.345059:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582946.345077:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582946.345079:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582946.345083:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582946.345086:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582946.345235:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582946.345238:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582946.345241:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582946.345244:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00000020:00000010:2.0:1777582946.345272:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054240. 00000020:00000010:2.0:1777582946.345279:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054240. 00000020:00000010:2.0:1777582946.345300:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1d80. 00080000:00000010:2.0:1777582946.345310:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97c400. 00000001:00000010:2.0:1777582946.345722:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1120. 00000001:00000010:2.0:1777582946.345730:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582946.345771:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1d80. 00010000:00000010:2.0:1777582946.345781:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582946.345785:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582946.345809:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582946.345845:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582946.345859:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000200:2.0:1777582946.345876:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975000, last committed = 8589974936 00010000:00000200:2.0:1777582946.345886:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde0000 x1863928707715328/t8589975000(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 488/456 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582946.345903:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582946.345909:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707715328, offset 224 00000400:00000010:2.0:1777582946.345916:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708ce8. 00000400:00000200:2.0:1777582946.345920:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.345934:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.345941:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396207:396207:256:4294967295] 192.168.202.9@tcp LPNI seq info [396203:396203:8:4294967295] 00000400:00000200:2.0:1777582946.345947:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582946.345954:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.345960:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.345965:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582946.345971:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.345978:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.345982:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.346007:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582946.346012:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.346015:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485438400. 00000800:00000200:2.0:1777582946.346112:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.346116:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582946.346120:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.346125:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582946.352077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582946.352093:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582946.352097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582946.352100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00000400:00000200:2.0:1777582946.357613:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582946.357635:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2135f5 00000400:00000200:2.0:1777582946.357643:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.357647:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582946.357654:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777582946.357658:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00010000:00000010:1.1:1777582946.360887:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582946.360903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00000800:00000200:2.0:1777582946.364473:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.364479:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:2.0:1777582946.364483:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.364488:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.364493:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:2.0:1777582946.364495:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00010000:00000010:3.1:1777582946.373182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582946.373197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00000400:00000200:2.0:1777582946.376055:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.376075:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8829280 00000400:00000200:2.0:1777582946.376084:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 6960 00000400:00000200:2.0:1777582946.376101:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.376106:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.376113:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.376120:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269180. 00000400:00000200:2.0:1777582946.380836:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582946.380857:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2135fd 00000400:00000200:2.0:1777582946.380864:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.380868:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582946.380874:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:2.0:1777582946.380877:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000400:00000200:2.0:1777582946.380910:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.380916:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8829300 00000400:00000200:2.0:1777582946.380923:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 7448 00000400:00000200:2.0:1777582946.380973:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.380977:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.380982:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.380988:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268a80. 00000020:00000010:2.0:1777582946.381043:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7bc0. 00000020:00000010:2.0:1777582946.381048:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7bc0. 00000020:00000010:2.0:1777582946.381053:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248557d800. 00000020:00000010:2.0:1777582946.381059:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582946.381064:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.381109:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7bc0. 00000020:00000010:2.0:1777582946.381112:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7bc0. 00000100:00000200:2.0:1777582946.381115:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707715840 00000001:00000010:2.0:1777582946.381127:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e680c0. 00010000:00000010:2.0:1777582946.381180:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582946.381188:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 02000000:00000010:2.0:1777582946.381215:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023924dc000. 00010000:00000010:2.0:1777582946.381245:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582946.381249:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582946.381269:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582946.381272:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582946.381276:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582946.381279:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000004:00000010:2.0:1777582946.381393:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169a40. 00000004:00000010:2.0:1777582946.381403:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0780. 00000004:00000010:2.0:1777582946.381410:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ff0. 00080000:00000010:2.0:1777582946.381420:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c000. 00010000:00000010:2.0:1777582946.383318:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582946.383329:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582946.383336:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582946.383344:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582946.383653:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582946.383663:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582946.383668:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582946.383987:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000200:2.0:1777582946.384011:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486268a80 x1863928707715840/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 576/584 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582946.384033:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582946.384040:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707715840, offset 224 00000400:00000200:2.0:1777582946.384047:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.384062:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.384070:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396210:396210:256:4294967295] 192.168.202.9@tcp LPNI seq info [396206:396206:8:4294967295] 00000400:00000200:2.0:1777582946.384082:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.384088:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.384094:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582946.384100:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.384109:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.384114:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.384214:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582946.384221:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.384226:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248557d800. 00010000:00000010:1.1:1777582946.389191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582946.389209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582946.389216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:1.1:1777582946.389219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000800:00000200:2.0:1777582946.390271:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.390279:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582946.390287:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.390295:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.390304:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777582946.390307:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00010000:00000010:1.1:1777582946.392284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582946.392300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582946.392752:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582946.392769:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582946.394654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582946.394666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582946.394670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582946.394674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582946.395162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582946.395168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582946.395171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582946.395174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00000020:00000010:2.0:1777582946.398289:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7e40. 00000020:00000010:2.0:1777582946.398301:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7e40. 00000020:00000010:2.0:1777582946.398309:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23000. 00000020:00000010:2.0:1777582946.398316:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582946.398322:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.398497:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7e40. 00000020:00000010:2.0:1777582946.398500:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7e40. 00000100:00000200:2.0:1777582946.398503:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707716096 02000000:00000010:2.0:1777582946.398543:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023924d8000. 00010000:00000010:2.0:1777582946.398585:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582946.398601:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582946.398621:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582946.398628:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582946.398644:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582946.398647:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582946.398652:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582946.398655:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582946.398777:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582946.398781:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582946.398784:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582946.398787:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000020:00000010:2.0:1777582946.398825:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054600. 00000020:00000010:2.0:1777582946.398833:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054600. 00000020:00000010:2.0:1777582946.398844:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1c00. 00080000:00000010:2.0:1777582946.398855:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97e400. 00000001:00000010:2.0:1777582946.399329:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1a80. 00000001:00000010:2.0:1777582946.399337:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68000. 00000020:00000010:2.0:1777582946.400020:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1c00. 00010000:00000010:2.0:1777582946.400036:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582946.400041:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582946.400057:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e680c0. 00010000:00000010:2.0:1777582946.400164:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582946.400182:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000200:2.0:1777582946.400202:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975002, last committed = 8589974936 00010000:00000200:2.0:1777582946.400214:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde3100 x1863928707716096/t8589975002(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 488/456 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582946.400235:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582946.400242:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707716096, offset 224 00000400:00000010:2.0:1777582946.400249:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708b60. 00000400:00000200:2.0:1777582946.400253:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.400268:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.400275:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396211:396211:256:4294967295] 192.168.202.9@tcp LPNI seq info [396207:396207:8:4294967295] 00000400:00000200:2.0:1777582946.400281:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582946.400288:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.400293:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.400298:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582946.400305:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.400312:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.400317:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.400337:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582946.400343:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.400346:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23000. 00000800:00000200:2.0:1777582946.406817:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.406829:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582946.406839:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.406848:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.407498:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582946.407515:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213605 00000400:00000200:2.0:1777582946.407522:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.407525:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582946.407532:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777582946.407534:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000400:00000200:2.0:1777582946.407561:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.407567:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8829480 00000400:00000200:2.0:1777582946.407574:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 8512 00000400:00000200:2.0:1777582946.409993:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.410006:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.410021:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.410034:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268700. 00010000:00000010:2.1:1777582946.413609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582946.413625:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582946.421224:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582946.421237:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00000800:00000200:2.0:1777582946.421256:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.421261:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582946.421267:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.421275:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.421291:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:2.0:1777582946.421294:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00010000:00000010:3.1:1777582946.425262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582946.425279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.1:1777582946.425282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582946.425292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00000400:00000200:2.0:1777582946.425925:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.425948:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8829580 00000400:00000200:2.0:1777582946.425956:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 9088 00000400:00000200:2.0:1777582946.425978:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.425983:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.425991:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.425998:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269500. 00010000:00000010:1.1:1777582946.432859:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582946.432874:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582946.432878:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582946.432880:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.0:1777582946.433803:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582946.433811:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374380. 00010000:00000010:2.0:1777582946.433817:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000800:00000200:2.0:1777582946.438290:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.438301:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:2.0:1777582946.438312:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.438321:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.438329:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:2.0:1777582946.438332:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00010000:00000010:3.1:1777582946.439177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582946.439186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00000800:00000200:2.0:1777582946.442152:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.442157:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582946.442163:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.442168:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582946.444014:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582946.444033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582946.444617:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582946.444626:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582946.444632:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582946.444637:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000200:2.0:1777582946.444695:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582946.444715:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213615 00000400:00000200:2.0:1777582946.444723:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.444729:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582946.444736:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:2.0:1777582946.444740:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00000400:00000200:2.0:1777582946.444877:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.444885:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8829780 00000400:00000200:2.0:1777582946.444892:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 10640 00000400:00000200:2.0:1777582946.445269:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.445274:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.445279:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.445297:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626b480. 00010000:00000010:1.1:1777582946.446169:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582946.446175:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582946.446270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582946.446276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582946.446279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582946.446281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582946.446291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582946.446295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.0:1777582946.446406:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582946.446411:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582946.446417:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582946.446423:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582946.446493:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:2.0:1777582946.446508:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:2.0:1777582946.446513:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519000. 00010000:00000010:2.0:1777582946.446541:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000200:2.0:1777582946.446562:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248626b480 x1863928707716992/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 576/584 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582946.446581:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582946.446589:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707716992, offset 224 00000400:00000200:2.0:1777582946.446599:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.446613:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.446622:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396216:396216:256:4294967295] 192.168.202.9@tcp LPNI seq info [396212:396212:8:4294967295] 00000400:00000200:2.0:1777582946.446637:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.446644:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.446649:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582946.446657:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.446666:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.446670:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.446698:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385519900. 00000020:00000010:2.0:1777582946.446704:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:2.0:1777582946.446709:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae9cc000. 00010000:00000010:3.1:1777582946.449208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582946.449219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:2.0:1777582946.449812:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.449830:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8829880 00000400:00000200:2.0:1777582946.449838:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 11216 00000400:00000200:2.0:1777582946.449855:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.449859:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.449866:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.449872:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269f80. 00000800:00000200:2.0:1777582946.451475:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.451480:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:2.0:1777582946.451485:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.451491:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582946.453193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582946.453206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582946.453210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582946.453213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582946.453310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582946.453317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000200:2.0:1777582946.454921:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.454937:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8829900 00000400:00000200:2.0:1777582946.454946:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 11704 00000400:00000200:2.0:1777582946.455006:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.455012:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.455020:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.455026:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268e00. 00010000:00000010:1.1:1777582946.455152:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582946.455160:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582946.455505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00000800:00000200:2.0:1777582946.461110:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.461119:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582946.461130:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.461165:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.461173:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:2.0:1777582946.461176:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00000020:00000010:2.0:1777582946.461966:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7600. 00000020:00000010:2.0:1777582946.461973:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7600. 00000020:00000010:2.0:1777582946.461980:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23000. 00000020:00000010:2.0:1777582946.461986:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:2.0:1777582946.461991:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.462070:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7600. 00000020:00000010:2.0:1777582946.462074:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7600. 00000100:00000200:2.0:1777582946.462079:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707717632 02000000:00000010:2.0:1777582946.462118:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023924d9000. 00010000:00000010:2.0:1777582946.462275:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:2.0:1777582946.462300:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:2.0:1777582946.462322:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582946.462328:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582946.462345:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582946.462348:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582946.462352:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582946.462355:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582946.462486:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582946.462489:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582946.462492:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582946.462495:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000020:00000010:2.0:1777582946.462523:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054b80. 00000020:00000010:2.0:1777582946.462529:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054b80. 00000020:00000010:2.0:1777582946.462539:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb11e0. 00080000:00000010:2.0:1777582946.462548:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97c800. 00000001:00000010:2.0:1777582946.463046:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1900. 00000001:00000010:2.0:1777582946.463054:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582946.463109:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb11e0. 00010000:00000010:2.0:1777582946.463120:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582946.463126:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582946.463165:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68480. 00010000:00000010:2.0:1777582946.463210:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582946.463232:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582946.463253:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975006, last committed = 8589974936 00010000:00000200:2.0:1777582946.463265:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154a80 x1863928707717632/t8589975006(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 488/456 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582946.463287:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582946.463294:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707717632, offset 224 00000400:00000010:2.0:1777582946.463301:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708b98. 00000400:00000200:2.0:1777582946.463307:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.463326:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.463333:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396219:396219:256:4294967295] 192.168.202.9@tcp LPNI seq info [396215:396215:8:4294967295] 00000400:00000200:2.0:1777582946.463340:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582946.463350:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.463357:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.463363:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582946.463370:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.463378:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.463383:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.463406:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:2.0:1777582946.463413:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.463419:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23000. 00010000:00000010:2.0:1777582946.463872:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582946.463879:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582946.463886:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68480. 00000800:00000200:2.0:1777582946.464395:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.464400:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582946.464405:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.464411:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582946.466705:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582946.466720:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582946.466726:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582946.466732:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582946.466738:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:2.0:1777582946.467714:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582946.467735:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213625 00000400:00000200:2.0:1777582946.467743:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.467748:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582946.467756:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:2.0:1777582946.467770:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00000400:00000200:2.0:1777582946.467813:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.467820:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8829a80 00000400:00000200:2.0:1777582946.467828:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 12768 00000400:00000200:2.0:1777582946.467884:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.467887:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.467892:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.467899:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626bb80. 00010000:00000010:0.1:1777582946.468706:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582946.468716:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582946.468723:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582946.468728:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.1:1777582946.472191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582946.472206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582946.472214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582946.472219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582946.472225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582946.472231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.1:1777582946.473336:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:3.1:1777582946.473347:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00000020:00000010:2.0:1777582946.479462:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7600. 00000020:00000010:2.0:1777582946.479469:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7600. 00000020:00000010:2.0:1777582946.479475:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23000. 00000020:00000010:2.0:1777582946.479480:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582946.479485:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.479535:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7600. 00000020:00000010:2.0:1777582946.479537:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7600. 00000100:00000200:2.0:1777582946.479540:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707718144 00000001:00000010:2.0:1777582946.479551:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68d80. 00010000:00000010:2.0:1777582946.479575:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582946.479582:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582946.479614:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b58000. 00010000:00000010:2.0:1777582946.479645:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582946.479648:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582946.479666:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582946.479669:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582946.479673:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582946.479675:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000004:00000010:2.0:1777582946.479800:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71683c0. 00000004:00000010:2.0:1777582946.479811:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0ac8. 00000004:00000010:2.0:1777582946.479818:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756dd0. 00080000:00000010:2.0:1777582946.479828:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c558. 00010000:00000010:2.0:1777582946.480621:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582946.480626:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582946.480630:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582946.480635:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582946.480707:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582946.480743:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582946.480749:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582946.480786:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582946.480814:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497157100 x1863928707718144/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 576/584 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582946.480834:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582946.480841:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707718144, offset 224 00000400:00000200:2.0:1777582946.480847:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.480859:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.480867:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396222:396222:256:4294967295] 192.168.202.9@tcp LPNI seq info [396218:396218:8:4294967295] 00000400:00000200:2.0:1777582946.480878:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.480884:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.480888:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582946.480894:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.480901:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.480904:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.480928:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582946.480932:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.480936:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23000. 00010000:00000010:3.1:1777582946.484981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582946.484995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582946.485445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582946.485452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582946.485455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582946.485458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582946.485460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582946.485462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582946.485465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582946.485467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582946.490706:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582946.490715:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582946.490719:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582946.490721:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.1:1777582946.492533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582946.492547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582946.493907:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582946.493920:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582946.501175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582946.501189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582946.501195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582946.501198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582946.521202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582946.521210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582946.532475:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582946.532489:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582946.532493:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582946.532497:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582946.532501:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582946.532503:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582946.537186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582946.537202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582946.537207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582946.537209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582946.537213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582946.537219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582946.539298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582946.539313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582946.539317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582946.539320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582946.553778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.1:1777582946.553786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582946.562542:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582946.562558:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582946.562563:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582946.562567:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582946.571684:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582946.571700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582946.571704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582946.571706:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582946.571708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582946.571711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582946.581891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582946.581907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582946.581913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582946.581915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582946.581918:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582946.581920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582946.581922:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582946.581925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582946.595513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582946.595526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582946.595530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582946.595533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582946.595536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582946.595539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582946.595546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582946.595551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582946.595553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582946.595556:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582946.595558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582946.595560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582946.606218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582946.606225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582946.606228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582946.606231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582946.612674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582946.612682:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582946.612688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582946.612691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582946.614171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582946.614178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582946.614183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582946.614185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582946.614224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582946.614229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582946.614259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582946.614264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582946.617238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582946.617245:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582946.617249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582946.617252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582946.617255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582946.617257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582946.625208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582946.625215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582946.629264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582946.629272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582946.629276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582946.629279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582946.629281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582946.629292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582946.629296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582946.629298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582946.630264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582946.630274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582946.631310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582946.631320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582946.637235:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582946.637250:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582946.637255:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582946.637257:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582946.638362:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582946.638373:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582946.639179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582946.639187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.0:1777582946.659575:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:2.0:1777582946.659595:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519280. 00010000:00000010:0.1:1777582946.660273:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582946.660281:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582946.666173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582946.666190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582946.666195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582946.666201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582946.666203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582946.666207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582946.668903:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582946.668918:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000400:00000200:2.0:1777582946.668996:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.669016:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb882ab00 00000400:00000200:2.0:1777582946.669024:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 24472 00000400:00000200:2.0:1777582946.670041:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.670051:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.670060:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.670067:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a300. 00000020:00000010:2.0:1777582946.670125:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7140. 00000020:00000010:2.0:1777582946.670131:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7140. 00000020:00000010:2.0:1777582946.670157:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23000. 00000020:00000010:2.0:1777582946.670163:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582946.670168:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.670205:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7140. 00000020:00000010:2.0:1777582946.670207:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7140. 00000100:00000200:2.0:1777582946.670210:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707721984 00000001:00000010:2.0:1777582946.670222:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7be40. 00010000:00000010:2.0:1777582946.670244:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582946.670252:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582946.670281:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b5f000. 00010000:00000010:2.0:1777582946.670313:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582946.670317:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582946.670337:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582946.670341:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582946.670346:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582946.670348:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:0.1:1777582946.670520:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:0.1:1777582946.670527:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582946.671478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582946.671487:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582946.671491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582946.671493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000004:00000010:2.0:1777582946.671598:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168780. 00000004:00000010:2.0:1777582946.671608:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0a50. 00000004:00000010:2.0:1777582946.671614:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756bb0. 00080000:00000010:2.0:1777582946.671623:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734ce40. 00010000:00000010:2.0:1777582946.676518:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582946.676529:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582946.676536:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582946.676544:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582946.676630:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582946.676644:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582946.676650:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582946.676676:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582946.676695:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248626a300 x1863928707721984/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 576/584 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582946.676716:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582946.676724:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707721984, offset 224 00000400:00000200:2.0:1777582946.676730:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.676743:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.676750:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396242:396242:256:4294967295] 192.168.202.9@tcp LPNI seq info [396238:396238:8:4294967295] 00000400:00000200:2.0:1777582946.678480:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.678493:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.678503:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582946.678510:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.678518:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.678523:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.678566:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582946.678572:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.678576:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23000. 00000800:00000200:2.0:1777582946.684040:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.684044:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582946.684049:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.684054:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582946.688661:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:2.0:1777582946.688674:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374e00. 00010000:00000010:2.0:1777582946.690741:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582946.690751:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582946.690757:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582946.690765:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582946.690855:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:2.0:1777582946.690868:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:2.0:1777582946.690872:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374600. 00010000:00000010:2.0:1777582946.690898:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:2.0:1777582946.690917:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154700 x1863928707722368/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 576/584 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582946.690939:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582946.690946:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707722368, offset 224 00000400:00000200:2.0:1777582946.690952:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.690965:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.690971:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396244:396244:256:4294967295] 192.168.202.9@tcp LPNI seq info [396240:396240:8:4294967295] 00000400:00000200:2.0:1777582946.690983:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.690988:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.690993:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582946.690999:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.691007:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.691011:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.691041:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374580. 00000020:00000010:2.0:1777582946.691045:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:2.0:1777582946.691048:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498b7ea00. 00010000:00000010:2.1:1777582946.693248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.1:1777582946.693259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582946.693262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582946.693265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00000400:00000200:2.0:1777582946.693490:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.693505:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882ad80 00000400:00000200:2.0:1777582946.693513:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 26112 00000400:00000200:2.0:1777582946.693528:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.693533:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.693540:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.693546:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a680. 00010000:00000010:2.0:1777582946.698609:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:2.0:1777582946.698617:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519c00. 00010000:00000010:2.0:1777582946.698624:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00010000:00000010:3.1:1777582946.700473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582946.700482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582946.700488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582946.700491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.0:1777582946.706949:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:2.0:1777582946.706956:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519d80. 00010000:00000010:2.1:1777582946.708180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582946.708193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582946.708198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582946.708200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582946.708202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582946.708205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582946.708259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582946.708265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582946.708268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:1.1:1777582946.708271:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:1.1:1777582946.712473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582946.712481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582946.713253:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582946.713260:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582946.713263:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582946.713266:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.0:1777582946.713285:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:2.0:1777582946.713291:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519700. 00010000:00000010:2.0:1777582946.713296:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00010000:00000010:1.1:1777582946.719268:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582946.719284:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582946.719289:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582946.719291:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582946.722192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582946.722204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582946.722260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582946.722265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582946.722269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582946.722271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582946.722483:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582946.722488:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582946.740500:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582946.740515:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582946.740520:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582946.740523:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000800:00000200:2.0:1777582946.743358:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.743363:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:2.0:1777582946.743376:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.743381:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582946.751175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582946.751189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582946.761035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582946.761050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582946.762107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582946.762115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582946.762444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582946.762450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582946.776181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582946.776199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582946.776445:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582946.776452:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582946.776455:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582946.776457:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582946.776460:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582946.776462:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582946.780165:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:1.1:1777582946.780172:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582946.781708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582946.781721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582946.781992:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:3.1:1777582946.782001:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582946.782005:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582946.782008:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000020:00000010:2.0:1777582946.786349:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.786354:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.786362:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23000. 00000020:00000010:2.0:1777582946.786368:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e900. 00000020:00000010:2.0:1777582946.786373:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.786448:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.786451:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000100:00000200:2.0:1777582946.786454:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707724544 02000000:00000010:2.0:1777582946.786493:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02399b5e000. 00010000:00000010:2.0:1777582946.786537:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:2.0:1777582946.786553:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86880. 00010000:00000010:2.0:1777582946.786581:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582946.786588:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582946.786604:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582946.786607:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582946.786610:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582946.786614:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582946.786730:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582946.786734:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e280. 00010000:00000010:2.0:1777582946.786738:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582946.786741:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000020:00000010:2.0:1777582946.786780:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054060. 00000020:00000010:2.0:1777582946.786796:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054060. 00000020:00000010:2.0:1777582946.786809:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb14e0. 00080000:00000010:2.0:1777582946.786818:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97f400. 00000001:00000010:2.0:1777582946.787300:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1960. 00000001:00000010:2.0:1777582946.787309:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68480. 00000020:00000010:2.0:1777582946.787352:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb14e0. 00010000:00000010:2.0:1777582946.787362:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582946.787366:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582946.787379:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582946.787421:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582946.787428:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582946.787449:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582946.787452:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e280. 00010000:00000010:2.0:1777582946.787466:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582946.787483:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975024, last committed = 8589974936 00010000:00000200:2.0:1777582946.787493:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa78700 x1863928707724544/t8589975024(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 488/456 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582946.787512:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582946.787518:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707724544, offset 224 00000400:00000010:2.0:1777582946.787524:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708150. 00000400:00000200:2.0:1777582946.787528:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.787542:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.787548:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396255:396255:256:4294967295] 192.168.202.9@tcp LPNI seq info [396251:396251:8:4294967295] 00000400:00000200:2.0:1777582946.787555:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582946.787561:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.787567:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.787573:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582946.787579:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.787586:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.787590:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.787612:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e900. 00000020:00000010:2.0:1777582946.787617:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.787620:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23000. 00010000:00000010:0.1:1777582946.787818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582946.787826:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582946.787830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582946.787833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582946.788924:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582946.788935:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582946.788939:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582946.788941:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582946.788945:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582946.788948:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582946.788950:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582946.788952:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.0:1777582946.795915:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582946.795926:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00000020:00000010:2.0:1777582946.796362:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.796376:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.796383:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23000. 00000020:00000010:2.0:1777582946.796387:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582946.796392:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582946.796432:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.796435:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000100:00000200:2.0:1777582946.796438:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707724672 00000001:00000010:2.0:1777582946.796448:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:2.0:1777582946.796470:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582946.796477:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582946.796505:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b5a000. 00010000:00000010:2.0:1777582946.796533:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582946.796537:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582946.796552:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582946.796555:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582946.796559:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582946.796562:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000004:00000010:2.0:1777582946.796665:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169c20. 00000004:00000010:2.0:1777582946.796675:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0528. 00000004:00000010:2.0:1777582946.796683:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757dc0. 00080000:00000010:2.0:1777582946.796692:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d560. 00010000:00000010:2.1:1777582946.799057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582946.799075:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582946.813329:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582946.813345:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582946.813349:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582946.813354:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00000400:00000200:2.0:1777582946.813627:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582946.813649:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882b680 00000400:00000200:2.0:1777582946.813659:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 32496 00000400:00000200:2.0:1777582946.813677:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.813681:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582946.813689:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582946.813694:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268380. 00010000:00000010:2.1:1777582946.820164:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582946.820176:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:1.1:1777582946.823280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:1.1:1777582946.823298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:1.1:1777582946.823303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582946.823305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:0.1:1777582946.826186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582946.826201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582946.826308:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582946.832191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582946.832200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582946.832204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582946.832207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582946.832209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582946.845559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582946.845574:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582946.845579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582946.845581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.0:1777582946.852749:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:2.0:1777582946.852764:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519180. 00010000:00000010:1.1:1777582946.859266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582946.859276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582946.869185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582946.869199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582946.869246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582946.869253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582946.881191:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:2.1:1777582946.881204:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582946.882894:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582946.882910:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582946.882914:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582946.882916:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582946.885546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582946.885560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582946.885567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582946.885570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582946.885573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582946.885576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582946.902210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582946.902224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582946.902229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582946.902231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582946.918159:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582946.918174:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582946.920882:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582946.920898:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582946.920904:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582946.920908:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00000020:00000010:2.0:1777582946.927456:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.927469:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.927479:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23800. 00000020:00000010:2.0:1777582946.927485:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e280. 00000020:00000010:2.0:1777582946.927490:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582946.927876:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.927879:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000100:00000200:2.0:1777582946.927883:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707726464 02000000:00000010:2.0:1777582946.927927:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ecd000. 00010000:00000010:2.0:1777582946.927973:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582946.927992:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374280. 00010000:00000010:2.0:1777582946.928014:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582946.928022:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582946.928038:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582946.928041:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e380. 00010000:00000010:2.0:1777582946.928046:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582946.928048:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582946.928309:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582946.928313:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582946.928317:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582946.928321:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00000020:00000010:2.0:1777582946.928348:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054060. 00000020:00000010:2.0:1777582946.928355:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054060. 00000020:00000010:2.0:1777582946.928870:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb14e0. 00080000:00000010:2.0:1777582946.928883:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97d800. 00000001:00000010:2.0:1777582946.930884:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb16c0. 00000001:00000010:2.0:1777582946.930897:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68f00. 00000020:00000010:2.0:1777582946.930950:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb14e0. 00010000:00000010:2.0:1777582946.930967:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582946.930975:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582946.930996:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582946.932903:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582946.932937:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000200:2.0:1777582946.932963:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975029, last committed = 8589974936 00010000:00000200:2.0:1777582946.932977:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689500 x1863928707726464/t8589975029(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:387/0 lens 488/456 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582946.933003:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777582946.933010:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707726464, offset 224 00000400:00000010:2.0:1777582946.933018:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708f18. 00000400:00000200:2.0:1777582946.933022:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.933039:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.933047:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396265:396265:256:4294967295] 192.168.202.9@tcp LPNI seq info [396261:396261:8:4294967295] 00000400:00000200:2.0:1777582946.933053:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582946.933061:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.933067:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.933072:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582946.933079:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.933086:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.933091:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.933123:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e280. 00000020:00000010:2.0:1777582946.933146:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582946.933151:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23800. 00000800:00000200:2.0:1777582946.933269:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.933273:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582946.933278:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.933283:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582946.935196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:3.1:1777582946.935210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582946.935213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:3.1:1777582946.935216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582946.935219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582946.935221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582946.935224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582946.935226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.0:1777582946.938232:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582946.938241:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e380. 00000800:00000200:2.0:1777582946.939040:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.939045:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582946.939049:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.939054:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.939058:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:2.0:1777582946.939061:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00010000:00000010:2.1:1777582946.941175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582946.941186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582946.941191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582946.941194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582946.955284:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582946.955292:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582946.959153:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582946.959173:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00000020:00000010:2.0:1777582946.959219:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.959225:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.959234:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23800. 00000020:00000010:2.0:1777582946.959240:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e380. 00000020:00000010:2.0:1777582946.959245:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582946.959296:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.959298:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000100:00000200:2.0:1777582946.959301:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707726976 00000001:00000010:2.0:1777582946.959312:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68f00. 00010000:00000010:2.0:1777582946.959340:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582946.959348:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582946.959514:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ecb000. 00010000:00000010:2.0:1777582946.959547:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582946.959552:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582946.959571:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582946.959575:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e280. 00010000:00000010:2.0:1777582946.959580:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582946.959583:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00000004:00000010:2.0:1777582946.959693:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71681e0. 00000004:00000010:2.0:1777582946.959703:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0000. 00000004:00000010:2.0:1777582946.959710:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757650. 00080000:00000010:2.0:1777582946.959719:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c8e8. 00010000:00000010:3.1:1777582946.964481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582946.964495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582946.964500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582946.964503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000800:00000200:2.0:1777582946.968353:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582946.968362:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582946.968445:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582946.968454:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582946.968461:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:2.0:1777582946.968465:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00010000:00000010:0.1:1777582946.974550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582946.974560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582946.977239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582946.977257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582946.977262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582946.977266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582946.977269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582946.977271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582946.987396:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582946.987418:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582946.987423:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582946.987425:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00000020:00000010:2.0:1777582946.989529:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.989534:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.989538:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de22600. 00000020:00000010:2.0:1777582946.989541:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582946.989545:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582946.989567:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.989569:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000100:00000200:2.0:1777582946.989571:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707727360 02000000:00000010:2.0:1777582946.989579:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6aa000. 00010000:00000200:2.0:1777582946.989586:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487066c50 x1863928707727360/t0(0) o400->64ad4ac2-4621-46a9-b9ec-0f391218edcb@192.168.202.9@tcp:387/0 lens 224/224 e 0 to 0 dl 1777582957 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582946.989596:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777582946.989600:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863928707727360, offset 224 00000400:00000200:2.0:1777582946.989605:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582946.989611:0:187625:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582946.989615:0:187625:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396272:396272:255:4294967295] 192.168.202.9@tcp LPNI seq info [396268:396268:7:4294967295] 00000400:00000200:2.0:1777582946.989622:0:187625:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582946.989627:0:187625:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582946.989630:0:187625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582946.989634:0:187625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582946.989640:0:187625:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582946.989643:0:187625:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582946.989651:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582946.989655:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582946.989658:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de22600. 00000100:00000200:2.0:1777582946.989665:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777582946.989670:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e738. 00000400:00000010:2.0:1777582946.989674:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02390e68f00. 00000020:00000010:2.0:1777582946.996727:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.996738:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.996744:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de22600. 00000020:00000010:2.0:1777582946.996750:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582946.996853:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582946.997179:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582946.997184:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000100:00000200:2.0:1777582946.997188:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707727872 00000001:00000010:2.0:1777582946.997198:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:2.0:1777582946.997222:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582946.997230:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 02000000:00000010:2.0:1777582946.997257:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383eca000. 00010000:00000010:2.0:1777582946.997288:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582946.997291:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582946.997310:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582946.997313:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582946.997317:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582946.997320:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00000004:00000010:2.0:1777582946.997439:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:2.0:1777582946.997449:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0708. 00000004:00000010:2.0:1777582946.997456:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756330. 00080000:00000010:2.0:1777582946.997466:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:3.1:1777582947.005233:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582947.005249:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582947.005254:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582947.005257:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582947.005259:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582947.005261:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.0:1777582947.012486:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:2.0:1777582947.012498:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd680. 00010000:00000010:2.0:1777582947.012510:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:3.1:1777582947.022812:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582947.022828:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582947.022833:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582947.022838:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582947.022840:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582947.022843:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582947.022847:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582947.022849:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582947.027218:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582947.027235:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:2.0:1777582947.029912:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582947.029938:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213709 00000400:00000200:2.0:1777582947.029946:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.029949:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582947.029957:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:2.0:1777582947.029960:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00000400:00000200:2.0:1777582947.030000:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.030007:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb882c380 00000400:00000200:2.0:1777582947.030014:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 40656 00000400:00000200:2.0:1777582947.030750:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.030844:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.030853:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.030861:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268000. 00010000:00000010:3.1:1777582947.037173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582947.037190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000020:00000010:2.0:1777582947.038245:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7b80. 00000020:00000010:2.0:1777582947.038259:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7b80. 00000020:00000010:2.0:1777582947.038270:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23e00. 00000020:00000010:2.0:1777582947.038276:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e280. 00000020:00000010:2.0:1777582947.038282:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000800:00000200:2.0:1777582947.042915:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.042921:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:2.0:1777582947.042926:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.042932:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.042938:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:2.0:1777582947.042941:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00010000:00000010:0.1:1777582947.043025:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582947.043033:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582947.058155:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582947.058162:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582947.058166:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582947.058168:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000800:00000200:2.0:1777582947.068508:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.068518:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582947.068527:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.068537:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.068545:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:2.0:1777582947.068549:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00010000:00000010:3.1:1777582947.071988:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582947.072005:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00000400:00000200:2.0:1777582947.076215:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.076238:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882c600 00000400:00000200:2.0:1777582947.076247:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 42296 00000400:00000200:2.0:1777582947.076267:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.076271:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.076279:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.076286:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269c00. 00010000:00000010:2.0:1777582947.079817:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:2.0:1777582947.079839:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd200. 00010000:00000010:2.0:1777582947.079856:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000400:00000200:2.0:1777582947.080388:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582947.080406:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213719 00000400:00000200:2.0:1777582947.080414:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.080418:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582947.080425:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:2.0:1777582947.080428:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000400:00000200:2.0:1777582947.081181:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.081192:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb882c680 00000400:00000200:2.0:1777582947.081199:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 42784 00000400:00000200:2.0:1777582947.081259:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.081263:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.081270:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.081276:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626aa00. 00010000:00000010:0.1:1777582947.084538:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582947.084548:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.1:1777582947.084552:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582947.084555:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582947.084558:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582947.084561:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582947.084871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582947.084876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000800:00000200:2.0:1777582947.086249:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.086253:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:2.0:1777582947.086258:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.086263:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.086269:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:2.0:1777582947.086271:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00000400:00000200:2.0:1777582947.088725:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.088745:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882c780 00000400:00000200:2.0:1777582947.088766:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 43360 00000400:00000200:2.0:1777582947.088791:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.088796:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.088804:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.088815:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b4700. 00010000:00000010:3.1:1777582947.091157:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582947.091166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.1:1777582947.091300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582947.091307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:2.0:1777582947.093856:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582947.093878:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213721 00000400:00000200:2.0:1777582947.093886:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.093890:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582947.093897:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:2.0:1777582947.093900:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000400:00000200:2.0:1777582947.093933:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.093939:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb882c800 00000400:00000200:2.0:1777582947.093946:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 43848 00000400:00000200:2.0:1777582947.093993:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.093997:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.094001:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.094007:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b7480. 00010000:00000010:3.1:1777582947.101178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582947.101194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582947.101200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582947.101204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582947.101207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582947.101210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000800:00000200:2.0:1777582947.105553:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.105562:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:2.0:1777582947.105569:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.105578:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.105584:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:2.0:1777582947.105587:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000400:00000200:2.0:1777582947.109538:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.109559:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882c900 00000400:00000200:2.0:1777582947.109567:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 44424 00000400:00000200:2.0:1777582947.109585:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.109590:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.109599:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.109607:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b4380. 00010000:00000010:3.1:1777582947.110172:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582947.110180:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582947.110183:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582947.110187:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582947.110189:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582947.110192:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582947.110195:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582947.110197:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582947.110499:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582947.110506:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582947.110510:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582947.110512:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000800:00000200:2.0:1777582947.114192:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.114200:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582947.114209:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.114217:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.116929:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582947.116950:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213729 00000400:00000200:2.0:1777582947.116957:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.116962:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582947.116968:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:2.0:1777582947.116971:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000400:00000200:2.0:1777582947.117001:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.117008:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb882c980 00000400:00000200:2.0:1777582947.117015:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 44912 00000400:00000200:2.0:1777582947.117069:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.117073:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.117077:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.117083:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b6d80. 00010000:00000010:1.1:1777582947.117205:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582947.117214:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582947.117217:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582947.117220:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000800:00000200:2.0:1777582947.122475:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.122483:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:2.0:1777582947.122491:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.122500:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.122507:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:2.0:1777582947.122510:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00010000:00000010:3.1:1777582947.122724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582947.122733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582947.122737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582947.122742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:2.0:1777582947.126302:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.126322:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882ca80 00000400:00000200:2.0:1777582947.126331:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 45488 00000400:00000200:2.0:1777582947.126374:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.126380:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.126390:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.126397:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b5c00. 00010000:00000010:2.0:1777582947.130973:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:2.0:1777582947.130981:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd800. 00010000:00000010:2.0:1777582947.130988:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:1.1:1777582947.132099:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582947.132114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582947.137179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582947.137186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000800:00000200:2.0:1777582947.139969:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.139974:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582947.139980:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.139990:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.139997:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:2.0:1777582947.140000:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00010000:00000010:1.1:1777582947.140081:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582947.140090:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582947.140093:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.1:1777582947.140097:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:2.0:1777582947.142126:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00010000:00000010:2.1:1777582947.142166:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582947.142177:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:2.0:1777582947.142193:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882cc00 00000400:00000200:2.0:1777582947.142200:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 46552 00000400:00000200:2.0:1777582947.142217:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.142221:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.142228:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.142235:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f9880. 00010000:00000010:3.1:1777582947.142472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582947.142478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582947.142483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582947.142485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582947.142488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582947.142490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.0:1777582947.157350:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:2.0:1777582947.157378:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd080. 00010000:00000010:2.0:1777582947.157391:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:0.1:1777582947.157705:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582947.157713:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582947.157718:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.1:1777582947.157720:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582947.160217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582947.160229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582947.160235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582947.160238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582947.167617:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582947.167635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582947.167876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582947.167882:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582947.167886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582947.167889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:2.1:1777582947.168893:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582947.168904:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000200:2.0:1777582947.168936:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.168955:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882cd80 00000400:00000200:2.0:1777582947.168963:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 47616 00000400:00000200:2.0:1777582947.168981:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.168985:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.168994:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.169001:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fb480. 00000020:00000010:2.0:1777582947.175060:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7b80. 00000020:00000010:2.0:1777582947.175075:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7b80. 00000020:00000010:2.0:1777582947.175087:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23400. 00000020:00000010:2.0:1777582947.175093:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:2.0:1777582947.175099:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582947.175461:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7b80. 00000020:00000010:2.0:1777582947.175465:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7b80. 00000100:00000200:2.0:1777582947.175468:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707730816 02000000:00000010:2.0:1777582947.175509:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ece000. 00010000:00000010:2.0:1777582947.175551:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:2.0:1777582947.175569:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdf80. 00010000:00000010:2.0:1777582947.175590:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582947.175596:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582947.175610:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582947.175613:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582947.175618:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582947.175621:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582947.175727:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582947.175730:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582947.175733:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582947.175737:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00000020:00000010:2.0:1777582947.175761:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054020. 00000020:00000010:2.0:1777582947.175769:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054020. 00000020:00000010:2.0:1777582947.175779:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb14e0. 00080000:00000010:2.0:1777582947.175798:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6aac00. 00000001:00000010:2.0:1777582947.180089:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9420. 00000001:00000010:2.0:1777582947.180101:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68b40. 00000020:00000010:2.0:1777582947.180167:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb14e0. 00010000:00000010:2.0:1777582947.180183:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582947.180191:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582947.180213:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582947.180259:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582947.180278:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000200:2.0:1777582947.180299:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975039, last committed = 8589974936 00010000:00000200:2.0:1777582947.180311:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fb480 x1863928707730816/t8589975039(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 488/456 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582947.180333:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777582947.180341:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707730816, offset 224 00000400:00000010:2.0:1777582947.180348:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7089a0. 00000400:00000200:2.0:1777582947.180352:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.180382:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.180390:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396289:396289:256:4294967295] 192.168.202.9@tcp LPNI seq info [396285:396285:8:4294967295] 00000400:00000200:2.0:1777582947.180397:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582947.180404:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.180411:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.180416:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582947.180423:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.180431:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.180435:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.180459:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:2.0:1777582947.180464:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582947.180468:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23400. 00000800:00000200:2.0:1777582947.181029:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.181033:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582947.181038:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.181045:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.183528:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582947.183552:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213741 00000400:00000200:2.0:1777582947.183560:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.183564:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582947.183571:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:2.0:1777582947.183574:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000400:00000200:2.0:1777582947.183608:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.183616:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb882ce00 00000400:00000200:2.0:1777582947.183623:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 48104 00000400:00000200:2.0:1777582947.183687:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.183692:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.183696:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.183703:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fa680. 00010000:00000010:2.0:1777582947.185662:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582947.185670:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582947.185676:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582947.185681:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582947.185769:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:2.0:1777582947.185780:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:2.0:1777582947.185794:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86380. 00010000:00000010:2.0:1777582947.185822:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000200:2.0:1777582947.185843:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fa680 x1863928707730944/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 576/584 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582947.185865:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777582947.185872:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707730944, offset 224 00000400:00000200:2.0:1777582947.185878:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.185892:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.185900:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396290:396290:256:4294967295] 192.168.202.9@tcp LPNI seq info [396286:396286:8:4294967295] 00000400:00000200:2.0:1777582947.185911:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.185917:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.185922:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582947.185929:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.185936:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.185940:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.186468:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86c80. 00000020:00000010:2.0:1777582947.186476:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:2.0:1777582947.186482:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023887d2200. 00010000:00000010:2.1:1777582947.188227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582947.188234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00000400:00000200:2.0:1777582947.194227:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.194254:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882cf00 00000400:00000200:2.0:1777582947.194262:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 48680 00000400:00000200:2.0:1777582947.194282:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.194301:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.194310:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.194318:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8000. 00000800:00000200:2.0:1777582947.196194:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.196199:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:2.0:1777582947.196204:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.196210:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582947.201682:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:2.0:1777582947.201690:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd480. 00000800:00000200:2.0:1777582947.201778:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.201791:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582947.201795:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.201800:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.201805:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:2.0:1777582947.201807:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00000400:00000200:2.0:1777582947.204096:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.204118:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882d080 00000400:00000200:2.0:1777582947.204126:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 49744 00000400:00000200:2.0:1777582947.204164:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.204169:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.204176:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.204183:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f9f80. 00010000:00000010:3.1:1777582947.207366:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582947.207377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582947.212955:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582947.212969:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582947.213004:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:2.0:1777582947.213015:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd600. 00010000:00000010:2.0:1777582947.213029:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:2.0:1777582947.213039:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:2.0:1777582947.213043:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd280. 00010000:00000010:2.0:1777582947.213050:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:2.1:1777582947.213268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582947.213274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582947.213278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582947.213280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582947.215488:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582947.215503:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.1:1777582947.215507:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582947.215510:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:3.1:1777582947.215515:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582947.215520:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582947.215523:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582947.215527:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582947.215530:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582947.215533:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582947.215537:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582947.215541:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582947.215543:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582947.215546:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.0:1777582947.218547:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582947.218560:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582947.218567:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582947.218575:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582947.218667:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:2.0:1777582947.218681:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:2.0:1777582947.218687:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86c80. 00010000:00000010:2.0:1777582947.218717:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:2.0:1777582947.218738:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f02300 x1863928707731712/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 576/584 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582947.218865:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582947.218875:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707731712, offset 224 00000400:00000200:2.0:1777582947.218884:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.218904:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.218914:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396294:396294:256:4294967295] 192.168.202.9@tcp LPNI seq info [396290:396290:8:4294967295] 00000400:00000200:2.0:1777582947.218926:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.218932:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.218938:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582947.218945:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.218953:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.218958:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.219031:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86400. 00000020:00000010:2.0:1777582947.219037:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:2.0:1777582947.219042:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ad9f1400. 00010000:00000010:2.1:1777582947.222307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582947.222326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582947.222589:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582947.222596:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000800:00000200:2.0:1777582947.226879:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.226889:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582947.226898:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.226907:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.226915:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777582947.226918:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00010000:00000010:2.1:1777582947.231371:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582947.231387:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.1:1777582947.231391:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582947.231394:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:2.0:1777582947.239535:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582947.239550:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cde80. 00010000:00000010:2.1:1777582947.244221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582947.244237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582947.244241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582947.244244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582947.256693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.1:1777582947.256702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582947.256706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582947.256708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.1:1777582947.257403:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582947.257413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582947.263168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582947.263176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582947.263220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582947.263225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000800:00000200:2.0:1777582947.271567:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.271572:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582947.271577:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.271582:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.271586:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:2.0:1777582947.271588:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00010000:00000010:2.0:1777582947.282656:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:2.0:1777582947.282663:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd680. 00010000:00000010:2.0:1777582947.282670:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:0.1:1777582947.282892:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582947.282899:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582947.282902:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582947.282904:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582947.282908:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582947.282911:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582947.282915:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582947.282918:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000400:00000200:2.0:1777582947.286231:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582947.286252:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213769 00000400:00000200:2.0:1777582947.286260:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.286263:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582947.286270:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:2.0:1777582947.286272:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00000400:00000200:2.0:1777582947.286521:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.286529:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb882d580 00000400:00000200:2.0:1777582947.286536:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 53424 00010000:00000010:2.1:1777582947.287220:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582947.287228:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:2.0:1777582947.287238:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.287244:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.287250:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.287257:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8e00. 00010000:00000010:3.1:1777582947.288956:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582947.288968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.0:1777582947.293683:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582947.293688:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582947.293694:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582947.293700:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582947.293788:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:2.0:1777582947.293802:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:2.0:1777582947.293808:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86480. 00010000:00000010:2.0:1777582947.293830:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:2.0:1777582947.293850:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8e00 x1863928707732864/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 576/584 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582947.293869:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582947.293876:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707732864, offset 224 00000400:00000200:2.0:1777582947.293884:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.293896:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.293903:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396300:396300:256:4294967295] 192.168.202.9@tcp LPNI seq info [396296:396296:8:4294967295] 00000400:00000200:2.0:1777582947.293914:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.293920:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.293925:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582947.293931:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.293938:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.293942:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.293969:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86800. 00000020:00000010:2.0:1777582947.293973:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:2.0:1777582947.293977:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdea00. 00010000:00000010:0.1:1777582947.298160:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582947.298168:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582947.298171:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582947.298173:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582947.303014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582947.303032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582947.303037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582947.303041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000800:00000200:2.0:1777582947.303650:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.303655:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582947.303662:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.303672:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582947.306207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582947.306222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.1:1777582947.306299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582947.306308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582947.306311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582947.306315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582947.314180:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582947.314195:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582947.314397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:0.1:1777582947.314405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582947.314408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582947.314410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000400:00000200:2.0:1777582947.320515:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582947.320543:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213771 00000400:00000200:2.0:1777582947.320551:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.320555:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582947.320564:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:2.0:1777582947.320567:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000400:00000200:2.0:1777582947.321489:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.321499:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb882d700 00000400:00000200:2.0:1777582947.321508:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 54488 00000400:00000200:2.0:1777582947.321583:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.321587:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.321594:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.321601:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8a80. 00010000:00000010:2.0:1777582947.324587:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582947.324599:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582947.324606:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582947.324613:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582947.324697:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582947.324711:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:2.0:1777582947.324716:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd300. 00010000:00000010:2.0:1777582947.324743:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:2.0:1777582947.324764:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8a80 x1863928707733248/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 576/584 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582947.324816:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582947.324825:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707733248, offset 224 00000400:00000200:2.0:1777582947.324833:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.324846:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.324854:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396302:396302:256:4294967295] 192.168.202.9@tcp LPNI seq info [396298:396298:8:4294967295] 00000400:00000200:2.0:1777582947.324866:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.324873:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.324879:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582947.324886:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.324894:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.324899:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.324924:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cde00. 00000020:00000010:2.0:1777582947.324928:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:2.0:1777582947.324932:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239187b200. 00000400:00000200:2.0:1777582947.327980:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.327999:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882d800 00000400:00000200:2.0:1777582947.328007:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 55064 00000400:00000200:2.0:1777582947.328024:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.328028:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.328036:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.328042:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fad80. 00000020:00000010:2.0:1777582947.334036:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582947.334045:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000100:00000200:2.0:1777582947.334051:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707733504 02000000:00000010:2.0:1777582947.334100:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ec9000. 00010000:00000010:2.0:1777582947.334155:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582947.334173:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582947.334192:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582947.334199:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582947.334214:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582947.334217:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582947.334221:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582947.334224:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582947.334330:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582947.334333:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582947.334338:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582947.334341:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00000020:00000010:2.0:1777582947.334365:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054dc0. 00000020:00000010:2.0:1777582947.334371:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054dc0. 00000020:00000010:2.0:1777582947.334383:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9f00. 00080000:00000010:2.0:1777582947.334393:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6a8c00. 00000001:00000010:2.0:1777582947.334775:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9780. 00000001:00000010:2.0:1777582947.334794:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68480. 00000020:00000010:2.0:1777582947.334831:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9f00. 00010000:00000010:2.0:1777582947.334840:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582947.334844:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582947.334857:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582947.334901:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582947.334914:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000200:2.0:1777582947.334931:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975046, last committed = 8589974936 00010000:00000200:2.0:1777582947.334942:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fad80 x1863928707733504/t8589975046(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 488/456 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582947.334962:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777582947.334968:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707733504, offset 224 00000400:00000010:2.0:1777582947.334976:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7080e0. 00000400:00000200:2.0:1777582947.334981:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.334995:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.335003:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396303:396303:256:4294967295] 192.168.202.9@tcp LPNI seq info [396299:396299:8:4294967295] 00000400:00000200:2.0:1777582947.335010:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582947.335017:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.335023:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.335028:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582947.335035:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.335041:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.335046:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.335076:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd800. 00000020:00000010:2.0:1777582947.335081:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:2.0:1777582947.335085:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239187a000. 00010000:00000010:2.0:1777582947.337630:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582947.337643:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00010000:00000010:2.1:1777582947.340338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.1:1777582947.340353:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582947.340358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582947.340360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000200:2.0:1777582947.341719:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.341742:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb882d880 00000400:00000200:2.0:1777582947.341750:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 55552 00000400:00000200:2.0:1777582947.341819:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.341825:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.341832:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.341839:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fb800. 00010000:00000010:0.1:1777582947.343852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582947.343862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000800:00000200:2.0:1777582947.361733:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.361741:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582947.361756:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.361765:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.361772:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:2.0:1777582947.361775:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00010000:00000010:2.1:1777582947.362175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582947.362185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582947.362189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.1:1777582947.362191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582947.362194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582947.362196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582947.362266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:0.1:1777582947.362272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00000400:00000200:2.0:1777582947.368933:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582947.368953:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213781 00000400:00000200:2.0:1777582947.368960:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.368964:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582947.368971:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:2.0:1777582947.368974:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00010000:00000010:0.1:1777582947.374469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582947.374486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582947.374492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582947.374495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582947.376184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582947.376200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582947.376268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582947.376273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582947.379525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582947.379538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582947.379543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582947.379547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000800:00000200:2.0:1777582947.395087:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.395096:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582947.395107:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.395116:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.395123:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:2.0:1777582947.395126:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00010000:00000010:2.0:1777582947.400803:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:2.0:1777582947.400816:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdd80. 00000020:00000010:2.0:1777582947.401117:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582947.401121:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582947.401127:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23400. 00000020:00000010:2.0:1777582947.401168:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582947.401175:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582947.401218:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582947.401221:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000100:00000200:2.0:1777582947.401224:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707734400 00000001:00000010:2.0:1777582947.401235:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7bcc0. 00010000:00000010:2.0:1777582947.401258:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582947.401266:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 02000000:00000010:2.0:1777582947.401316:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ecf000. 00010000:00000010:2.0:1777582947.401350:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582947.401355:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582947.401383:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582947.401386:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582947.401390:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582947.401392:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00000004:00000010:2.0:1777582947.401480:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169e00. 00000004:00000010:2.0:1777582947.401489:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0b40. 00000004:00000010:2.0:1777582947.401496:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757760. 00080000:00000010:2.0:1777582947.401505:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cab0. 00010000:00000010:0.1:1777582947.402665:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582947.402677:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582947.402681:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582947.402684:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582947.416407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582947.416425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582947.416431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582947.416434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000020:00000010:2.0:1777582947.419834:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582947.419840:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582947.419847:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de22c00. 00000020:00000010:2.0:1777582947.419852:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e880. 00000020:00000010:2.0:1777582947.419856:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582947.419903:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582947.419906:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb70c0. 00000100:00000200:2.0:1777582947.419909:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707734784 00000001:00000010:2.0:1777582947.419920:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:2.0:1777582947.419946:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582947.419953:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 02000000:00000010:2.0:1777582947.419984:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239a6ae000. 00010000:00000010:2.0:1777582947.420015:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582947.420019:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582947.420040:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582947.420043:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582947.420047:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582947.420050:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00000004:00000010:2.0:1777582947.420169:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:2.0:1777582947.420180:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0690. 00000004:00000010:2.0:1777582947.420188:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756110. 00080000:00000010:2.0:1777582947.420196:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00010000:00000010:2.1:1777582947.423248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582947.423268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582947.425652:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582947.425660:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.0:1777582947.425940:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582947.425945:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582947.425951:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582947.425957:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.426024:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582947.426033:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582947.426036:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582947.426061:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000200:2.0:1777582947.426087:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeba300 x1863928707734784/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 576/584 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582947.426109:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582947.426116:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707734784, offset 224 00000400:00000200:2.0:1777582947.426123:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.426462:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.426470:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396310:396310:256:4294967295] 192.168.202.9@tcp LPNI seq info [396306:396306:8:4294967295] 00000400:00000200:2.0:1777582947.426483:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.426489:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00010000:00000010:3.1:1777582947.432904:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.1:1777582947.432922:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582947.432928:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582947.432931:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582947.432936:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582947.432941:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582947.432945:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582947.432948:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582947.432951:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582947.432955:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582947.436208:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582947.436222:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000020:00000010:2.0:1777582947.437003:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582947.437010:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582947.437017:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23a00. 00000020:00000010:2.0:1777582947.437023:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582947.437028:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.437072:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582947.437075:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000100:00000200:2.0:1777582947.437078:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707735040 02000000:00000010:2.0:1777582947.437118:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239a6ac000. 00010000:00000010:2.0:1777582947.437182:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.437198:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582947.437219:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582947.437225:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.437240:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582947.437244:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582947.437249:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582947.437251:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582947.437385:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582947.437389:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582947.437393:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582947.437396:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00000020:00000010:2.0:1777582947.437422:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860543c0. 00000020:00000010:2.0:1777582947.437429:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860543c0. 00000020:00000010:2.0:1777582947.437440:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9cc0. 00080000:00000010:2.0:1777582947.437449:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6a8800. 00000001:00000010:2.0:1777582947.437870:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9960. 00000001:00000010:2.0:1777582947.437878:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582947.437913:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9cc0. 00010000:00000010:2.0:1777582947.437923:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582947.437927:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582947.437940:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582947.437976:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582947.437991:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000200:2.0:1777582947.438008:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975050, last committed = 8589974936 00010000:00000200:2.0:1777582947.438018:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6ad880 x1863928707735040/t8589975050(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 488/456 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582947.438038:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582947.438044:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707735040, offset 224 00000400:00000010:2.0:1777582947.438050:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708188. 00000400:00000200:2.0:1777582947.438054:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.438067:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.438074:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396311:396311:256:4294967295] 192.168.202.9@tcp LPNI seq info [396307:396307:8:4294967295] 00000400:00000200:2.0:1777582947.438079:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582947.438086:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.438091:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.438096:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582947.438101:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.438108:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.438112:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.438158:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582947.438162:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.438165:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23a00. 00010000:00000010:2.1:1777582947.445166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582947.445179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582947.445182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582947.445186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582947.450532:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582947.450548:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00010000:00000010:3.1:1777582947.454348:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582947.454371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582947.457092:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582947.457107:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582947.457112:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582947.457114:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00000800:00000200:2.0:1777582947.459617:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.459625:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582947.459634:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.459643:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.459649:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:2.0:1777582947.459653:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00010000:00000010:3.1:1777582947.466473:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582947.466487:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582947.466491:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582947.466494:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582947.490218:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582947.490227:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00000020:00000010:2.0:1777582947.493990:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582947.493996:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582947.494003:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23a00. 00000020:00000010:2.0:1777582947.494009:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e400. 00000020:00000010:2.0:1777582947.494014:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.494050:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582947.494053:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000100:00000200:2.0:1777582947.494056:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707735808 02000000:00000010:2.0:1777582947.494093:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239a6a9000. 00010000:00000010:2.0:1777582947.494155:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:2.0:1777582947.494176:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519e00. 00010000:00000010:2.0:1777582947.494198:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582947.494204:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582947.494221:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582947.494224:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582947.494228:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582947.494230:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.494339:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582947.494343:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582947.494346:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582947.494350:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00000020:00000010:2.0:1777582947.494390:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054560. 00000020:00000010:2.0:1777582947.494397:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054560. 00000020:00000010:2.0:1777582947.494408:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9cc0. 00080000:00000010:2.0:1777582947.494417:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6a8400. 00000001:00000010:2.0:1777582947.495011:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a93c0. 00000001:00000010:2.0:1777582947.495020:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68e40. 00000020:00000010:2.0:1777582947.495061:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9cc0. 00010000:00000010:2.0:1777582947.495071:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582947.495077:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582947.495093:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582947.495164:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582947.495181:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000200:2.0:1777582947.495198:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975052, last committed = 8589974936 00010000:00000200:2.0:1777582947.495208:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6ac380 x1863928707735808/t8589975052(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 488/456 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582947.495228:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582947.495234:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707735808, offset 224 00000400:00000010:2.0:1777582947.495241:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708c08. 00000400:00000200:2.0:1777582947.495245:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.495260:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.495268:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396315:396315:256:4294967295] 192.168.202.9@tcp LPNI seq info [396311:396311:8:4294967295] 00000400:00000200:2.0:1777582947.495274:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582947.495281:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.495287:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.495292:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582947.495299:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.495306:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.495310:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.495331:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e400. 00000020:00000010:2.0:1777582947.495337:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.495341:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23a00. 00010000:00000010:2.0:1777582947.496604:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582947.496618:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582947.496627:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68600. 00000800:00000200:2.0:1777582947.499861:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.499869:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582947.499879:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.499888:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582947.502614:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582947.502627:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582947.504341:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.1:1777582947.504355:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582947.504852:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582947.504859:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582947.507535:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582947.507549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582947.508246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582947.508254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582947.508258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582947.508260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582947.511341:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582947.511354:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582947.511366:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582947.511370:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582947.511373:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582947.511375:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582947.511406:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.511414:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00010000:00000010:3.1:1777582947.514170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582947.514184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582947.514187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582947.514190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000800:00000200:2.0:1777582947.519478:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.519487:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582947.519499:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.519509:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582947.519519:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:2.0:1777582947.519521:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000400:00000200:2.0:1777582947.528791:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.528813:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882e280 00000400:00000200:2.0:1777582947.528823:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 62512 00000400:00000200:2.0:1777582947.528840:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.528845:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.528854:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.528862:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970faa00. 00010000:00000010:2.0:1777582947.530503:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:2.0:1777582947.530511:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd200. 00010000:00000010:2.0:1777582947.530518:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000400:00000200:2.0:1777582947.537918:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582947.537943:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2137b1 00000400:00000200:2.0:1777582947.537951:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.537955:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582947.537962:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:2.0:1777582947.537965:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000400:00000200:2.0:1777582947.538044:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.538052:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb882e300 00000400:00000200:2.0:1777582947.538059:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 63000 00000400:00000200:2.0:1777582947.538121:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.538125:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.538130:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.538150:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8380. 00010000:00000010:2.1:1777582947.541621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582947.541638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582947.543189:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582947.543196:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582947.543202:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582947.543208:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.543283:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:2.0:1777582947.543295:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:2.0:1777582947.543301:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519f80. 00010000:00000010:2.0:1777582947.543326:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000200:2.0:1777582947.543346:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8380 x1863928707736320/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 576/584 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582947.543379:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582947.543386:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707736320, offset 224 00000400:00000200:2.0:1777582947.543392:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.543405:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.543412:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396318:396318:256:4294967295] 192.168.202.9@tcp LPNI seq info [396314:396314:8:4294967295] 00000400:00000200:2.0:1777582947.543423:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.543429:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.543434:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582947.543441:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.543448:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.543453:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.543471:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385519200. 00000020:00000010:2.0:1777582947.543476:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:2.0:1777582947.543481:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02414529a00. 00000020:00000010:2.0:1777582947.546643:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582947.546648:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582947.546654:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23a00. 00000020:00000010:2.0:1777582947.546659:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582947.546663:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.546705:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb70c0. 00000020:00000010:2.0:1777582947.546707:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb70c0. 00000100:00000200:2.0:1777582947.546710:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707736576 02000000:00000010:2.0:1777582947.546759:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024840c4000. 00010000:00000010:2.0:1777582947.546802:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.546811:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582947.546832:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582947.546836:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.546851:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582947.546854:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582947.546858:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582947.546860:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582947.546970:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582947.546974:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582947.546978:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582947.546981:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00000020:00000010:2.0:1777582947.547006:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054220. 00000020:00000010:2.0:1777582947.547012:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054220. 00000020:00000010:2.0:1777582947.547023:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9840. 00080000:00000010:2.0:1777582947.547032:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6a8000. 00000001:00000010:2.0:1777582947.547498:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9a80. 00000001:00000010:2.0:1777582947.547505:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582947.547540:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9840. 00010000:00000010:2.0:1777582947.547550:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582947.547554:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582947.547568:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582947.550900:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582947.550935:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000200:2.0:1777582947.550961:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975054, last committed = 8589974936 00010000:00000200:2.0:1777582947.550974:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb9c00 x1863928707736576/t8589975054(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 488/456 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582947.550998:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582947.551005:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707736576, offset 224 00000400:00000010:2.0:1777582947.551012:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708e00. 00000400:00000200:2.0:1777582947.551016:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.551031:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.551039:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396319:396319:256:4294967295] 192.168.202.9@tcp LPNI seq info [396315:396315:8:4294967295] 00000400:00000200:2.0:1777582947.551046:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582947.551052:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.551058:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.551063:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582947.551069:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.551077:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.551081:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.551106:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582947.551112:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.551116:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23a00. 00000800:00000200:2.0:1777582947.551258:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.551262:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582947.551267:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.551271:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582947.554041:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582947.554058:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582947.554071:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68600. 00010000:00000010:2.1:1777582947.555170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582947.555180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:2.0:1777582947.566696:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582947.566706:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00010000:00000010:2.1:1777582947.569180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582947.569194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582947.569199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582947.569202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582947.569205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582947.569209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582947.569212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582947.569214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582947.569216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582947.569218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582947.569261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582947.569268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582947.569272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582947.569275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582947.569277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582947.569279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582947.574186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582947.574201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582947.574207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582947.574209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582947.574212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582947.574214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582947.574217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582947.574220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582947.574223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582947.574226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:2.1:1777582947.578007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582947.578021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582947.585319:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:2.0:1777582947.585331:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdf80. 00010000:00000010:2.0:1777582947.589690:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582947.589701:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582947.589708:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582947.589716:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582947.589827:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:2.0:1777582947.589841:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:2.0:1777582947.589846:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdb80. 00010000:00000010:2.0:1777582947.589873:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:2.0:1777582947.589894:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb8380 x1863928707737088/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 576/584 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582947.589916:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582947.589923:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707737088, offset 224 00000400:00000200:2.0:1777582947.589931:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.589945:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.589952:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396322:396322:256:4294967295] 192.168.202.9@tcp LPNI seq info [396318:396318:8:4294967295] 00000400:00000200:2.0:1777582947.589963:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.589969:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.589974:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582947.589981:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.589988:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.589992:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.590025:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd280. 00000020:00000010:2.0:1777582947.590031:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:2.0:1777582947.590035:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000400:00000200:2.0:1777582947.593321:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582947.593343:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb882e700 00000400:00000200:2.0:1777582947.593352:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 65704 00000400:00000200:2.0:1777582947.593380:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.593384:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582947.593392:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582947.593400:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f9500. 00010000:00000010:2.1:1777582947.598654:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582947.598662:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582947.607175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582947.607190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582947.607197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582947.607201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.1:1777582947.615619:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:2.1:1777582947.615631:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582947.615637:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582947.615639:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582947.616301:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.1:1777582947.616310:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582947.623485:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582947.623504:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582947.623510:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582947.623512:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582947.650261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582947.650270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582947.671211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582947.671226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582947.671231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582947.671234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582947.671238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582947.671240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582947.677334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582947.677346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582947.677351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582947.677364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582947.677367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582947.677370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582947.677375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582947.677378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582947.688548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582947.688568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582947.688572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582947.688575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582947.688580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582947.688583:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582947.688586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582947.688588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582947.688590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582947.688592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582947.697094:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582947.697103:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582947.697107:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.1:1777582947.697113:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582947.697117:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582947.697119:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582947.705237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582947.705253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582947.705257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582947.705261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582947.705265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582947.705267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582947.709598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582947.709617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582947.709683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582947.709689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582947.709694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582947.709697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582947.713167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582947.713181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582947.713184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582947.713187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582947.713454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582947.713460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582947.728181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582947.728197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582947.728201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582947.728206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582947.728209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582947.728211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582947.748996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582947.749012:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582947.749016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582947.749019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582947.751663:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582947.751671:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582947.760192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582947.760208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582947.760215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582947.760217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582947.760219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582947.760222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582947.760225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582947.760228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582947.760230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582947.760233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582947.764170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582947.764182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582947.764187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582947.764190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582947.764248:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582947.764255:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582947.767456:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582947.767472:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582947.779341:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582947.779351:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582947.798508:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582947.798523:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582947.798528:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582947.798530:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582947.811481:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582947.811496:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582947.811500:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582947.811504:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582947.811509:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582947.811512:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582947.816299:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582947.816313:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582947.826165:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582947.826177:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582947.826183:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582947.826185:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582947.842261:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582947.842268:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582947.842272:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582947.842274:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582947.846891:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582947.846904:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582947.846909:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582947.846911:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.1:1777582947.851228:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582947.851236:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582947.853189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582947.853204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582947.853209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582947.853214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582947.853313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582947.853319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582947.860179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582947.860193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582947.860241:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582947.860248:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582947.870895:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582947.870911:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582947.870916:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582947.870918:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582947.892179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582947.892194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582947.892200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582947.892203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.1:1777582947.892313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582947.892322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582947.892326:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582947.892328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582947.892330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582947.892332:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582947.892335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.1:1777582947.892337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582947.908492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582947.908505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582947.908510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582947.908512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582947.908514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582947.908517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.0:1777582947.911097:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582947.911108:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582947.911115:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582947.911122:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582947.911236:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:2.0:1777582947.911249:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:2.0:1777582947.911255:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86080. 00010000:00000010:2.0:1777582947.911297:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000200:2.0:1777582947.911320:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f84a80 x1863928707742080/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 576/584 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582947.911341:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582947.911349:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707742080, offset 224 00000400:00000200:2.0:1777582947.911649:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.911663:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.911671:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396348:396348:256:4294967295] 192.168.202.9@tcp LPNI seq info [396344:396344:8:4294967295] 00000400:00000200:2.0:1777582947.911682:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.911688:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.911695:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582947.911702:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.911710:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.911714:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.911741:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86800. 00000020:00000010:2.0:1777582947.911852:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:2.0:1777582947.911858:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388ed7e00. 00010000:00000010:3.1:1777582947.918543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582947.918560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000020:00000010:2.0:1777582947.919154:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7bc0. 00000020:00000010:2.0:1777582947.919161:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7bc0. 00000020:00000010:2.0:1777582947.919167:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23a00. 00000020:00000010:2.0:1777582947.919173:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:2.0:1777582947.919178:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.919221:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7bc0. 00000020:00000010:2.0:1777582947.919224:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7bc0. 00000100:00000200:2.0:1777582947.919226:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707742336 02000000:00000010:2.0:1777582947.919266:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385289000. 00010000:00000010:2.0:1777582947.919325:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582947.919342:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582947.919375:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582947.919383:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582947.919400:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582947.919403:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582947.919407:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582947.919409:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.919523:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582947.919527:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582947.919530:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582947.919533:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00000020:00000010:2.0:1777582947.919558:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054900. 00000020:00000010:2.0:1777582947.919565:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054900. 00000020:00000010:2.0:1777582947.919575:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a90c0. 00080000:00000010:2.0:1777582947.919585:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6a9800. 00000001:00000010:2.0:1777582947.920507:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9720. 00000001:00000010:2.0:1777582947.920518:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582947.920563:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a90c0. 00010000:00000010:2.0:1777582947.920576:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582947.920582:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582947.920604:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582947.920658:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582947.920674:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000200:2.0:1777582947.920696:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975069, last committed = 8589974936 00010000:00000200:2.0:1777582947.920708:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f85500 x1863928707742336/t8589975069(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 488/456 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582947.920728:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582947.920736:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707742336, offset 224 00000400:00000010:2.0:1777582947.920743:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708af0. 00000400:00000200:2.0:1777582947.922186:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.922202:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.922210:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396349:396349:256:4294967295] 192.168.202.9@tcp LPNI seq info [396345:396345:8:4294967295] 00000400:00000200:2.0:1777582947.922217:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582947.922223:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.922229:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.922237:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582947.922245:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.922252:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.922257:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.924843:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:2.0:1777582947.924852:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.924856:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23a00. 00010000:00000010:2.0:1777582947.924933:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.924945:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:2.1:1777582947.933275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582947.933289:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582947.933293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582947.933296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582947.933299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582947.933303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582947.945562:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582947.945579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582947.947363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582947.947377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582947.947381:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582947.947385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:1.1:1777582947.950426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582947.950437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582947.950441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582947.950444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582947.957373:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582947.957391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582947.958218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582947.958228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582947.958232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582947.958235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000020:00000010:2.0:1777582947.960378:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7bc0. 00000020:00000010:2.0:1777582947.960383:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7bc0. 00000020:00000010:2.0:1777582947.960390:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23a00. 00000020:00000010:2.0:1777582947.960395:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582947.960400:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.960444:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7bc0. 00000020:00000010:2.0:1777582947.960446:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7bc0. 00000100:00000200:2.0:1777582947.960450:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707742848 00000001:00000010:2.0:1777582947.960461:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68240. 00010000:00000010:2.0:1777582947.960483:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582947.960489:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 02000000:00000010:2.0:1777582947.960517:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238528e000. 00010000:00000010:2.0:1777582947.960545:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582947.960549:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582947.960565:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582947.960569:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582947.960573:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582947.960576:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00000004:00000010:2.0:1777582947.960672:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169a40. 00000004:00000010:2.0:1777582947.960682:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb03c0. 00000004:00000010:2.0:1777582947.960690:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757430. 00080000:00000010:2.0:1777582947.960699:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c000. 00010000:00000010:2.0:1777582947.961972:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582947.961981:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582947.961987:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582947.961994:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582947.962069:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582947.962079:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582947.962084:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582947.962109:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000200:2.0:1777582947.962127:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb07b80 x1863928707742848/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 576/584 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582947.962183:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582947.962190:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707742848, offset 224 00000400:00000200:2.0:1777582947.962197:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.962209:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.962216:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396352:396352:256:4294967295] 192.168.202.9@tcp LPNI seq info [396348:396348:8:4294967295] 00000400:00000200:2.0:1777582947.962227:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.962233:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.962237:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582947.962244:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.962251:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.962255:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.962280:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582947.962285:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.962288:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23a00. 00010000:00000010:1.1:1777582947.967674:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582947.967687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000020:00000010:2.0:1777582947.967894:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582947.967900:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582947.967907:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23a00. 00000020:00000010:2.0:1777582947.967912:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582947.967918:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.967952:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582947.967954:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7a00. 00000100:00000200:2.0:1777582947.967956:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707743104 02000000:00000010:2.0:1777582947.967994:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238528c000. 00010000:00000010:2.0:1777582947.968039:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582947.968052:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582947.968072:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582947.968077:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582947.968092:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582947.968095:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582947.968099:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582947.968101:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.968223:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582947.968226:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582947.968230:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582947.968233:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00000020:00000010:2.0:1777582947.968258:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054120. 00000020:00000010:2.0:1777582947.968265:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054120. 00000020:00000010:2.0:1777582947.968276:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9c60. 00080000:00000010:2.0:1777582947.968287:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a65b000. 00000001:00000010:2.0:1777582947.968674:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a96c0. 00000001:00000010:2.0:1777582947.968681:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582947.968716:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9c60. 00010000:00000010:2.0:1777582947.968726:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582947.968730:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582947.968742:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582947.968800:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582947.968816:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000200:2.0:1777582947.968832:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975071, last committed = 8589974936 00010000:00000200:2.0:1777582947.968842:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239880e300 x1863928707743104/t8589975071(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:388/0 lens 488/456 e 0 to 0 dl 1777582958 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582947.968861:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582947.968867:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707743104, offset 224 00000400:00000010:2.0:1777582947.968873:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7084d0. 00000400:00000200:2.0:1777582947.968876:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582947.968888:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582947.968894:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396353:396353:256:4294967295] 192.168.202.9@tcp LPNI seq info [396349:396349:8:4294967295] 00000400:00000200:2.0:1777582947.968900:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582947.968907:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582947.968913:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582947.968918:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582947.968924:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582947.968931:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582947.968935:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582947.968959:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582947.968964:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582947.968966:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23a00. 00000800:00000200:2.0:1777582947.969064:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582947.969068:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582947.969072:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582947.969076:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582947.973199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582947.973215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582947.973219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582947.973223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582947.973973:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582947.973984:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:1.1:1777582947.985280:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:1.1:1777582947.985432:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582947.995329:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582947.995361:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582947.995366:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582947.995369:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00000400:00000200:2.0:1777582948.002106:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582948.002127:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213849 00010000:00000010:2.1:1777582948.002167:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582948.002176:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00000400:00000200:2.0:1777582948.002184:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.002188:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582948.002196:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:2.0:1777582948.002198:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000400:00000200:2.0:1777582948.002226:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.002233:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb882ff80 00000400:00000200:2.0:1777582948.002240:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 83216 00000400:00000200:2.0:1777582948.002574:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.002579:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.002584:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.002595:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c10a80. 00000800:00000200:2.0:1777582948.009249:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.009254:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582948.009259:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.009264:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582948.018679:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582948.018696:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582948.018700:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582948.018704:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582948.018707:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582948.018710:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582948.018712:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582948.018715:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000020:00000010:2.0:1777582948.019590:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582948.019597:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582948.019604:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23a00. 00000020:00000010:2.0:1777582948.019609:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582948.019615:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582948.019658:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582948.019661:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7a00. 00000100:00000200:2.0:1777582948.019664:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707744000 00000001:00000010:2.0:1777582948.019674:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7bcc0. 00010000:00000010:2.0:1777582948.019697:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582948.019704:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 02000000:00000010:2.0:1777582948.019735:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc1000. 00010000:00000010:2.0:1777582948.019787:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582948.019792:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582948.019813:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582948.019816:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582948.019820:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582948.019822:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00000004:00000010:2.0:1777582948.019921:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169c20. 00000004:00000010:2.0:1777582948.019930:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0618. 00000004:00000010:2.0:1777582948.019937:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757ba0. 00080000:00000010:2.0:1777582948.019946:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d560. 00000800:00000200:2.0:1777582948.023912:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.023921:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582948.023930:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.023939:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582948.023945:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:2.0:1777582948.023948:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00010000:00000010:3.1:1777582948.024239:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582948.024249:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00000400:00000200:2.0:1777582948.025014:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.025030:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8830200 00000400:00000200:2.0:1777582948.025039:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 84856 00000400:00000200:2.0:1777582948.025056:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.025060:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.025069:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.025075:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c12d80. 00000020:00000010:2.0:1777582948.025128:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582948.025148:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582948.025156:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de22600. 00000020:00000010:2.0:1777582948.025161:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.025166:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582948.029047:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582948.029060:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7a00. 00000100:00000200:2.0:1777582948.029066:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707744256 02000000:00000010:2.0:1777582948.029111:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024b7cc0000. 00010000:00000010:2.0:1777582948.029176:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:2.0:1777582948.029194:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86e00. 00010000:00000010:2.0:1777582948.029215:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582948.029221:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582948.029237:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582948.029240:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582948.029244:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582948.029247:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582948.030046:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582948.030051:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582948.030055:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582948.030060:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000020:00000010:2.0:1777582948.030102:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054e60. 00000020:00000010:2.0:1777582948.030109:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054e60. 00000020:00000010:2.0:1777582948.030121:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9c60. 00080000:00000010:2.0:1777582948.030448:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a658800. 00000001:00000010:2.0:1777582948.031871:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a98a0. 00000001:00000010:2.0:1777582948.031883:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582948.031928:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9c60. 00010000:00000010:2.0:1777582948.031943:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582948.031951:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582948.031972:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582948.034887:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582948.034921:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000200:2.0:1777582948.034944:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975074, last committed = 8589974936 00010000:00000200:2.0:1777582948.034957:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484c12d80 x1863928707744256/t8589975074(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 488/456 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582948.034980:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582948.034988:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707744256, offset 224 00000400:00000010:2.0:1777582948.034995:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708a80. 00000400:00000200:2.0:1777582948.034999:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.035015:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.035023:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396359:396359:256:4294967295] 192.168.202.9@tcp LPNI seq info [396355:396355:8:4294967295] 00000400:00000200:2.0:1777582948.035030:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582948.035036:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.035041:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.035046:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582948.035053:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.035061:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.035066:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.035094:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.035101:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582948.035104:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de22600. 00010000:00000010:0.1:1777582948.037926:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582948.037941:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582948.037945:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.1:1777582948.037948:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:2.0:1777582948.038488:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582948.038506:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213859 00000400:00000200:2.0:1777582948.038513:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.038517:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582948.038524:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cbb0 00000400:00000010:2.0:1777582948.038526:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cbb0. 00010000:00000010:3.1:1777582948.040582:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582948.040596:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582948.040600:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582948.040603:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582948.040606:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582948.040608:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582948.040611:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582948.040614:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582948.040616:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582948.040618:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.1:1777582948.041214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582948.041221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582948.041225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582948.041228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:1.1:1777582948.045177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:1.1:1777582948.045194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:0.1:1777582948.045874:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:0.1:1777582948.045882:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:0.1:1777582948.045886:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:0.1:1777582948.045889:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582948.045891:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582948.045894:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00000400:00000200:2.0:1777582948.059521:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.059542:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8830380 00000400:00000200:2.0:1777582948.059550:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 85920 00000400:00000200:2.0:1777582948.059571:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.059575:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.059584:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.059591:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c12680. 00010000:00000010:1.1:1777582948.060174:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582948.060179:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582948.060183:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582948.060185:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582948.070489:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582948.070508:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582948.070513:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582948.070515:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582948.070517:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582948.070520:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.0:1777582948.074555:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:2.0:1777582948.074572:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519d80. 00000800:00000200:2.0:1777582948.081535:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.081545:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582948.081555:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.081563:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582948.081571:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:2.0:1777582948.081574:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00010000:00000010:2.1:1777582948.095453:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582948.095461:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582948.104246:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582948.104259:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582948.104263:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582948.104266:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582948.107171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582948.107188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582948.107197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582948.107199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582948.108183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:1.1:1777582948.108193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582948.108244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582948.108250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582948.108252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582948.108255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582948.108257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582948.108259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582948.117610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.1:1777582948.117627:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00000400:00000200:2.0:1777582948.125674:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.125697:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8830700 00000400:00000200:2.0:1777582948.125705:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 88536 00010000:00000010:1.1:1777582948.126188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582948.126197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000400:00000200:2.0:1777582948.126490:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.126498:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.126506:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.126513:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c11880. 00010000:00000010:3.1:1777582948.126732:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582948.126738:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582948.143934:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582948.143952:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582948.146487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582948.146502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582948.146506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582948.146508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582948.158213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582948.158230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582948.158234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582948.158236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582948.176050:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582948.176069:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582948.176072:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582948.176075:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582948.176078:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582948.176083:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582948.176086:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582948.176089:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:1.1:1777582948.179258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582948.179266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582948.179653:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582948.179659:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582948.180113:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582948.180118:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.0:1777582948.190510:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:2.0:1777582948.190529:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdf00. 00010000:00000010:0.1:1777582948.202990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582948.202999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582948.203002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582948.203004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582948.210680:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582948.210696:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000020:00000010:2.0:1777582948.215496:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582948.215506:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582948.215513:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de22600. 00000020:00000010:2.0:1777582948.215519:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.215525:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582948.215574:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7a00. 00000020:00000010:2.0:1777582948.215577:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7a00. 00000100:00000200:2.0:1777582948.215580:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707746688 00000001:00000010:2.0:1777582948.215591:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:2.0:1777582948.215618:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582948.215627:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 02000000:00000010:2.0:1777582948.215657:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc7000. 00010000:00000010:2.0:1777582948.215689:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582948.215693:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582948.215713:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582948.215716:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582948.215720:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582948.215723:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00000004:00000010:2.0:1777582948.216285:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:2.0:1777582948.216297:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb02d0. 00000004:00000010:2.0:1777582948.216304:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757cb0. 00080000:00000010:2.0:1777582948.216313:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:2.1:1777582948.218588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582948.218596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582948.220288:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582948.220301:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582948.220305:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582948.220308:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.0:1777582948.223915:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582948.223928:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582948.223935:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582948.223943:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582948.224031:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582948.224044:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582948.224049:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582948.224080:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000200:2.0:1777582948.224105:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486245180 x1863928707746688/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 576/584 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582948.224128:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582948.230466:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707746688, offset 224 00000400:00000200:2.0:1777582948.230487:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.230500:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.230508:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396372:396372:256:4294967295] 192.168.202.9@tcp LPNI seq info [396368:396368:8:4294967295] 00000400:00000200:2.0:1777582948.230519:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.230525:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.230531:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582948.230538:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.230546:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.230550:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.230587:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.230594:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582948.230599:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de22600. 00000020:00000010:2.0:1777582948.234661:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582948.234668:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582948.234675:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de22600. 00000020:00000010:2.0:1777582948.234681:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.234686:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582948.234733:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7480. 00000020:00000010:2.0:1777582948.234735:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7480. 00000100:00000200:2.0:1777582948.234739:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707746944 02000000:00000010:2.0:1777582948.234789:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024b7cc3000. 00010000:00000010:2.0:1777582948.234834:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582948.234853:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582948.234875:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582948.234881:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582948.234897:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582948.234900:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582948.234904:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582948.234907:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582948.235030:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582948.235034:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582948.235037:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582948.235040:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00000020:00000010:2.0:1777582948.235067:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054660. 00000020:00000010:2.0:1777582948.235074:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054660. 00000020:00000010:2.0:1777582948.235084:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9ea0. 00080000:00000010:2.0:1777582948.235093:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a65a000. 00000001:00000010:2.0:1777582948.235541:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9b40. 00000001:00000010:2.0:1777582948.235549:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582948.235582:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9ea0. 00010000:00000010:2.0:1777582948.235591:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582948.235596:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582948.235608:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582948.235649:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582948.235664:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000200:2.0:1777582948.235681:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975081, last committed = 8589974936 00010000:00000200:2.0:1777582948.235691:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486247480 x1863928707746944/t8589975081(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 488/456 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582948.235710:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582948.235717:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707746944, offset 224 00000400:00000010:2.0:1777582948.235723:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708578. 00000400:00000200:2.0:1777582948.235727:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.235740:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.235747:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396373:396373:256:4294967295] 192.168.202.9@tcp LPNI seq info [396369:396369:8:4294967295] 00000400:00000200:2.0:1777582948.235753:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582948.235759:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.235765:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.235769:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582948.235789:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.235796:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.235801:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.235821:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.235825:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582948.235828:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de22600. 00010000:00000010:2.0:1777582948.235862:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582948.235866:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582948.235872:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68240. 00000800:00000200:2.0:1777582948.235955:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.235959:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582948.235963:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.235968:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582948.240495:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582948.240503:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:0.1:1777582948.244839:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582948.244853:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582948.255868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.1:1777582948.255877:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582948.255881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582948.255883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582948.255886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582948.255889:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582948.255892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582948.255895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.1:1777582948.255898:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582948.255900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582948.255917:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582948.255920:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:0.1:1777582948.273283:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582948.273303:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582948.273308:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582948.273311:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582948.273315:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582948.273321:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582948.279454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582948.279467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582948.279488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582948.279494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582948.297693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582948.297710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582948.311820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582948.311827:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582948.311831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582948.311835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582948.324219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582948.324230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:0.1:1777582948.324234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582948.324238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582948.325516:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582948.325529:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.0:1777582948.330363:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:2.0:1777582948.330369:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000010:2.0:1777582948.330376:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000800:00000200:2.0:1777582948.330609:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.330614:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582948.330618:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.330622:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582948.330890:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582948.330897:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582948.332717:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582948.332731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582948.332736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582948.332750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582948.332754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582948.332756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582948.333206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582948.333212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582948.333216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582948.333219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582948.333221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582948.333223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582948.333279:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582948.333285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.0:1777582948.333322:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:2.0:1777582948.333331:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cde80. 00010000:00000010:3.1:1777582948.334666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582948.334673:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582948.334677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582948.334680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582948.334684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582948.334687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582948.337393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582948.337405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.1:1777582948.344265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582948.344275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582948.350166:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582948.350172:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582948.350176:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582948.350178:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582948.360552:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582948.360569:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582948.374183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582948.374198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582948.374202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582948.374206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582948.374210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582948.374213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582948.374302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582948.374307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582948.374309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582948.374312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.0:1777582948.380873:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:2.0:1777582948.380879:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519680. 00010000:00000010:2.0:1777582948.380884:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00010000:00000010:1.1:1777582948.388189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582948.388205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.0:1777582948.388663:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:2.0:1777582948.388673:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519880. 00010000:00000010:2.0:1777582948.391490:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582948.391496:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582948.391500:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582948.391505:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582948.391577:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:2.0:1777582948.391589:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:2.0:1777582948.391593:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519600. 00010000:00000010:2.0:1777582948.391615:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000200:2.0:1777582948.391638:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb06a00 x1863928707749376/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 576/584 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582948.391658:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582948.391664:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707749376, offset 224 00000400:00000200:2.0:1777582948.391671:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.391683:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.391690:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396386:396386:256:4294967295] 192.168.202.9@tcp LPNI seq info [396382:396382:8:4294967295] 00000400:00000200:2.0:1777582948.391700:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.391706:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.391713:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582948.391718:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.391724:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.391728:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.391766:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385519480. 00000020:00000010:2.0:1777582948.391779:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674640. 00000020:00000010:2.0:1777582948.391784:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481381e00. 00000020:00000010:2.0:1777582948.397100:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.397106:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.397113:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de22600. 00000020:00000010:2.0:1777582948.397118:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e880. 00000020:00000010:2.0:1777582948.397123:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582948.397191:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.397196:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582948.397200:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707749632 02000000:00000010:2.0:1777582948.397242:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024b7cc5000. 00010000:00000010:2.0:1777582948.397283:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582948.397298:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582948.397318:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582948.397324:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582948.397343:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582948.397347:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582948.397485:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582948.397494:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582948.397648:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582948.397653:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582948.397657:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582948.397661:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00000020:00000010:2.0:1777582948.397697:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054860. 00000020:00000010:2.0:1777582948.397708:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054860. 00000020:00000010:2.0:1777582948.397722:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a92a0. 00080000:00000010:2.0:1777582948.397735:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a659400. 00000001:00000010:2.0:1777582948.398256:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9a20. 00000001:00000010:2.0:1777582948.398267:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582948.398304:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a92a0. 00010000:00000010:2.0:1777582948.398314:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582948.398318:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582948.398332:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582948.399870:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582948.399878:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582948.399899:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000200:2.0:1777582948.399923:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975088, last committed = 8589974936 00010000:00000200:2.0:1777582948.399935:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb04700 x1863928707749632/t8589975088(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 488/456 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582948.399956:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582948.399964:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707749632, offset 224 00000400:00000010:2.0:1777582948.399971:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708f50. 00000400:00000200:2.0:1777582948.399975:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.399989:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.399995:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396387:396387:256:4294967295] 192.168.202.9@tcp LPNI seq info [396383:396383:8:4294967295] 00000400:00000200:2.0:1777582948.400002:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582948.400009:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.400014:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.400019:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582948.400026:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.400033:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.400037:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.400100:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e880. 00000020:00000010:2.0:1777582948.400105:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582948.400108:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de22600. 00010000:00000010:1.1:1777582948.409811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582948.409823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582948.413883:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582948.413900:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000020:00000010:2.0:1777582948.413943:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.413949:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.413957:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de22600. 00000020:00000010:2.0:1777582948.413963:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e880. 00000020:00000010:2.0:1777582948.413968:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00010000:00000010:2.1:1777582948.415509:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582948.415527:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582948.415532:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582948.415535:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582948.415538:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582948.415540:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582948.415544:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582948.415550:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582948.415553:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582948.415556:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582948.415562:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00000020:00000010:2.0:1777582948.415614:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.415621:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582948.415626:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707749760 00000001:00000010:2.0:1777582948.415641:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:2.0:1777582948.415676:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582948.415687:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 02000000:00000010:2.0:1777582948.415724:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc6000. 00010000:00000010:2.0:1777582948.415768:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582948.415789:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582948.415816:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582948.415821:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582948.415826:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582948.415829:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00000004:00000010:2.0:1777582948.415950:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71683c0. 00000004:00000010:2.0:1777582948.415959:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0168. 00000004:00000010:2.0:1777582948.415966:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757a90. 00080000:00000010:2.0:1777582948.415974:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c558. 00000800:00000200:2.0:1777582948.421298:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.421307:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:2.0:1777582948.421315:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.421324:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582948.421331:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:2.0:1777582948.421334:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:3.1:1777582948.424539:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00000400:00000200:2.0:1777582948.424806:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.424827:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8831880 00000400:00000200:2.0:1777582948.424837:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 100816 00000400:00000200:2.0:1777582948.424861:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.424869:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.424883:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.424892:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c11180. 00010000:00000010:1.1:1777582948.425252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:1.1:1777582948.425261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582948.432496:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:2.0:1777582948.432513:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd280. 00010000:00000010:2.0:1777582948.432527:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:3.1:1777582948.433931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.1:1777582948.433945:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582948.433950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582948.433952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00000400:00000200:2.0:1777582948.434097:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582948.434119:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2138d1 00000400:00000200:2.0:1777582948.434126:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.434130:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582948.434170:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:2.0:1777582948.434174:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000400:00000200:2.0:1777582948.434204:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.434211:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8831900 00000400:00000200:2.0:1777582948.434217:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 101304 00000400:00000200:2.0:1777582948.434281:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.434293:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.434298:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.434304:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c11c00. 00010000:00000010:2.1:1777582948.443186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582948.443195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582948.449047:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582948.449061:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582948.449064:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582948.449067:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582948.449165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582948.449173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582948.449177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582948.449179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582948.458633:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582948.458651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582948.458656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582948.458661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582948.463640:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582948.463655:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582948.463659:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582948.463662:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582948.472764:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582948.472781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582948.487207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582948.487225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582948.487231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582948.487234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:1.1:1777582948.496300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582948.496316:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582948.501231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582948.501247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582948.503327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582948.503340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582948.503478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582948.503483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00000800:00000200:2.0:1777582948.521033:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.521042:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582948.521053:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.521062:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582948.521069:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:2.0:1777582948.521072:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00010000:00000010:0.1:1777582948.522683:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582948.522696:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582948.522701:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582948.522704:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000020:00000010:2.0:1777582948.528931:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.528941:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.528948:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481381e00. 00000020:00000010:2.0:1777582948.528955:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582948.528961:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582948.529076:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.529079:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582948.529082:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707751168 02000000:00000010:2.0:1777582948.529125:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023957bc000. 00010000:00000010:2.0:1777582948.529182:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:2.0:1777582948.529198:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61da80. 00010000:00000010:2.0:1777582948.529218:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582948.529224:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582948.529239:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582948.529242:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582948.529246:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582948.529249:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582948.529359:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582948.529363:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582948.529366:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582948.529369:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000020:00000010:2.0:1777582948.529394:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860540a0. 00000020:00000010:2.0:1777582948.529401:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860540a0. 00000020:00000010:2.0:1777582948.529412:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a92a0. 00080000:00000010:2.0:1777582948.529422:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a65a400. 00000001:00000010:2.0:1777582948.529846:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9cc0. 00000001:00000010:2.0:1777582948.529852:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582948.529886:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a92a0. 00010000:00000010:2.0:1777582948.529895:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582948.529899:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582948.529911:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68e40. 00010000:00000010:2.0:1777582948.529954:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582948.529967:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000200:2.0:1777582948.529982:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975092, last committed = 8589974936 00010000:00000200:2.0:1777582948.529993:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486245880 x1863928707751168/t8589975092(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 488/456 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582948.530012:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582948.530017:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707751168, offset 224 00000400:00000010:2.0:1777582948.530024:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7089d8. 00000400:00000200:2.0:1777582948.530028:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.530043:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.530049:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396395:396395:256:4294967295] 192.168.202.9@tcp LPNI seq info [396391:396391:8:4294967295] 00000400:00000200:2.0:1777582948.530055:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582948.530062:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.530068:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.530072:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582948.530078:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.530085:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.530088:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.530107:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582948.530112:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582948.530115:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481381e00. 00010000:00000010:3.1:1777582948.541277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582948.541285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582948.546193:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582948.546209:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582948.547425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582948.547435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582948.547439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582948.547442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00000020:00000010:2.0:1777582948.549440:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.549447:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.549453:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ad9f1400. 00000020:00000010:2.0:1777582948.549458:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582948.549463:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582948.549508:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.549511:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582948.549514:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707751552 02000000:00000010:2.0:1777582948.549549:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023957be000. 00010000:00000010:2.0:1777582948.549590:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:2.0:1777582948.549604:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519780. 00010000:00000010:2.0:1777582948.549624:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.0:1777582948.549631:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582948.549647:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582948.549651:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582948.549656:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.0:1777582948.549659:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582948.549786:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582948.549790:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582948.549794:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.0:1777582948.549798:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00000020:00000010:2.0:1777582948.549825:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860540a0. 00000020:00000010:2.0:1777582948.549831:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860540a0. 00000020:00000010:2.0:1777582948.549842:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a92a0. 00080000:00000010:2.0:1777582948.549851:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a65a800. 00000001:00000010:2.0:1777582948.550286:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9c00. 00000001:00000010:2.0:1777582948.550293:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68480. 00000020:00000010:2.0:1777582948.550326:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a92a0. 00010000:00000010:2.0:1777582948.550337:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:2.0:1777582948.550341:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582948.550354:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582948.550392:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582948.550407:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000200:2.0:1777582948.550422:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975093, last committed = 8589974936 00010000:00000200:2.0:1777582948.550431:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386127480 x1863928707751552/t8589975093(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 488/456 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582948.550449:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582948.550455:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707751552, offset 224 00000400:00000010:2.0:1777582948.550461:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708508. 00000400:00000200:2.0:1777582948.550465:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.550477:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.550485:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396397:396397:256:4294967295] 192.168.202.9@tcp LPNI seq info [396393:396393:8:4294967295] 00000400:00000200:2.0:1777582948.550490:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582948.550498:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.550504:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.550509:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582948.550515:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.550522:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.550526:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.550542:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582948.550547:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582948.550550:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ad9f1400. 00000020:00000010:2.0:1777582948.554567:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.554572:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.554578:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481381e00. 00000020:00000010:2.0:1777582948.554582:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:2.0:1777582948.554587:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582948.554630:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.554632:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582948.554635:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707751680 00000001:00000010:2.0:1777582948.554645:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e680c0. 00010000:00000010:2.0:1777582948.554669:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:2.0:1777582948.554677:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 02000000:00000010:2.0:1777582948.554703:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023957bd000. 00010000:00000010:2.0:1777582948.554732:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:2.0:1777582948.554735:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582948.554760:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582948.554763:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582948.554767:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.0:1777582948.554780:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000004:00000010:2.0:1777582948.554876:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168f00. 00000004:00000010:2.0:1777582948.554885:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0f78. 00000004:00000010:2.0:1777582948.554892:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757980. 00080000:00000010:2.0:1777582948.554901:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d1d0. 00000020:00000010:2.0:1777582948.563175:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.563180:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.563186:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023887d2200. 00000020:00000010:2.0:1777582948.563191:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582948.563195:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582948.563232:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.563235:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582948.563237:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707751936 02000000:00000010:2.0:1777582948.563277:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024904a9000. 00010000:00000010:2.0:1777582948.563318:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:2.0:1777582948.563336:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd280. 00010000:00000010:2.0:1777582948.563368:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.0:1777582948.563375:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582948.563391:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582948.563394:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582948.563398:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.0:1777582948.563401:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582948.563519:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582948.563523:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582948.563526:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.0:1777582948.563530:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000020:00000010:2.0:1777582948.563557:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860540a0. 00000020:00000010:2.0:1777582948.563564:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860540a0. 00000020:00000010:2.0:1777582948.563575:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a92a0. 00080000:00000010:2.0:1777582948.563584:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a65b800. 00000001:00000010:2.0:1777582948.564017:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9f00. 00000001:00000010:2.0:1777582948.564024:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582948.564058:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a92a0. 00010000:00000010:2.0:1777582948.564067:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.0:1777582948.564070:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582948.564083:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e680c0. 00010000:00000010:2.0:1777582948.564118:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582948.564155:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582948.564172:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975094, last committed = 8589974936 00010000:00000200:2.0:1777582948.564181:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386126d80 x1863928707751936/t8589975094(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 488/456 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582948.564201:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582948.564207:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707751936, offset 224 00000400:00000010:2.0:1777582948.564213:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708c40. 00000400:00000200:2.0:1777582948.564217:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.564229:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.564234:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396399:396399:256:4294967295] 192.168.202.9@tcp LPNI seq info [396395:396395:8:4294967295] 00000400:00000200:2.0:1777582948.564240:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582948.564246:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.564251:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.564256:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582948.564262:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.564269:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.564273:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.564290:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582948.564295:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582948.564299:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023887d2200. 00010000:00000010:2.0:1777582948.566052:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582948.566061:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.568014:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.568021:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.568027:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498b7ea00. 00000020:00000010:2.0:1777582948.568032:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.568036:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582948.568073:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582948.568076:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582948.568079:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707752064 00000001:00000010:2.0:1777582948.568089:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68480. 00010000:00000010:2.0:1777582948.568112:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:2.0:1777582948.568120:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 02000000:00000010:2.0:1777582948.568172:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239ff64000. 00010000:00000010:2.0:1777582948.568203:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.0:1777582948.568207:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582948.568226:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582948.568230:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582948.568235:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582948.568238:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000004:00000010:2.0:1777582948.568331:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168780. 00000004:00000010:2.0:1777582948.568339:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0d98. 00000004:00000010:2.0:1777582948.568358:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756550. 00080000:00000010:2.0:1777582948.568368:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734ce40. 00010000:00000010:1.1:1777582948.569227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582948.569236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582948.569240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582948.569243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.0:1777582948.569509:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582948.569513:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582948.569519:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582948.569524:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582948.569592:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582948.569603:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582948.569607:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582948.569631:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000200:2.0:1777582948.569651:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386124380 x1863928707752064/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 576/584 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582948.569670:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582948.569675:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707752064, offset 224 00000400:00000200:2.0:1777582948.569681:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.569692:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.569700:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396400:396400:256:4294967295] 192.168.202.9@tcp LPNI seq info [396396:396396:8:4294967295] 00000400:00000200:2.0:1777582948.569711:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.569717:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.569722:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582948.569728:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.569735:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.569832:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.572868:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.572883:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582948.572887:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498b7ea00. 00000800:00000200:2.0:1777582948.573835:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.573842:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582948.573848:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.573856:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582948.573863:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582948.573866:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00010000:00000010:3.1:1777582948.580184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582948.580200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:1.1:1777582948.580298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582948.580304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.1:1777582948.582172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582948.582185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582948.582189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582948.582195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582948.582198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582948.582200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:2.1:1777582948.582242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582948.582249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582948.582252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:2.1:1777582948.582255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582948.582259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582948.582262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582948.582265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:2.1:1777582948.582267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582948.582269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582948.582272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582948.582274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582948.582277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582948.582280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582948.582293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00000020:00000010:2.0:1777582948.584297:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7940. 00000020:00000010:2.0:1777582948.584302:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7940. 00000020:00000010:2.0:1777582948.584309:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae9cc000. 00000020:00000010:2.0:1777582948.584315:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.584321:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582948.584370:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7940. 00000020:00000010:2.0:1777582948.584373:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7940. 00000100:00000200:2.0:1777582948.584376:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707752320 02000000:00000010:2.0:1777582948.584413:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239ff62000. 00010000:00000010:2.0:1777582948.584455:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582948.584471:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582948.584489:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582948.584495:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582948.584511:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582948.584515:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582948.584519:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582948.584521:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582948.584627:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582948.584631:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582948.584634:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582948.584638:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000020:00000010:2.0:1777582948.584665:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054300. 00000020:00000010:2.0:1777582948.584672:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054300. 00000020:00000010:2.0:1777582948.584681:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9120. 00080000:00000010:2.0:1777582948.584689:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239626d000. 00000001:00000010:2.0:1777582948.585096:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9de0. 00000001:00000010:2.0:1777582948.585104:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68b40. 00000020:00000010:2.0:1777582948.585180:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9120. 00010000:00000010:2.0:1777582948.585190:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582948.585195:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582948.585207:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68480. 00010000:00000010:2.0:1777582948.585240:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582948.585255:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582948.585270:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975095, last committed = 8589974936 00010000:00000200:2.0:1777582948.585280:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386125f80 x1863928707752320/t8589975095(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 488/456 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582948.585298:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582948.585304:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707752320, offset 224 00000400:00000010:2.0:1777582948.585311:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708118. 00000400:00000200:2.0:1777582948.585315:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.585329:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.585335:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396401:396401:256:4294967295] 192.168.202.9@tcp LPNI seq info [396397:396397:8:4294967295] 00000400:00000200:2.0:1777582948.585341:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582948.585348:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.585354:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.585359:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582948.585365:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.585372:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.585375:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.585398:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.585402:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582948.585405:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae9cc000. 00000800:00000200:2.0:1777582948.585495:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.585499:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582948.585504:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.585508:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582948.590258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582948.590273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:1.1:1777582948.595182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:1.1:1777582948.595195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582948.596829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582948.596839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00000400:00000200:2.0:1777582948.598128:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582948.598166:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213901 00000400:00000200:2.0:1777582948.598174:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.598178:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582948.598188:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582948.598191:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000400:00000200:2.0:1777582948.598228:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.598235:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8832200 00000400:00000200:2.0:1777582948.598243:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 107688 00000400:00000200:2.0:1777582948.598255:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.598258:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.598262:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.598270:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55faa00. 00000400:00000200:2.0:1777582948.602827:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.602846:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8832300 00000400:00000200:2.0:1777582948.602856:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 108264 00000400:00000200:2.0:1777582948.602875:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.602880:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.602888:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.602894:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fa300. 00000800:00000200:2.0:1777582948.604801:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.604806:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:2.0:1777582948.604811:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.604816:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582948.607520:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:2.0:1777582948.607532:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd800. 00000800:00000200:2.0:1777582948.612363:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.612371:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582948.612379:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.612387:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582948.612394:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:2.0:1777582948.612397:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:2.0:1777582948.614895:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.614914:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8832480 00000400:00000200:2.0:1777582948.614924:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 109328 00000400:00000200:2.0:1777582948.614941:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.614946:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.614954:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.614961:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f9180. 00010000:00000010:2.0:1777582948.617379:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:2.0:1777582948.617392:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000010:2.0:1777582948.617402:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:1.1:1777582948.619165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582948.619178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582948.619184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582948.619187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582948.621177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582948.621191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582948.621248:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582948.621255:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.1:1777582948.623516:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582948.623533:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:2.0:1777582948.623570:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582948.623590:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213911 00000400:00000200:2.0:1777582948.623597:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.623602:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582948.623607:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:2.0:1777582948.623610:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:2.0:1777582948.623685:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.623692:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8832500 00000400:00000200:2.0:1777582948.623698:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 109816 00000400:00000200:2.0:1777582948.623776:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.623780:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.623785:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.623791:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8a80. 00000800:00000200:2.0:1777582948.628241:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.628246:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582948.628253:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.628258:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582948.628263:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:2.0:1777582948.628265:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00010000:00000010:3.1:1777582948.632709:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582948.632729:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:3.1:1777582948.632743:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582948.632748:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582948.632752:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582948.632754:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582948.632756:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582948.632758:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582948.632761:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582948.632765:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582948.632791:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582948.632794:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582948.634217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582948.634227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582948.634233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582948.634235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582948.634280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582948.634296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582948.638225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582948.638239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000020:00000010:2.0:1777582948.639501:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7940. 00000020:00000010:2.0:1777582948.639508:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7940. 00000020:00000010:2.0:1777582948.639513:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498b7ea00. 00000020:00000010:2.0:1777582948.639519:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.639524:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582948.639566:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7940. 00000020:00000010:2.0:1777582948.639569:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7940. 00000100:00000200:2.0:1777582948.639572:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707753472 02000000:00000010:2.0:1777582948.639610:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239ff63000. 00010000:00000010:2.0:1777582948.639651:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:2.0:1777582948.639666:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d480. 00010000:00000010:2.0:1777582948.639686:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582948.639692:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582948.639706:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582948.639710:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582948.639714:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582948.639717:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582948.639847:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582948.639851:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582948.639855:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582948.639858:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000020:00000010:2.0:1777582948.639886:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054cc0. 00000020:00000010:2.0:1777582948.639893:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054cc0. 00000020:00000010:2.0:1777582948.639904:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9120. 00080000:00000010:2.0:1777582948.639913:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239626dc00. 00000001:00000010:2.0:1777582948.640637:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a95a0. 00000001:00000010:2.0:1777582948.640646:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68b40. 00000020:00000010:2.0:1777582948.640681:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9120. 00010000:00000010:2.0:1777582948.640692:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582948.640697:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582948.640712:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582948.644216:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582948.644246:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582948.644272:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975098, last committed = 8589974936 00010000:00000200:2.0:1777582948.644285:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386124a80 x1863928707753472/t8589975098(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 488/456 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582948.644310:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582948.644317:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707753472, offset 224 00000400:00000010:2.0:1777582948.644325:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708d90. 00000400:00000200:2.0:1777582948.644328:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.644357:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.644365:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396407:396407:256:4294967295] 192.168.202.9@tcp LPNI seq info [396403:396403:8:4294967295] 00000400:00000200:2.0:1777582948.644373:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582948.644380:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.644386:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.644392:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582948.644398:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.644408:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.644412:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.644447:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ef80. 00000020:00000010:2.0:1777582948.644453:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582948.644456:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498b7ea00. 00000400:00000200:2.0:1777582948.647493:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582948.647513:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213919 00000400:00000200:2.0:1777582948.647521:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.647525:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582948.647531:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582948.647534:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00010000:00000010:2.1:1777582948.654265:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582948.654273:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582948.656175:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582948.656182:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582948.663300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582948.663308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582948.663312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582948.663315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582948.663581:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:3.1:1777582948.663589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582948.663593:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:3.1:1777582948.663595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582948.676174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582948.676184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582948.681194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582948.681209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:1.1:1777582948.682246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582948.682258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582948.682261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582948.682264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582948.682336:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582948.682342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582948.683183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582948.683192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582948.698210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582948.698223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.0:1777582948.698891:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:2.0:1777582948.698903:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d800. 00010000:00000010:0.1:1777582948.701344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582948.701367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582948.701488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582948.701495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582948.705187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582948.705202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.0:1777582948.711503:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582948.711514:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:2.0:1777582948.711520:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582948.711528:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582948.711609:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:2.0:1777582948.711623:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:2.0:1777582948.711629:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519d80. 00010000:00000010:2.0:1777582948.711655:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000200:2.0:1777582948.711675:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da5f80 x1863928707754368/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 576/584 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582948.711695:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582948.711702:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707754368, offset 224 00000400:00000200:2.0:1777582948.711709:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.711722:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.711729:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396412:396412:256:4294967295] 192.168.202.9@tcp LPNI seq info [396408:396408:8:4294967295] 00000400:00000200:2.0:1777582948.711836:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.711844:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.711851:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582948.711858:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.711866:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.711871:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.711901:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385519780. 00000020:00000010:2.0:1777582948.711905:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674960. 00000020:00000010:2.0:1777582948.711910:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02392b4c400. 00010000:00000010:2.0:1777582948.722222:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:2.0:1777582948.722240:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd200. 00010000:00000010:2.0:1777582948.722253:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:2.1:1777582948.723216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582948.723227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582948.723231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582948.723234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.0:1777582948.723882:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:2.0:1777582948.723891:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd300. 00000020:00000010:2.0:1777582948.725213:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7f40. 00000020:00000010:2.0:1777582948.725219:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7f40. 00000020:00000010:2.0:1777582948.725226:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae9cc000. 00000020:00000010:2.0:1777582948.725231:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582948.725236:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582948.725276:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7f40. 00000020:00000010:2.0:1777582948.725279:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7f40. 00000100:00000200:2.0:1777582948.725282:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707754752 00000001:00000010:2.0:1777582948.725304:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7be40. 00010000:00000010:2.0:1777582948.725328:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582948.725336:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 02000000:00000010:2.0:1777582948.725378:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024ade52000. 00010000:00000010:2.0:1777582948.725408:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582948.725411:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582948.725428:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582948.725431:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582948.725435:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582948.725438:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00000004:00000010:2.0:1777582948.725528:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71692c0. 00000004:00000010:2.0:1777582948.725537:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb08e8. 00000004:00000010:2.0:1777582948.725545:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756880. 00080000:00000010:2.0:1777582948.725553:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dc80. 00010000:00000010:2.1:1777582948.732222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582948.732240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582948.736312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582948.736325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:3.1:1777582948.736330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582948.736333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582948.747188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582948.747202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582948.747257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582948.747262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582948.748065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582948.748075:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:3.1:1777582948.748078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582948.748081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582948.760884:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582948.760900:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582948.760905:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582948.760908:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.0:1777582948.772624:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:2.0:1777582948.772642:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd200. 00010000:00000010:2.0:1777582948.773238:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:2.0:1777582948.773245:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61df00. 00010000:00000010:2.0:1777582948.773254:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239fe7bb40. 00010000:00000010:2.0:1777582948.773514:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:2.0:1777582948.773520:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61da80. 00000020:00000010:2.0:1777582948.774119:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7f40. 00000020:00000010:2.0:1777582948.774125:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7f40. 00000020:00000010:2.0:1777582948.774131:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498b7ea00. 00000020:00000010:2.0:1777582948.774165:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea80. 00000020:00000010:2.0:1777582948.774169:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e960. 00000020:00000010:2.0:1777582948.774204:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7f40. 00000020:00000010:2.0:1777582948.774207:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7f40. 00000100:00000200:2.0:1777582948.774210:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707755904 00000001:00000010:2.0:1777582948.774220:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582948.774242:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582948.774249:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582948.774274:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024ade57000. 00010000:00000010:2.0:1777582948.774318:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582948.774322:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582948.774340:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582948.774343:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582948.774357:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582948.774360:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00000004:00000010:2.0:1777582948.774459:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71681e0. 00000004:00000010:2.0:1777582948.774469:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e88. 00000004:00000010:2.0:1777582948.774476:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ee0. 00080000:00000010:2.0:1777582948.774485:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c8e8. 00010000:00000010:3.1:1777582948.774794:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582948.774801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582948.774805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582948.774807:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582948.774811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582948.774813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582948.774816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582948.774821:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582948.774824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582948.774826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.0:1777582948.775908:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582948.775915:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e280. 00010000:00000010:2.0:1777582948.775921:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582948.775926:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582948.775997:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582948.776010:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582948.776014:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582948.776038:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582948.776056:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da5c00 x1863928707755904/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 576/584 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582948.776078:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582948.776085:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707755904, offset 224 00000400:00000200:2.0:1777582948.776091:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.776104:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.776111:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396420:396420:256:4294967295] 192.168.202.9@tcp LPNI seq info [396416:396416:8:4294967295] 00000400:00000200:2.0:1777582948.776122:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.776128:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.776161:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582948.776168:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.776175:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.776179:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.776199:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea80. 00000020:00000010:2.0:1777582948.776204:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e960. 00000020:00000010:2.0:1777582948.776207:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498b7ea00. 00010000:00000010:2.1:1777582948.783227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582948.783246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582948.783322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582948.783329:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582948.783332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582948.783334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582948.783565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582948.783570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:2.0:1777582948.786017:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:2.0:1777582948.786026:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000010:2.0:1777582948.786033:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:2.0:1777582948.789798:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582948.789807:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd800. 00010000:00000010:0.1:1777582948.797489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582948.797505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582948.797511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582948.797515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582948.798454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582948.798465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582948.798468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582948.798471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582948.798473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582948.798478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582948.798480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582948.798484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582948.801178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582948.801194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.1:1777582948.801199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582948.801202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582948.801790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582948.801798:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582948.801802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582948.801804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582948.801807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582948.801810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582948.801814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582948.801816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.0:1777582948.817257:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:2.0:1777582948.817275:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d980. 00010000:00000010:2.0:1777582948.817296:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239fe7bcc0. 00010000:00000010:0.1:1777582948.821593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582948.821604:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.0:1777582948.827889:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:2.0:1777582948.827900:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374280. 00010000:00000010:2.0:1777582948.827909:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:2.0:1777582948.829716:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:2.0:1777582948.829729:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00000020:00000010:2.0:1777582948.830892:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582948.830898:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582948.830904:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248555b800. 00000020:00000010:2.0:1777582948.830910:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea80. 00000020:00000010:2.0:1777582948.830914:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e960. 00000020:00000010:2.0:1777582948.830949:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582948.830952:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000100:00000200:2.0:1777582948.830955:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707757056 00000001:00000010:2.0:1777582948.830965:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7b6c0. 00010000:00000010:2.0:1777582948.830988:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582948.830996:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582948.831022:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024ade53000. 00010000:00000010:2.0:1777582948.831051:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582948.831054:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582948.831071:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582948.831074:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582948.831077:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582948.831080:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00000004:00000010:2.0:1777582948.831204:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:2.0:1777582948.831214:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0258. 00000004:00000010:2.0:1777582948.831221:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756770. 00080000:00000010:2.0:1777582948.831229:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 00000800:00000200:2.0:1777582948.832933:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.832938:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582948.832942:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.832947:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582948.832952:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:2.0:1777582948.832955:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:2.0:1777582948.835386:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.835404:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8833500 00000400:00000200:2.0:1777582948.835413:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 121032 00000400:00000200:2.0:1777582948.835429:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.835433:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.835441:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.835448:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f9880. 00010000:00000010:2.1:1777582948.843391:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582948.843407:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000800:00000200:2.0:1777582948.844299:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.844305:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:2.0:1777582948.844312:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.844321:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582948.848937:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582948.848954:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582948.848961:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582948.848966:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582948.848970:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582948.848974:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000200:2.0:1777582948.849165:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582948.849184:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213969 00000400:00000200:2.0:1777582948.849192:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.849197:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582948.849204:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:2.0:1777582948.849206:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00010000:00000010:0.1:1777582948.849632:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582948.849638:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582948.850176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582948.850183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00000400:00000200:2.0:1777582948.851298:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.851315:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8833580 00000400:00000200:2.0:1777582948.851322:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 121520 00000400:00000200:2.0:1777582948.851394:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.851399:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.851407:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.851414:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8e00. 00010000:00000010:2.1:1777582948.854062:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582948.854069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582948.854072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582948.854074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000800:00000200:2.0:1777582948.854189:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.854194:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:2.0:1777582948.854198:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.854203:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582948.854209:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:2.0:1777582948.854211:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00010000:00000010:3.1:1777582948.855811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582948.855826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582948.855830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582948.855839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582948.855843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582948.855846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582948.855848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582948.855852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582948.855855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582948.855858:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582948.855861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582948.855863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582948.857334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582948.857355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582948.872938:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582948.872952:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582948.872956:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582948.872958:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582948.876271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582948.876286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582948.876291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582948.876294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582948.891059:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582948.891070:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582948.897218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582948.897234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582948.897332:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.1:1777582948.897338:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582948.897343:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582948.897352:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582948.901167:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582948.901174:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582948.901178:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582948.901182:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582948.901185:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582948.901187:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582948.904181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582948.904192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582948.926740:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582948.926756:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582948.926761:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582948.926763:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000800:00000200:2.0:1777582948.927601:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.927606:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:2.0:1777582948.927610:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.927615:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582948.927620:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:2.0:1777582948.927622:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000020:00000010:2.0:1777582948.939251:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582948.939264:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582948.939274:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498b7ea00. 00000020:00000010:2.0:1777582948.939280:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582948.939286:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582948.939334:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582948.939337:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000100:00000200:2.0:1777582948.939353:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707758848 02000000:00000010:2.0:1777582948.939391:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024ade50000. 00010000:00000010:2.0:1777582948.939431:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:2.0:1777582948.939448:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519600. 00010000:00000010:2.0:1777582948.939468:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582948.939474:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582948.939488:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582948.939491:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582948.939495:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582948.939500:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582948.939621:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582948.939624:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:2.0:1777582948.939629:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582948.939634:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00000020:00000010:2.0:1777582948.939662:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054c80. 00000020:00000010:2.0:1777582948.939669:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054c80. 00000020:00000010:2.0:1777582948.939682:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9360. 00080000:00000010:2.0:1777582948.939692:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239626d400. 00000001:00000010:2.0:1777582948.940318:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9480. 00000001:00000010:2.0:1777582948.940327:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68480. 00000020:00000010:2.0:1777582948.940440:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9360. 00010000:00000010:2.0:1777582948.940451:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582948.940456:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582948.940470:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582948.940517:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582948.940524:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582948.940553:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582948.940557:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e200. 00010000:00000010:2.0:1777582948.940573:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000200:2.0:1777582948.940590:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975112, last committed = 8589974936 00010000:00000200:2.0:1777582948.940601:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f04380 x1863928707758848/t8589975112(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 488/456 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582948.940620:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582948.940627:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707758848, offset 224 00000400:00000010:2.0:1777582948.940633:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708e38. 00000400:00000200:2.0:1777582948.940637:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.940652:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.940658:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396435:396435:256:4294967295] 192.168.202.9@tcp LPNI seq info [396431:396431:8:4294967295] 00000400:00000200:2.0:1777582948.940664:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582948.940671:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.940677:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.940682:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582948.940688:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.940697:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.940701:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.940722:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582948.940725:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582948.940728:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498b7ea00. 00000800:00000200:2.0:1777582948.943851:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.943861:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582948.943870:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.943879:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582948.944073:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582948.944083:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582948.944087:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582948.944090:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582948.944094:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582948.944098:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582948.944100:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582948.944103:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582948.949199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582948.949210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582948.949214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.1:1777582948.949216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:2.1:1777582948.963605:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582948.963621:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582948.963627:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582948.963632:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582948.963635:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582948.963637:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582948.966200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582948.966209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582948.968180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582948.968195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582948.968199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582948.968202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582948.968260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582948.968265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582948.968267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582948.968270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582948.968273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:1.1:1777582948.968275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582948.976230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582948.976244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582948.979373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582948.979388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582948.979393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582948.979395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000020:00000010:2.0:1777582948.982310:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582948.982316:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582948.982322:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94a00. 00000020:00000010:2.0:1777582948.982328:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582948.982334:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582948.982504:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7040. 00000020:00000010:2.0:1777582948.982507:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7040. 00000100:00000200:2.0:1777582948.982511:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707759616 02000000:00000010:2.0:1777582948.982550:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024ade55000. 00010000:00000010:2.0:1777582948.982593:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:2.0:1777582948.982609:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519900. 00010000:00000010:2.0:1777582948.982629:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582948.982635:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582948.982650:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582948.982654:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:2.0:1777582948.982657:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582948.982660:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582948.982774:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582948.982778:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582948.982782:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582948.982785:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00000020:00000010:2.0:1777582948.982813:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054720. 00000020:00000010:2.0:1777582948.982819:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054720. 00000020:00000010:2.0:1777582948.982829:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9360. 00080000:00000010:2.0:1777582948.982839:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239626e400. 00000001:00000010:2.0:1777582948.983618:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9ba0. 00000001:00000010:2.0:1777582948.983628:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582948.983669:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9360. 00010000:00000010:2.0:1777582948.983681:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582948.983686:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582948.983702:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582948.983749:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582948.983777:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000200:2.0:1777582948.983795:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975114, last committed = 8589974936 00010000:00000200:2.0:1777582948.983805:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f04a80 x1863928707759616/t8589975114(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:389/0 lens 488/456 e 0 to 0 dl 1777582959 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582948.983824:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582948.983831:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707759616, offset 224 00000400:00000010:2.0:1777582948.983838:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708ea8. 00000400:00000200:2.0:1777582948.983842:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582948.983857:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582948.983864:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396439:396439:256:4294967295] 192.168.202.9@tcp LPNI seq info [396435:396435:8:4294967295] 00000400:00000200:2.0:1777582948.983870:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582948.983878:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582948.983883:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582948.983888:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582948.983894:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582948.983902:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582948.983905:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582948.983930:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582948.983934:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582948.983937:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94a00. 00000800:00000200:2.0:1777582948.984713:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582948.984718:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582948.984723:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.984729:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582948.998182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582948.998199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582948.998253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582948.998260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582948.998264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582948.998268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00000400:00000200:2.0:1777582948.998299:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582948.998317:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8833f80 00000400:00000200:2.0:1777582948.998326:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 129152 00000400:00000200:2.0:1777582948.998849:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582948.998855:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582948.998864:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582948.998870:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fb800. 00010000:00000010:2.0:1777582949.001506:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:2.0:1777582949.001515:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519680. 00010000:00000010:2.0:1777582949.001524:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:3.1:1777582949.005231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582949.005245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582949.007130:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:2.0:1777582949.007165:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519780. 00000400:00000200:2.0:1777582949.007797:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.007811:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8834000 00000400:00000200:2.0:1777582949.007818:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 129640 00000400:00000200:2.0:1777582949.007865:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.007874:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.007880:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.007886:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fbb80. 00010000:00000010:2.0:1777582949.009637:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582949.009644:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.009650:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582949.009656:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582949.009745:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:2.0:1777582949.009759:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:2.0:1777582949.009764:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519d80. 00010000:00000010:2.0:1777582949.009798:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000200:2.0:1777582949.009818:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fbb80 x1863928707760128/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.009837:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582949.009844:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707760128, offset 224 00000400:00000200:2.0:1777582949.009851:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.009864:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.009870:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396442:396442:256:4294967295] 192.168.202.9@tcp LPNI seq info [396438:396438:8:4294967295] 00000400:00000200:2.0:1777582949.009881:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.009886:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.009890:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582949.009897:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.009905:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.009909:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.009933:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385519880. 00000020:00000010:2.0:1777582949.009937:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:2.0:1777582949.009941:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920f4c00. 00010000:00000010:2.0:1777582949.017962:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:2.0:1777582949.017975:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519880. 00010000:00000010:2.0:1777582949.017985:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00010000:00000010:2.1:1777582949.019270:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582949.019284:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000800:00000200:2.0:1777582949.019302:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.019307:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582949.019311:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.019320:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582949.019413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582949.019419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582949.019423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582949.019426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000400:00000200:2.0:1777582949.023377:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582949.023404:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2139f5 00000400:00000200:2.0:1777582949.023413:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.023417:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582949.023425:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:2.0:1777582949.023428:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000400:00000200:2.0:1777582949.023461:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.023468:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8834180 00000400:00000200:2.0:1777582949.023474:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 130704 00000400:00000200:2.0:1777582949.023530:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.023534:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.023539:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.023545:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8380. 00000020:00000010:2.0:1777582949.023593:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7f40. 00000020:00000010:2.0:1777582949.023598:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7f40. 00000020:00000010:2.0:1777582949.023603:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94a00. 00000020:00000010:2.0:1777582949.023609:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582949.023614:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582949.023648:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7f40. 00000020:00000010:2.0:1777582949.023651:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7f40. 00000100:00000200:2.0:1777582949.023653:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707760512 00000001:00000010:2.0:1777582949.023664:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:2.0:1777582949.023694:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582949.023705:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 02000000:00000010:2.0:1777582949.023747:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ffcd6000. 00010000:00000010:2.0:1777582949.023789:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582949.023793:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582949.023815:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582949.023819:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582949.023824:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582949.023827:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00000004:00000010:2.0:1777582949.023934:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71690e0. 00000004:00000010:2.0:1777582949.023945:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e10. 00000004:00000010:2.0:1777582949.023951:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757ed0. 00080000:00000010:2.0:1777582949.023959:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c720. 00010000:00000010:2.0:1777582949.025297:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582949.025302:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582949.025307:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582949.025312:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582949.025392:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582949.025403:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582949.025406:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582949.025428:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000200:2.0:1777582949.025448:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55f8380 x1863928707760512/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.025468:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582949.025476:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707760512, offset 224 00000400:00000200:2.0:1777582949.025482:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.025496:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.025502:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396444:396444:256:4294967295] 192.168.202.9@tcp LPNI seq info [396440:396440:8:4294967295] 00000400:00000200:2.0:1777582949.025513:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.025518:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.025523:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582949.025528:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.025534:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.025538:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.025561:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582949.025566:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582949.025569:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94a00. 00000800:00000200:2.0:1777582949.026444:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.026452:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582949.026458:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.026466:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.026472:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:2.0:1777582949.026475:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000400:00000200:2.0:1777582949.029317:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.029337:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8834280 00000400:00000200:2.0:1777582949.029359:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 131280 00000400:00000200:2.0:1777582949.029374:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.029379:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.029388:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.029395:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fb100. 00010000:00000010:2.0:1777582949.032491:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:2.0:1777582949.032502:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374d00. 00010000:00000010:2.0:1777582949.032510:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:1.1:1777582949.032678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582949.032687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582949.032692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582949.032694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582949.032697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582949.032702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582949.032704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582949.032707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582949.033178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582949.033183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582949.033186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582949.033189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582949.033191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582949.033193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582949.033196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582949.033198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00000800:00000200:2.0:1777582949.034553:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.034561:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:2.0:1777582949.034568:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.034577:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.034923:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582949.034938:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2139fd 00000400:00000200:2.0:1777582949.034944:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.034947:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582949.034953:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:2.0:1777582949.034955:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00000400:00000200:2.0:1777582949.036999:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.037017:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8834300 00000400:00000200:2.0:1777582949.037024:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 131768 00000400:00000200:2.0:1777582949.037088:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.037093:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.037101:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.037107:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fad80. 00010000:00000010:3.1:1777582949.038549:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582949.038557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582949.038709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582949.038716:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582949.038719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582949.038722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582949.038726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582949.038730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000800:00000200:2.0:1777582949.042438:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.042447:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582949.042456:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.042464:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.042472:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:2.0:1777582949.042474:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00010000:00000010:3.1:1777582949.044500:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582949.044512:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582949.044516:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582949.044520:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:2.0:1777582949.045464:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.045486:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8834400 00000400:00000200:2.0:1777582949.045494:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 132344 00000400:00000200:2.0:1777582949.045513:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.045518:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.045526:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.045534:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8000. 00010000:00000010:3.1:1777582949.057177:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582949.057189:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000020:00000010:2.0:1777582949.057432:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.057438:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.057445:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94a00. 00000020:00000010:2.0:1777582949.057450:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582949.057455:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582949.057496:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.057499:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000100:00000200:2.0:1777582949.057502:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707761536 02000000:00000010:2.0:1777582949.057537:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ffcd1000. 00010000:00000010:2.0:1777582949.057575:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582949.057588:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f80. 00010000:00000010:2.0:1777582949.057606:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582949.057613:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582949.057628:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582949.057631:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582949.057635:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582949.057638:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582949.058460:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582949.058466:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582949.058471:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582949.058475:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000020:00000010:2.0:1777582949.058512:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054080. 00000020:00000010:2.0:1777582949.058518:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054080. 00000020:00000010:2.0:1777582949.058530:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a97e0. 00080000:00000010:2.0:1777582949.058540:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023937d2400. 00000001:00000010:2.0:1777582949.058968:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9060. 00000001:00000010:2.0:1777582949.058976:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68e40. 00000020:00000010:2.0:1777582949.059010:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a97e0. 00010000:00000010:2.0:1777582949.059020:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582949.059024:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582949.059037:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582949.059079:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582949.059095:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000200:2.0:1777582949.059113:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975119, last committed = 8589974936 00010000:00000200:2.0:1777582949.059124:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fcb480 x1863928707761536/t8589975119(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.059162:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582949.059169:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707761536, offset 224 00000400:00000010:2.0:1777582949.059176:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708ee0. 00000400:00000200:2.0:1777582949.059180:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.059194:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.059200:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396449:396449:256:4294967295] 192.168.202.9@tcp LPNI seq info [396445:396445:8:4294967295] 00000400:00000200:2.0:1777582949.059207:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.059214:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.059220:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.059224:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582949.059231:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.059240:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.059243:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.059272:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582949.059277:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582949.059280:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94a00. 00000020:00000010:2.0:1777582949.063090:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.063096:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.063102:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94a00. 00000020:00000010:2.0:1777582949.063106:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582949.063111:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582949.063221:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.063224:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000100:00000200:2.0:1777582949.063227:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707761664 00000001:00000010:2.0:1777582949.063239:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7bcc0. 00010000:00000010:2.0:1777582949.063263:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582949.063272:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 02000000:00000010:2.0:1777582949.063299:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ffcd2000. 00010000:00000010:2.0:1777582949.063325:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582949.063329:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582949.063358:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582949.063361:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582949.063365:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582949.063369:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000004:00000010:2.0:1777582949.063468:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169860. 00000004:00000010:2.0:1777582949.063477:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0ca8. 00000004:00000010:2.0:1777582949.063486:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756110. 00080000:00000010:2.0:1777582949.063494:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c1c8. 00000800:00000200:2.0:1777582949.067012:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.067017:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582949.067022:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.067027:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.067031:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:2.0:1777582949.067034:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00010000:00000010:3.1:1777582949.069699:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582949.069714:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582949.069718:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582949.069720:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582949.070233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582949.070240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582949.070244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582949.070246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582949.070282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582949.070287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582949.070291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582949.070294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582949.070297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582949.070299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582949.070302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582949.070304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582949.071402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:2.1:1777582949.071411:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582949.071415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582949.071418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00000020:00000010:2.0:1777582949.071731:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.071746:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.071752:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.071758:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e580. 00000020:00000010:2.0:1777582949.071763:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.071814:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.071816:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000100:00000200:2.0:1777582949.071820:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707761920 02000000:00000010:2.0:1777582949.071855:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ffcd3000. 00010000:00000010:2.0:1777582949.071897:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:2.0:1777582949.071913:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d780. 00010000:00000010:2.0:1777582949.071932:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582949.071938:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.071953:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582949.071957:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582949.071961:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582949.071964:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582949.072083:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582949.072086:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582949.072088:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582949.072091:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000020:00000010:2.0:1777582949.072117:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054c20. 00000020:00000010:2.0:1777582949.072123:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054c20. 00000020:00000010:2.0:1777582949.072165:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a97e0. 00080000:00000010:2.0:1777582949.072177:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023937d3800. 00000001:00000010:2.0:1777582949.072719:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9600. 00000001:00000010:2.0:1777582949.072728:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582949.072777:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a97e0. 00010000:00000010:2.0:1777582949.072788:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582949.072793:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582949.072809:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582949.072898:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.072917:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582949.072935:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975120, last committed = 8589974936 00010000:00000200:2.0:1777582949.072946:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add00e00 x1863928707761920/t8589975120(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.072966:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582949.072973:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707761920, offset 224 00000400:00000010:2.0:1777582949.072979:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708ab8. 00000400:00000200:2.0:1777582949.072983:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.072997:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.073004:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396451:396451:256:4294967295] 192.168.202.9@tcp LPNI seq info [396447:396447:8:4294967295] 00000400:00000200:2.0:1777582949.073010:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.073017:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.073023:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.073028:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582949.073034:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.073041:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.073045:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.073067:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e580. 00000020:00000010:2.0:1777582949.073072:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.073076:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00010000:00000010:3.1:1777582949.074186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582949.074197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582949.074201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:3.1:1777582949.074203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000400:00000200:2.0:1777582949.079108:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582949.079126:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213a15 00000400:00000200:2.0:1777582949.079165:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.079169:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582949.079175:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:2.0:1777582949.079178:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00010000:00000010:2.1:1777582949.083244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582949.083254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582949.083258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582949.083265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582949.085087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582949.085095:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582949.085099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582949.085101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000800:00000200:2.0:1777582949.085464:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.085470:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582949.085474:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.085480:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.085485:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:2.0:1777582949.085488:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00010000:00000010:0.1:1777582949.088230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:0.1:1777582949.088245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582949.088249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582949.088251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00000400:00000200:2.0:1777582949.089419:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.089441:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8834880 00000400:00000200:2.0:1777582949.089448:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 135536 00000400:00000200:2.0:1777582949.089464:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.089468:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.089476:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.089486:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f800. 00000400:00000200:2.0:1777582949.096949:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582949.096970:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213a1d 00000400:00000200:2.0:1777582949.096977:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.096981:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582949.096988:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:2.0:1777582949.096991:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000400:00000200:2.0:1777582949.098061:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.098074:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8834900 00000400:00000200:2.0:1777582949.098082:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 136024 00000400:00000200:2.0:1777582949.098163:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.098168:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.098175:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.098182:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24dc00. 00010000:00000010:3.1:1777582949.100173:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582949.100179:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582949.100182:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582949.100184:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000800:00000200:2.0:1777582949.112752:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.112758:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:2.0:1777582949.112771:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.112778:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582949.115124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582949.115153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582949.115160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582949.115162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582949.118312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582949.118327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582949.118331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582949.118334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582949.118338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582949.118351:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582949.118355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582949.118357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582949.124171:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582949.124178:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582949.125931:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582949.125942:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582949.125947:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582949.125949:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582949.140164:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582949.140170:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582949.140173:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582949.140176:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582949.143559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582949.143570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582949.148188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582949.148202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582949.148208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582949.148211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582949.149283:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582949.149295:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582949.151327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:3.1:1777582949.151340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582949.156192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582949.156198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582949.156203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582949.156205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.0:1777582949.160488:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:2.0:1777582949.160498:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374000. 00010000:00000010:0.1:1777582949.165297:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582949.165306:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582949.166314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582949.166324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582949.166328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582949.166332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582949.185042:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582949.185050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000020:00000010:2.0:1777582949.185085:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.185090:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.185095:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.185100:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e580. 00000020:00000010:2.0:1777582949.185105:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.185252:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7700. 00000020:00000010:2.0:1777582949.185256:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7700. 00000100:00000200:2.0:1777582949.185259:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707763968 00000001:00000010:2.0:1777582949.185270:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582949.185293:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582949.185300:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 02000000:00000010:2.0:1777582949.185326:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ffcd5000. 00010000:00000010:2.0:1777582949.185367:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582949.185372:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.185387:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582949.185391:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.185396:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582949.185401:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00000004:00000010:2.0:1777582949.185504:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71694a0. 00000004:00000010:2.0:1777582949.185514:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0348. 00000004:00000010:2.0:1777582949.185521:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757ba0. 00080000:00000010:2.0:1777582949.185529:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d398. 00010000:00000010:2.0:1777582949.186289:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582949.186295:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582949.186301:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582949.186306:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582949.186383:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.186395:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582949.186399:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.186422:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582949.186439:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f05c00 x1863928707763968/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.186460:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582949.186467:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707763968, offset 224 00000400:00000200:2.0:1777582949.186473:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.186486:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.186492:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396462:396462:256:4294967295] 192.168.202.9@tcp LPNI seq info [396458:396458:8:4294967295] 00000400:00000200:2.0:1777582949.186503:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.186509:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.186513:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582949.186520:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.186527:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.186532:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.186564:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e580. 00000020:00000010:2.0:1777582949.186568:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.186573:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00010000:00000010:3.1:1777582949.190511:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582949.190525:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582949.190530:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582949.190532:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000800:00000200:2.0:1777582949.194557:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.194564:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582949.194571:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.194579:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.196788:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582949.196809:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213a45 00000400:00000200:2.0:1777582949.196817:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.196821:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582949.196827:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:2.0:1777582949.196830:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00010000:00000010:3.1:1777582949.197596:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582949.197605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582949.197608:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582949.197611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000020:00000010:2.0:1777582949.198228:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7400. 00000020:00000010:2.0:1777582949.198234:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7400. 00000020:00000010:2.0:1777582949.198241:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.198246:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e580. 00000020:00000010:2.0:1777582949.198250:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.198295:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7400. 00000020:00000010:2.0:1777582949.198298:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7400. 00000100:00000200:2.0:1777582949.198302:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707764352 00000001:00000010:2.0:1777582949.198315:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:2.0:1777582949.198351:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582949.198360:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 02000000:00000010:2.0:1777582949.198392:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02393708000. 00010000:00000010:2.0:1777582949.198421:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582949.198425:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582949.198442:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582949.198446:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.198451:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582949.198453:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000004:00000010:2.0:1777582949.198546:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168d20. 00000004:00000010:2.0:1777582949.198556:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0960. 00000004:00000010:2.0:1777582949.198565:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757cb0. 00080000:00000010:2.0:1777582949.198574:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c390. 00010000:00000010:1.1:1777582949.201949:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582949.201965:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582949.201971:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582949.201975:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582949.202254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582949.202261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582949.202264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582949.202267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582949.203434:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582949.203445:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582949.203449:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582949.203451:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:2.0:1777582949.207713:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582949.207725:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582949.207741:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582949.207750:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582949.207852:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582949.207866:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.207871:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.207898:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582949.207919:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fcb100 x1863928707764352/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.207941:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777582949.207948:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707764352, offset 224 00000400:00000200:2.0:1777582949.207954:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.207969:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.207976:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396464:396464:256:4294967295] 192.168.202.9@tcp LPNI seq info [396460:396460:8:4294967295] 00000400:00000200:2.0:1777582949.207989:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.207995:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.208001:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582949.208008:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.208015:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.208019:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.208864:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e580. 00000020:00000010:2.0:1777582949.208873:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.208878:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00010000:00000010:3.1:1777582949.210877:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582949.210891:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582949.211692:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582949.211700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:2.0:1777582949.214477:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.214498:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8835180 00000400:00000200:2.0:1777582949.214508:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 141920 00000400:00000200:2.0:1777582949.214526:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.214531:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.214539:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.214546:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f480. 00010000:00000010:2.1:1777582949.215184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582949.215192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582949.215195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582949.215198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582949.216745:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:2.0:1777582949.216754:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374280. 00010000:00000010:2.0:1777582949.216760:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:2.0:1777582949.234842:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:2.0:1777582949.234863:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374200. 00010000:00000010:2.0:1777582949.235496:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:2.0:1777582949.235503:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385519100. 00010000:00000010:3.1:1777582949.237311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582949.237327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582949.237332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582949.237335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582949.240207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582949.240216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:2.1:1777582949.242590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582949.242605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582949.242687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582949.242693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582949.242695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.1:1777582949.242697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582949.242701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582949.242704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582949.242708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582949.242711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582949.242713:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582949.242715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000800:00000200:2.0:1777582949.243499:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.243506:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:2.0:1777582949.243511:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.243520:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.243530:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:2.0:1777582949.243532:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000400:00000200:2.0:1777582949.243567:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.243580:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8835480 00000400:00000200:2.0:1777582949.243588:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 144048 00000400:00000200:2.0:1777582949.243621:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.243625:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.243632:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.243638:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 00000400:00000200:2.0:1777582949.248272:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582949.248301:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213a5d 00000400:00000200:2.0:1777582949.248309:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.248313:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582949.248320:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:2.0:1777582949.248322:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000400:00000200:2.0:1777582949.248357:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.248363:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8835500 00000400:00000200:2.0:1777582949.248370:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 144536 00000400:00000200:2.0:1777582949.248426:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.248430:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.248434:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.248440:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24c700. 00000020:00000010:2.0:1777582949.248487:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7f00. 00000020:00000010:2.0:1777582949.248492:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7f00. 00000020:00000010:2.0:1777582949.248498:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.248503:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e580. 00000020:00000010:2.0:1777582949.248509:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.248548:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7f00. 00000020:00000010:2.0:1777582949.248550:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7f00. 00000100:00000200:2.0:1777582949.248554:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707765504 00000001:00000010:2.0:1777582949.248568:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:2.0:1777582949.248590:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582949.248596:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 02000000:00000010:2.0:1777582949.248625:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239370c000. 00010000:00000010:2.0:1777582949.248655:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582949.248658:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.248674:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582949.248676:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.248680:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582949.248683:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00000004:00000010:2.0:1777582949.248800:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168960. 00000004:00000010:2.0:1777582949.248810:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb04b0. 00000004:00000010:2.0:1777582949.248817:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757430. 00080000:00000010:2.0:1777582949.248827:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cc78. 00010000:00000010:2.0:1777582949.250590:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582949.250596:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582949.250601:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582949.250608:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582949.250675:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.250686:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582949.250690:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.250714:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.1:1777582949.251583:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582949.251594:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000200:2.0:1777582949.251604:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24c700 x1863928707765504/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.251630:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582949.251638:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707765504, offset 224 00000400:00000200:2.0:1777582949.251646:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.251663:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.251671:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396470:396470:256:4294967295] 192.168.202.9@tcp LPNI seq info [396466:396466:8:4294967295] 00000400:00000200:2.0:1777582949.251682:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.251689:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.251696:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582949.251704:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.251713:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.251717:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.251888:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e580. 00000020:00000010:2.0:1777582949.251895:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.251899:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00010000:00000010:1.1:1777582949.254864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582949.254881:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582949.254887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582949.254890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582949.257846:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:3.1:1777582949.257863:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582949.257867:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582949.257870:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000020:00000010:2.0:1777582949.260828:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb72c0. 00000020:00000010:2.0:1777582949.260833:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb72c0. 00000020:00000010:2.0:1777582949.260839:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.260844:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e580. 00000020:00000010:2.0:1777582949.260849:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.260887:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb72c0. 00000020:00000010:2.0:1777582949.260891:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb72c0. 00000100:00000200:2.0:1777582949.260894:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707765760 02000000:00000010:2.0:1777582949.260934:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239370e000. 00010000:00000010:2.0:1777582949.260975:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582949.260991:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582949.261011:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582949.261016:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582949.261031:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582949.261034:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582949.261038:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582949.261040:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.261184:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582949.261187:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.261191:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582949.261194:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00000020:00000010:2.0:1777582949.261221:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054c20. 00000020:00000010:2.0:1777582949.261229:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054c20. 00000020:00000010:2.0:1777582949.261241:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9d80. 00080000:00000010:2.0:1777582949.261250:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023937d1c00. 00000001:00000010:2.0:1777582949.265751:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb10c0. 00000001:00000010:2.0:1777582949.265762:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582949.265815:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9d80. 00010000:00000010:2.0:1777582949.265834:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582949.265842:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.265863:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582949.265916:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582949.265936:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000200:2.0:1777582949.265956:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975130, last committed = 8589974936 00010000:00000200:2.0:1777582949.265966:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fcad80 x1863928707765760/t8589975130(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.265988:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582949.265995:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707765760, offset 224 00000400:00000010:2.0:1777582949.266001:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708310. 00000400:00000200:2.0:1777582949.266004:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.266019:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.266026:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396471:396471:256:4294967295] 192.168.202.9@tcp LPNI seq info [396467:396467:8:4294967295] 00000400:00000200:2.0:1777582949.266033:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.266039:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.266045:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.266050:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582949.266057:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.266065:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.266069:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.270114:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e580. 00000020:00000010:2.0:1777582949.270132:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.270151:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00010000:00000010:2.0:1777582949.270214:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.270224:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.270236:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582949.275079:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.275089:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:1.1:1777582949.275857:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582949.275864:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582949.275867:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582949.275870:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582949.277457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582949.277470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582949.277473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582949.277476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000800:00000200:2.0:1777582949.280254:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.280258:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582949.280262:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.280267:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.280271:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:2.0:1777582949.280273:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00010000:00000010:2.1:1777582949.283169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582949.283179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582949.283183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582949.283185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582949.283188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582949.283190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582949.283193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582949.283195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000400:00000200:2.0:1777582949.287388:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582949.287409:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213a6d 00000400:00000200:2.0:1777582949.287416:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.287420:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582949.287426:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:2.0:1777582949.287429:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000400:00000200:2.0:1777582949.287461:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.287467:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8835800 00000400:00000200:2.0:1777582949.287474:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 146664 00000400:00000200:2.0:1777582949.287531:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.287535:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.287539:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.287545:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24df80. 00010000:00000010:1.1:1777582949.291273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582949.291283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582949.291287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582949.291290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582949.293728:0:194432:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582949.293740:0:194432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582949.295457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582949.295466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582949.295471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582949.295473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582949.298187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582949.298201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582949.298205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582949.298208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582949.298222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582949.298227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000020:00000010:2.0:1777582949.303111:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb72c0. 00000020:00000010:2.0:1777582949.303116:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb72c0. 00000020:00000010:2.0:1777582949.303123:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.303129:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582949.303150:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.303188:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb72c0. 00000020:00000010:2.0:1777582949.303191:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb72c0. 00000100:00000200:2.0:1777582949.303194:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707766528 02000000:00000010:2.0:1777582949.303226:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02393709000. 00010000:00000010:2.0:1777582949.303268:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:2.0:1777582949.303285:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00010000:00000010:2.0:1777582949.303303:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582949.303309:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.303324:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582949.303328:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.303333:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582949.303336:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.303460:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582949.303463:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582949.303467:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582949.303470:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000020:00000010:2.0:1777582949.303498:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054e00. 00000020:00000010:2.0:1777582949.303505:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054e00. 00000020:00000010:2.0:1777582949.303518:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1c00. 00080000:00000010:2.0:1777582949.303530:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023937d0400. 00000001:00000010:2.0:1777582949.303962:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1f60. 00000001:00000010:2.0:1777582949.303969:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e686c0. 00000020:00000010:2.0:1777582949.304011:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1c00. 00010000:00000010:2.0:1777582949.304020:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582949.304024:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582949.304037:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582949.304080:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582949.304095:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582949.304111:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975132, last committed = 8589974936 00010000:00000200:2.0:1777582949.304120:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fc8380 x1863928707766528/t8589975132(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.304172:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777582949.304178:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707766528, offset 224 00000400:00000010:2.0:1777582949.304184:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708690. 00000400:00000200:2.0:1777582949.304188:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.304202:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.304209:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396475:396475:256:4294967295] 192.168.202.9@tcp LPNI seq info [396471:396471:8:4294967295] 00000400:00000200:2.0:1777582949.304214:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.304221:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.304227:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.304232:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582949.304239:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.304246:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.304250:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.304269:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:2.0:1777582949.304273:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.304276:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00000800:00000200:2.0:1777582949.304373:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.304377:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582949.304381:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.304386:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582949.310194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582949.310207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582949.310211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582949.310215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582949.310663:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.310674:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00000020:00000010:2.0:1777582949.312787:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb72c0. 00000020:00000010:2.0:1777582949.312792:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb72c0. 00000020:00000010:2.0:1777582949.312799:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.312805:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582949.312810:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.312855:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb72c0. 00000020:00000010:2.0:1777582949.312858:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb72c0. 00000100:00000200:2.0:1777582949.312862:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707766656 00000001:00000010:2.0:1777582949.312873:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:2.0:1777582949.312902:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582949.312908:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582949.312937:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385088000. 00010000:00000010:2.0:1777582949.312966:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582949.312969:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.312990:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582949.312993:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582949.312996:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582949.312999:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000004:00000010:2.0:1777582949.313104:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71681e0. 00000004:00000010:2.0:1777582949.313114:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb05a0. 00000004:00000010:2.0:1777582949.313121:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757760. 00080000:00000010:2.0:1777582949.313130:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c8e8. 00010000:00000010:2.0:1777582949.314324:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582949.314331:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582949.314336:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582949.314622:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582949.314822:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.314840:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582949.314845:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582949.314872:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582949.314894:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aece2300 x1863928707766656/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.314916:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777582949.314922:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707766656, offset 224 00000400:00000200:2.0:1777582949.314930:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.314945:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.314951:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396476:396476:256:4294967295] 192.168.202.9@tcp LPNI seq info [396472:396472:8:4294967295] 00000400:00000200:2.0:1777582949.314963:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.314970:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.314974:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582949.314981:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.314989:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.314993:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.315020:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582949.315025:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.315028:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00010000:00000010:1.1:1777582949.316600:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582949.316613:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00000020:00000010:2.0:1777582949.323032:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7500. 00000020:00000010:2.0:1777582949.323037:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7500. 00000020:00000010:2.0:1777582949.323043:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.323047:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582949.323051:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.323086:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7500. 00000020:00000010:2.0:1777582949.323088:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7500. 00000100:00000200:2.0:1777582949.323091:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707767040 00000001:00000010:2.0:1777582949.323101:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e686c0. 00010000:00000010:2.0:1777582949.323121:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582949.323127:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582949.323178:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02498754000. 00010000:00000010:2.0:1777582949.323206:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582949.323209:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582949.323225:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582949.323229:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582949.323232:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582949.323235:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000004:00000010:2.0:1777582949.323352:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168d20. 00000004:00000010:2.0:1777582949.323361:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb07f8. 00000004:00000010:2.0:1777582949.323368:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757540. 00080000:00000010:2.0:1777582949.323377:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c390. 00010000:00000010:2.0:1777582949.324535:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582949.324543:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582949.324549:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582949.324555:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582949.324626:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582949.324638:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.324642:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582949.324667:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582949.324686:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aece0a80 x1863928707767040/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.324707:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777582949.324713:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707767040, offset 224 00000400:00000200:2.0:1777582949.324720:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.324743:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.324750:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396478:396478:256:4294967295] 192.168.202.9@tcp LPNI seq info [396474:396474:8:4294967295] 00000400:00000200:2.0:1777582949.324769:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.324776:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.324781:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582949.324788:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.324795:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.324799:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.324821:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582949.324826:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.324829:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00010000:00000010:2.1:1777582949.327605:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582949.327613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582949.327619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582949.327622:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582949.327624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582949.327627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000020:00000010:2.0:1777582949.327660:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.327664:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.327670:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.327674:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582949.327680:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.327723:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.327726:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000100:00000200:2.0:1777582949.327729:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707767296 02000000:00000010:2.0:1777582949.327781:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0248615d000. 00010000:00000010:2.0:1777582949.327821:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582949.327834:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582949.327854:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582949.327860:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582949.327876:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582949.327879:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582949.327885:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582949.327887:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.327994:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582949.327997:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582949.328001:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582949.328003:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000020:00000010:2.0:1777582949.328028:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054700. 00000020:00000010:2.0:1777582949.328035:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054700. 00000020:00000010:2.0:1777582949.328046:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb11e0. 00080000:00000010:2.0:1777582949.328055:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7e000. 00000001:00000010:2.0:1777582949.328502:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1840. 00000001:00000010:2.0:1777582949.328510:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582949.328549:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb11e0. 00010000:00000010:2.0:1777582949.328558:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582949.328563:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582949.328575:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582949.328621:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.328636:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000200:2.0:1777582949.328652:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975134, last committed = 8589974936 00010000:00000200:2.0:1777582949.328662:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486242680 x1863928707767296/t8589975134(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.328682:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582949.328690:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707767296, offset 224 00000400:00000010:2.0:1777582949.328697:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7081f8. 00000400:00000200:2.0:1777582949.328701:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.328716:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.328722:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396479:396479:256:4294967295] 192.168.202.9@tcp LPNI seq info [396475:396475:8:4294967295] 00000400:00000200:2.0:1777582949.328728:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.328735:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.328740:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.328745:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582949.328751:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.328758:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.328776:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.328802:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582949.328807:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.328810:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00000800:00000200:2.0:1777582949.328909:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.328913:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582949.328917:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.328921:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582949.331395:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.331406:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec00. 00000800:00000200:2.0:1777582949.338046:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.338054:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582949.338063:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.338073:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.338079:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:2.0:1777582949.338082:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00010000:00000010:0.1:1777582949.338254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582949.338263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582949.338267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582949.338270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000020:00000010:2.0:1777582949.339477:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.339483:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.339489:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.339494:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582949.339499:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.339539:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.339541:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000100:00000200:2.0:1777582949.339544:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707767680 02000000:00000010:2.0:1777582949.339579:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02486158000. 00010000:00000010:2.0:1777582949.339616:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:2.0:1777582949.339630:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d980. 00010000:00000010:2.0:1777582949.339648:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582949.339654:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.339668:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582949.339671:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.339675:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582949.339678:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582949.339809:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582949.339812:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582949.339815:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582949.339818:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000020:00000010:2.0:1777582949.339843:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054760. 00000020:00000010:2.0:1777582949.339850:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054760. 00000020:00000010:2.0:1777582949.339862:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb11e0. 00080000:00000010:2.0:1777582949.339871:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7c400. 00000001:00000010:2.0:1777582949.341507:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1420. 00000001:00000010:2.0:1777582949.341519:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582949.341572:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb11e0. 00010000:00000010:2.0:1777582949.341585:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582949.341592:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582949.341611:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582949.341652:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582949.341662:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582949.341678:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.341683:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582949.341701:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582949.341718:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975135, last committed = 8589974936 00010000:00000200:2.0:1777582949.341860:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aece0000 x1863928707767680/t8589975135(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.341881:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582949.341888:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707767680, offset 224 00000400:00000010:2.0:1777582949.341895:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7083f0. 00000400:00000200:2.0:1777582949.341899:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.341914:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.341921:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396481:396481:256:4294967295] 192.168.202.9@tcp LPNI seq info [396477:396477:8:4294967295] 00000400:00000200:2.0:1777582949.341927:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.341935:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.341940:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.341945:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582949.341952:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.341959:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.341963:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.341985:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582949.341989:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.341993:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00010000:00000010:2.1:1777582949.344038:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582949.344052:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582949.344058:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582949.344061:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582949.344064:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582949.344066:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00000800:00000200:2.0:1777582949.344086:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.344090:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582949.344096:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.344104:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582949.344210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582949.344215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582949.344219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582949.344222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582949.344225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582949.344227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582949.344580:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582949.344587:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582949.344590:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582949.344592:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000400:00000200:2.0:1777582949.344644:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582949.344659:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213a8d 00000400:00000200:2.0:1777582949.344666:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.344670:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582949.344674:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582949.344677:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000400:00000200:2.0:1777582949.344750:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.344758:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8835e00 00000400:00000200:2.0:1777582949.344773:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 150920 00000400:00000200:2.0:1777582949.344818:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.344822:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.344827:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.344832:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24e300. 00010000:00000010:2.1:1777582949.349169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582949.349176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582949.349179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582949.349183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:2.0:1777582949.349776:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.349793:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8835f00 00000400:00000200:2.0:1777582949.349800:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 151496 00000400:00000200:2.0:1777582949.349826:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.349831:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.349837:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.349843:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d880. 00000800:00000200:2.0:1777582949.351201:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.351205:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582949.351209:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.351214:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582949.352234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582949.352242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582949.352246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582949.352249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582949.352296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582949.352301:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582949.352305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582949.352309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582949.352312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582949.352315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582949.353697:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:2.0:1777582949.353706:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374980. 00000400:00000200:2.0:1777582949.355336:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.355355:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8835f80 00000400:00000200:2.0:1777582949.355363:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 151984 00000400:00000200:2.0:1777582949.355428:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.355434:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.355443:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.355449:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24ea00. 00000800:00000200:2.0:1777582949.357757:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.357769:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:2.0:1777582949.357773:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.357778:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.357782:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:2.0:1777582949.357784:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00010000:00000010:3.1:1777582949.359769:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582949.359782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582949.359786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582949.359790:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582949.360183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582949.360190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582949.362169:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582949.362174:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.1:1777582949.362633:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582949.362639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000800:00000200:2.0:1777582949.362714:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.362718:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:2.0:1777582949.362722:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.362727:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582949.365321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582949.365333:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582949.365338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582949.365349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:2.0:1777582949.365620:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582949.365640:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213a9d 00000400:00000200:2.0:1777582949.365647:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.365651:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582949.365658:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:2.0:1777582949.365660:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000020:00000010:2.0:1777582949.366857:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.366863:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.366869:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.366875:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582949.366880:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.366916:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.366919:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000100:00000200:2.0:1777582949.366921:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707768576 00000001:00000010:2.0:1777582949.366932:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582949.366956:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582949.366963:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582949.366990:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0248615e000. 00010000:00000010:2.0:1777582949.367018:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582949.367021:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.367037:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582949.367041:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582949.367046:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582949.367048:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000004:00000010:2.0:1777582949.367163:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71694a0. 00000004:00000010:2.0:1777582949.367173:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0d20. 00000004:00000010:2.0:1777582949.367179:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ff0. 00080000:00000010:2.0:1777582949.367187:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d398. 00010000:00000010:2.0:1777582949.368206:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582949.368212:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582949.368217:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582949.368223:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582949.368305:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.368317:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582949.368321:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582949.368355:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582949.368373:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239248b100 x1863928707768576/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.368394:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582949.368400:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707768576, offset 224 00000400:00000200:2.0:1777582949.368407:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.368420:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.368427:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396486:396486:256:4294967295] 192.168.202.9@tcp LPNI seq info [396482:396482:8:4294967295] 00000400:00000200:2.0:1777582949.368440:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.368446:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.368450:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582949.368457:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.368465:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.368469:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.368492:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582949.368496:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.368500:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00010000:00000010:0.1:1777582949.368561:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582949.368567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582949.368702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582949.368708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582949.368711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582949.368714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582949.372173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582949.372187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:2.1:1777582949.376221:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582949.376236:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582949.376240:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582949.376244:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582949.386294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582949.386312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:0.1:1777582949.386316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582949.386320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582949.386323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582949.386325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000400:00000200:2.0:1777582949.400884:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.400908:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8836280 00000400:00000200:2.0:1777582949.400917:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 154112 00000400:00000200:2.0:1777582949.401501:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.401511:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.401521:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.401530:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d180. 00010000:00000010:0.1:1777582949.406863:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582949.406870:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000020:00000010:2.0:1777582949.414431:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.414444:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.414452:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.414458:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582949.414463:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.414503:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7d00. 00000020:00000010:2.0:1777582949.414506:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7d00. 00000100:00000200:2.0:1777582949.414509:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707769216 02000000:00000010:2.0:1777582949.414551:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487b7d000. 00010000:00000010:2.0:1777582949.414594:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:2.0:1777582949.414611:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86980. 00010000:00000010:2.0:1777582949.414633:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582949.414640:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.414655:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582949.414658:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582949.414663:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582949.414666:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582949.415056:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582949.415060:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582949.415064:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582949.415068:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000020:00000010:2.0:1777582949.415099:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054300. 00000020:00000010:2.0:1777582949.415107:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054300. 00000020:00000010:2.0:1777582949.415119:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1ba0. 00080000:00000010:2.0:1777582949.415129:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7d400. 00000001:00000010:2.0:1777582949.415859:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1ea0. 00000001:00000010:2.0:1777582949.415868:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68e40. 00000020:00000010:2.0:1777582949.415915:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1ba0. 00010000:00000010:2.0:1777582949.415927:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582949.415932:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582949.415948:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582949.415995:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.416014:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582949.416033:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975139, last committed = 8589974936 00010000:00000200:2.0:1777582949.416046:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02392488700 x1863928707769216/t8589975139(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.416066:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582949.416073:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707769216, offset 224 00000400:00000010:2.0:1777582949.416080:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708850. 00000400:00000200:2.0:1777582949.416084:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.416100:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.416108:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396489:396489:256:4294967295] 192.168.202.9@tcp LPNI seq info [396485:396485:8:4294967295] 00000400:00000200:2.0:1777582949.416114:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.416121:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.416127:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.416131:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582949.416160:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.416167:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.416171:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.416192:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582949.416198:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.416202:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00010000:00000010:2.0:1777582949.416240:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582949.416246:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582949.416253:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e689c0. 00000800:00000200:2.0:1777582949.419129:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.419159:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582949.419167:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.419175:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582949.420184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582949.420195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.0:1777582949.424973:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582949.424980:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582949.424985:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582949.424990:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582949.425058:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:2.0:1777582949.425069:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:2.0:1777582949.425074:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86880. 00010000:00000010:2.0:1777582949.425093:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000200:2.0:1777582949.425112:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30d880 x1863928707769344/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.425159:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582949.425167:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707769344, offset 224 00000400:00000200:2.0:1777582949.425174:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.425189:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.425197:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396490:396490:256:4294967295] 192.168.202.9@tcp LPNI seq info [396486:396486:8:4294967295] 00000400:00000200:2.0:1777582949.425209:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.425215:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.425220:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582949.425226:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.425234:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.425238:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.425262:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86480. 00000020:00000010:2.0:1777582949.425266:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674190. 00000020:00000010:2.0:1777582949.425271:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02409335a00. 00010000:00000010:1.1:1777582949.427597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582949.427608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582949.428237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582949.428246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582949.432509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582949.432522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582949.432527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582949.432532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582949.432537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582949.432541:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582949.432543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582949.432547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582949.433257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582949.433265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00000400:00000200:2.0:1777582949.435474:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.435493:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8836500 00000400:00000200:2.0:1777582949.435502:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 155752 00000400:00000200:2.0:1777582949.435519:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.435523:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.435531:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.435542:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c1880. 00010000:00000010:3.1:1777582949.447646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582949.447663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582949.451188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582949.451205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582949.451298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582949.451303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:2.0:1777582949.452246:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.452266:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8836580 00000400:00000200:2.0:1777582949.452273:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 156240 00000400:00000200:2.0:1777582949.452336:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.452350:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.452358:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.452366:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c0e00. 00010000:00000010:0.1:1777582949.457846:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582949.457863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:2.0:1777582949.458240:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582949.458246:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582949.458252:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582949.458260:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.458419:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:2.0:1777582949.458433:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:2.0:1777582949.458439:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:2.0:1777582949.458465:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000200:2.0:1777582949.458487:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c0e00 x1863928707769728/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.458512:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582949.458519:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707769728, offset 224 00000400:00000200:2.0:1777582949.458526:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.458540:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.458546:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396492:396492:256:4294967295] 192.168.202.9@tcp LPNI seq info [396488:396488:8:4294967295] 00000400:00000200:2.0:1777582949.458558:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.458564:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.458570:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582949.458576:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.458585:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.458589:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.458668:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374300. 00000020:00000010:2.0:1777582949.458674:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:2.0:1777582949.458678:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7cf6a00. 00000020:00000010:2.0:1777582949.468604:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7500. 00000020:00000010:2.0:1777582949.468615:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7500. 00000020:00000010:2.0:1777582949.468624:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.468630:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582949.468635:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00010000:00000010:2.1:1777582949.469562:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582949.469573:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582949.469580:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582949.469582:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000020:00000010:2.0:1777582949.469623:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7500. 00000020:00000010:2.0:1777582949.469627:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7500. 00000100:00000200:2.0:1777582949.469631:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707769984 02000000:00000010:2.0:1777582949.469675:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385290000. 00010000:00000010:2.0:1777582949.469716:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.469731:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582949.469752:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582949.469758:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.469783:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582949.469786:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582949.469792:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582949.469795:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582949.469916:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582949.469919:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582949.469923:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582949.469927:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00000020:00000010:2.0:1777582949.469955:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054060. 00000020:00000010:2.0:1777582949.469962:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054060. 00000020:00000010:2.0:1777582949.469974:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb14e0. 00080000:00000010:2.0:1777582949.469987:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7c800. 00000001:00000010:2.0:1777582949.470549:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9180. 00000001:00000010:2.0:1777582949.470556:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582949.470596:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb14e0. 00010000:00000010:2.0:1777582949.470607:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582949.470612:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582949.470626:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582949.470664:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582949.470677:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582949.470695:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975141, last committed = 8589974936 00010000:00000200:2.0:1777582949.470706:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02392489f80 x1863928707769984/t8589975141(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.470728:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582949.470735:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707769984, offset 224 00000400:00000010:2.0:1777582949.470742:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708460. 00000400:00000200:2.0:1777582949.470746:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.470775:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.470782:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396493:396493:256:4294967295] 192.168.202.9@tcp LPNI seq info [396489:396489:8:4294967295] 00000400:00000200:2.0:1777582949.470789:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.470796:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.470803:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.470808:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582949.470815:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.470822:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.470826:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.470849:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582949.470853:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.470856:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00000800:00000200:2.0:1777582949.470963:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.470967:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582949.470972:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.470977:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582949.480192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582949.480208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00000400:00000200:2.0:1777582949.482308:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.482321:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8836700 00000400:00000200:2.0:1777582949.482328:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 157304 00000400:00000200:2.0:1777582949.482397:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.482401:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.482407:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.482413:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c3800. 00010000:00000010:2.1:1777582949.483278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582949.483285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582949.485253:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582949.485266:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000400:00000200:2.0:1777582949.496123:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.496167:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8836800 00000400:00000200:2.0:1777582949.496176:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 157880 00000400:00000200:2.0:1777582949.496194:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.496199:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.496208:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.496216:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c1f80. 00010000:00000010:0.1:1777582949.499215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:0.1:1777582949.499228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582949.499232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582949.499235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582949.499240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582949.499243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582949.503199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582949.503216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582949.503221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582949.503224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.0:1777582949.504363:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374080. 00010000:00000010:0.1:1777582949.507889:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582949.507906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582949.516192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582949.516210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:2.0:1777582949.524171:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.524195:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8836880 00000400:00000200:2.0:1777582949.524204:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 158368 00000400:00000200:2.0:1777582949.524279:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.524298:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.524308:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.524316:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c2680. 00000020:00000010:0.0:1777582949.524444:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192ac0. 00000020:00000010:0.0:1777582949.524451:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192ac0. 00000020:00000010:0.0:1777582949.524457:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c286e00. 00000020:00000010:0.0:1777582949.524463:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d500. 00000020:00000010:0.0:1777582949.524470:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582949.524519:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192ac0. 00000020:00000010:0.0:1777582949.524522:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192ac0. 00000100:00000200:0.0:1777582949.524525:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707770496 00000001:00000010:0.0:1777582949.524537:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e683c0. 00010000:00000010:0.0:1777582949.524567:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582949.524575:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 02000000:00000010:0.0:1777582949.524604:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e049000. 00010000:00000010:0.0:1777582949.524638:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582949.524642:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582949.524664:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582949.524667:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61dd80. 00010000:00000010:0.0:1777582949.524672:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582949.524675:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000004:00000010:0.0:1777582949.524792:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab32000. 00000004:00000010:0.0:1777582949.524801:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e224b0. 00000004:00000010:0.0:1777582949.524808:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35210. 00080000:00000010:0.0:1777582949.524817:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f728. 00010000:00000010:0.0:1777582949.526374:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582949.526382:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61dc80. 00010000:00000010:0.0:1777582949.526388:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582949.526393:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582949.526475:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582949.526487:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582949.526493:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61dd80. 00010000:00000010:0.0:1777582949.526515:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000200:0.0:1777582949.526538:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c2680 x1863928707770496/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582949.526561:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582949.526568:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707770496, offset 224 00000400:00000200:0.0:1777582949.526576:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582949.526590:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582949.526597:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396496:396496:256:4294967295] 192.168.202.9@tcp LPNI seq info [396492:396492:8:4294967295] 00000400:00000200:0.0:1777582949.526608:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582949.526614:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582949.526620:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582949.526627:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582949.526635:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582949.526640:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582949.526715:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d500. 00000020:00000010:0.0:1777582949.526721:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582949.526724:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c286e00. 00010000:00000010:0.1:1777582949.534167:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582949.534180:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582949.534185:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582949.534187:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000100:00000010:0.0:1777582949.546601:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02388a86720. 00010000:00000010:1.1:1777582949.550493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582949.550510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00000100:00000010:2.0:1777582949.559926:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa024887841e0. 00010000:00000010:2.0:1777582949.564119:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:2.0:1777582949.564164:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86f00. 00010000:00000010:1.1:1777582949.570464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582949.570476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582949.573518:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582949.573526:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.0:1777582949.573845:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:0.0:1777582949.573853:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c80. 00010000:00000010:0.0:1777582949.573859:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:2.1:1777582949.577187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582949.577204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582949.577847:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582949.577856:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582949.577860:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582949.577865:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582949.577868:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582949.577870:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00000020:00000010:2.0:1777582949.585447:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7500. 00000020:00000010:2.0:1777582949.585452:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7500. 00000020:00000010:2.0:1777582949.585458:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.585464:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582949.585469:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.585511:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7500. 00000020:00000010:2.0:1777582949.585514:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7500. 00000100:00000200:2.0:1777582949.585517:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707771264 00000001:00000010:2.0:1777582949.585527:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:2.0:1777582949.585555:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582949.585563:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582949.585591:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385296000. 00010000:00000010:2.0:1777582949.585621:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582949.585625:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582949.585645:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582949.585648:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582949.585652:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582949.585655:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00000004:00000010:2.0:1777582949.585781:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71690e0. 00000004:00000010:2.0:1777582949.585790:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0f00. 00000004:00000010:2.0:1777582949.585798:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757dc0. 00080000:00000010:2.0:1777582949.585808:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c720. 00010000:00000010:3.1:1777582949.586608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582949.586616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582949.587005:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582949.587012:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:2.0:1777582949.588287:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582949.588296:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582949.588304:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582949.588313:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582949.588423:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582949.588438:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582949.588444:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582949.588472:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582949.588496:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f06300 x1863928707771264/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.588522:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582949.588533:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707771264, offset 224 00000400:00000200:2.0:1777582949.588541:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.588558:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.588568:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396500:396500:256:4294967295] 192.168.202.9@tcp LPNI seq info [396496:396496:8:4294967295] 00000400:00000200:2.0:1777582949.588581:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.588588:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.588594:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582949.588602:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.588611:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.588616:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.588645:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582949.588651:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.588655:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00010000:00000010:1.1:1777582949.591205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582949.591216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582949.596186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582949.596202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582949.596206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582949.596210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00000400:00000200:2.0:1777582949.601045:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.601066:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8836c80 00000400:00000200:2.0:1777582949.601074:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 161072 00000400:00000200:2.0:1777582949.601092:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.601097:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.601106:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.601114:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c1c00. 00010000:00000010:2.0:1777582949.607552:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:2.0:1777582949.607566:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374580. 00010000:00000010:2.0:1777582949.607576:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:3.1:1777582949.616086:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582949.616106:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582949.616111:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582949.616114:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:2.0:1777582949.616399:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582949.616425:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213add 00000400:00000200:2.0:1777582949.616434:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.616439:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582949.616448:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:2.0:1777582949.616451:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00010000:00000010:2.1:1777582949.618185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582949.618197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:2.0:1777582949.618909:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.618927:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8836d00 00000400:00000200:2.0:1777582949.618935:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 161560 00000400:00000200:2.0:1777582949.619001:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.619007:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.619015:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.619022:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c1180. 00010000:00000010:3.1:1777582949.630274:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582949.630288:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582949.635179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582949.635197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582949.635203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582949.635205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:2.0:1777582949.636480:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.636504:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8836e00 00000400:00000200:2.0:1777582949.636515:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 162136 00000400:00000200:2.0:1777582949.636536:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.636541:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.636552:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.636559:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c2a00. 00000020:00000010:2.0:1777582949.643115:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7c00. 00000020:00000010:2.0:1777582949.643130:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7c00. 00000020:00000010:2.0:1777582949.643166:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.643175:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582949.643182:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.643385:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7c00. 00000020:00000010:2.0:1777582949.643391:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7c00. 00000100:00000200:2.0:1777582949.643395:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707771904 02000000:00000010:2.0:1777582949.643445:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385292000. 00010000:00000010:2.0:1777582949.643502:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:2.0:1777582949.643525:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86400. 00010000:00000010:2.0:1777582949.643551:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582949.643559:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.643579:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582949.643584:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582949.643589:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582949.643593:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582949.643728:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582949.645521:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582949.645532:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582949.645540:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00000020:00000010:2.0:1777582949.645625:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054fe0. 00000020:00000010:2.0:1777582949.645636:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054fe0. 00000020:00000010:2.0:1777582949.645654:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9d20. 00080000:00000010:2.0:1777582949.645668:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7f800. 00000001:00000010:2.0:1777582949.646719:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9120. 00000001:00000010:2.0:1777582949.647495:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582949.647558:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9d20. 00010000:00000010:2.0:1777582949.647579:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582949.647588:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582949.647614:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582949.647925:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582949.647956:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582949.647986:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975146, last committed = 8589974936 00010000:00000200:2.0:1777582949.648001:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c2a00 x1863928707771904/t8589975146(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.648032:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582949.648042:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707771904, offset 224 00000400:00000010:2.0:1777582949.648050:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708d20. 00000400:00000200:2.0:1777582949.648056:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.648078:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.648086:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396503:396503:256:4294967295] 192.168.202.9@tcp LPNI seq info [396499:396499:8:4294967295] 00000400:00000200:2.0:1777582949.648095:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.648101:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.648107:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.648112:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582949.648118:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.648127:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.648131:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.648186:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec80. 00000020:00000010:2.0:1777582949.648194:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.648198:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00000800:00000200:2.0:1777582949.648917:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.648922:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582949.648928:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.648934:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582949.653007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582949.653022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.0:1777582949.659078:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:0.0:1777582949.659094:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00000020:00000010:0.0:1777582949.659407:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192d00. 00000020:00000010:0.0:1777582949.659415:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192d00. 00000020:00000010:0.0:1777582949.659422:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c286e00. 00000020:00000010:0.0:1777582949.659428:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d500. 00000020:00000010:0.0:1777582949.659434:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582949.659499:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192d00. 00000020:00000010:0.0:1777582949.659504:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192d00. 00000100:00000200:0.0:1777582949.659507:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707772032 00000001:00000010:0.0:1777582949.659520:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:0.0:1777582949.659549:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582949.659557:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 02000000:00000010:0.0:1777582949.659590:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e04a000. 00010000:00000010:0.0:1777582949.659628:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582949.659634:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582949.659654:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582949.659659:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61dd80. 00010000:00000010:0.0:1777582949.659664:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582949.659667:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000004:00000010:0.0:1777582949.659823:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab33c20. 00000004:00000010:0.0:1777582949.659835:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22078. 00000004:00000010:0.0:1777582949.659842:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35430. 00080000:00000010:0.0:1777582949.659852:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e558. 00010000:00000010:0.0:1777582949.660825:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582949.660830:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61db80. 00010000:00000010:0.0:1777582949.660834:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582949.660838:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582949.660901:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582949.660911:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582949.660915:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61dd80. 00010000:00000010:0.0:1777582949.660935:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000200:0.0:1777582949.660952:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f05180 x1863928707772032/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582949.660970:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582949.660975:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707772032, offset 224 00000400:00000200:0.0:1777582949.660982:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582949.660993:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582949.660999:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396504:396504:256:4294967295] 192.168.202.9@tcp LPNI seq info [396500:396500:8:4294967295] 00000400:00000200:0.0:1777582949.661010:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582949.661016:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582949.661020:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582949.661026:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582949.661033:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582949.661037:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582949.661058:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d500. 00000020:00000010:0.0:1777582949.661062:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582949.661067:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c286e00. 00000800:00000200:0.0:1777582949.661179:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582949.661183:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582949.661188:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.661192:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582949.661196:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582949.661199:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000400:00000200:0.0:1777582949.664901:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582949.664922:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8836f80 00000400:00000200:0.0:1777582949.664931:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 163200 00000400:00000200:0.0:1777582949.664950:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.664955:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582949.664963:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582949.664969:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489c00. 00010000:00000010:1.1:1777582949.667932:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:1.1:1777582949.667944:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582949.668151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582949.668157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582949.668180:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:2.0:1777582949.668189:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:2.0:1777582949.668195:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000400:00000010:0.0:1777582949.672409:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582949.672424:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707772288, offset 224 00000400:00000010:0.0:1777582949.672434:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79658. 00000400:00000200:0.0:1777582949.672443:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582949.672461:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582949.672469:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396505:396505:256:4294967295] 192.168.202.9@tcp LPNI seq info [396501:396501:8:4294967295] 00000400:00000200:0.0:1777582949.672476:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582949.672484:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582949.672493:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582949.672499:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582949.672506:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582949.672515:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582949.672520:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582949.672564:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86580. 00000020:00000010:0.0:1777582949.672572:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:0.0:1777582949.672578:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02409335000. 00010000:00000010:0.1:1777582949.675261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:0.1:1777582949.675277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00000400:00000200:0.0:1777582949.675317:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582949.675363:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213aed 00000400:00000200:0.0:1777582949.675372:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.675378:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582949.675384:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582949.675387:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000400:00000200:0.0:1777582949.675442:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582949.675452:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8837000 00000400:00000200:0.0:1777582949.675460:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 163688 00000400:00000200:0.0:1777582949.675541:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.675547:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582949.675553:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582949.675560:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392488a80. 00000800:00000200:0.0:1777582949.678921:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582949.678928:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582949.678933:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.678941:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582949.678947:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:0.0:1777582949.678950:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00010000:00000010:0.1:1777582949.681170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582949.681177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582949.681181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582949.681183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582949.681233:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582949.681237:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582949.681241:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582949.681245:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582949.681309:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582949.681314:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000020:00000010:0.0:1777582949.685071:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192cc0. 00000020:00000010:0.0:1777582949.685085:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192cc0. 00000020:00000010:0.0:1777582949.685096:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c286e00. 00000020:00000010:0.0:1777582949.685104:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d500. 00000020:00000010:0.0:1777582949.685110:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582949.685232:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192cc0. 00000020:00000010:0.0:1777582949.685237:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192cc0. 00000100:00000200:0.0:1777582949.685241:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707772672 02000000:00000010:0.0:1777582949.685285:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e04f000. 00010000:00000010:0.0:1777582949.685339:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:0.0:1777582949.685364:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86680. 00010000:00000010:0.0:1777582949.685391:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582949.685399:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582949.685419:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582949.685423:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61dd80. 00010000:00000010:0.0:1777582949.685428:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582949.685431:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582949.685575:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582949.685580:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d280. 00010000:00000010:0.0:1777582949.685584:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582949.685588:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000020:00000010:0.0:1777582949.685626:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48540. 00000020:00000010:0.0:1777582949.685636:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48540. 00000020:00000010:0.0:1777582949.685649:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48900. 00080000:00000010:0.0:1777582949.685659:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b4b63800. 00000001:00000010:0.0:1777582949.686287:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a000. 00000001:00000010:0.0:1777582949.686298:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239fe7bcc0. 00000020:00000010:0.0:1777582949.686346:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48900. 00010000:00000010:0.0:1777582949.686360:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582949.686366:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582949.686385:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239fe7be40. 00010000:00000010:0.0:1777582949.686440:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582949.686464:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000200:0.0:1777582949.686488:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975148, last committed = 8589974936 00010000:00000200:0.0:1777582949.686504:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c188700 x1863928707772672/t8589975148(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582949.686528:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582949.686537:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707772672, offset 224 00000400:00000010:0.0:1777582949.686545:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79f88. 00000400:00000200:0.0:1777582949.686550:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582949.686567:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582949.686576:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396507:396507:256:4294967295] 192.168.202.9@tcp LPNI seq info [396503:396503:8:4294967295] 00000400:00000200:0.0:1777582949.686584:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582949.686592:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582949.686598:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582949.686604:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582949.686612:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582949.686620:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582949.686625:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582949.686656:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d500. 00000020:00000010:0.0:1777582949.686662:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582949.686667:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c286e00. 00000800:00000200:0.0:1777582949.686808:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582949.686813:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582949.686818:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.686822:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582949.688310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582949.688321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582949.688325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582949.688327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582949.688331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582949.688334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000400:00000200:0.0:1777582949.689925:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582949.689947:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213af5 00000400:00000200:0.0:1777582949.689955:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.689959:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582949.689965:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582949.689967:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000020:00000010:0.0:1777582949.692070:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192cc0. 00000020:00000010:0.0:1777582949.692077:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192cc0. 00000020:00000010:0.0:1777582949.692085:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c286e00. 00000020:00000010:0.0:1777582949.692090:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d500. 00000020:00000010:0.0:1777582949.692096:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582949.692157:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192cc0. 00000020:00000010:0.0:1777582949.692160:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192cc0. 00000100:00000200:0.0:1777582949.692163:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707772800 00000001:00000010:0.0:1777582949.692173:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:0.0:1777582949.692200:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582949.692207:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 02000000:00000010:0.0:1777582949.692238:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e04e000. 00010000:00000010:0.0:1777582949.692271:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582949.692276:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582949.692294:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582949.692298:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d100. 00010000:00000010:0.0:1777582949.692302:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582949.692305:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000004:00000010:0.0:1777582949.692424:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab32780. 00000004:00000010:0.0:1777582949.692434:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e222d0. 00000004:00000010:0.0:1777582949.692442:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34aa0. 00080000:00000010:0.0:1777582949.692451:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fab8. 00010000:00000010:0.1:1777582949.694258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582949.694269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582949.694274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582949.694278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582949.694374:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582949.694379:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61dc80. 00010000:00000010:0.0:1777582949.694385:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582949.694391:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582949.694473:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582949.694485:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582949.694490:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d100. 00010000:00000010:0.0:1777582949.694515:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000200:0.0:1777582949.694536:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18bb80 x1863928707772800/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582949.694556:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582949.694563:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707772800, offset 224 00000400:00000200:0.0:1777582949.694570:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582949.694584:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582949.694590:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396508:396508:256:4294967295] 192.168.202.9@tcp LPNI seq info [396504:396504:8:4294967295] 00000400:00000200:0.0:1777582949.694601:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582949.694607:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582949.694612:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582949.694619:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582949.694626:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582949.694630:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582949.694666:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d500. 00000020:00000010:0.0:1777582949.694671:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582949.694675:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c286e00. 00010000:00000010:3.1:1777582949.698970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582949.698987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582949.699209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582949.699217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582949.700270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582949.700278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582949.700281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582949.700283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:0.0:1777582949.706226:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582949.706252:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8837280 00000400:00000200:0.0:1777582949.706263:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 165328 00000400:00000200:0.0:1777582949.706285:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.706292:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582949.706301:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582949.706314:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0e00. 00000800:00000200:0.0:1777582949.708856:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582949.708861:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:0.0:1777582949.708867:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.708872:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582949.711953:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582949.711978:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213afd 00000400:00000200:0.0:1777582949.711987:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.711992:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582949.712000:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:0.0:1777582949.712004:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00000400:00000200:0.0:1777582949.712043:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582949.712052:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8837300 00000400:00000200:0.0:1777582949.712061:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 165816 00000400:00000200:0.0:1777582949.712127:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.712169:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582949.712176:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582949.712185:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a3b80. 00010000:00000010:0.0:1777582949.712254:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:0.0:1777582949.712269:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374900. 00000020:00000010:0.0:1777582949.712326:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192080. 00000020:00000010:0.0:1777582949.712333:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192080. 00000020:00000010:0.0:1777582949.712340:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c286e00. 00000020:00000010:0.0:1777582949.712346:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d500. 00000020:00000010:0.0:1777582949.712351:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582949.712399:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192080. 00000020:00000010:0.0:1777582949.712404:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192080. 00000100:00000200:0.0:1777582949.712408:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707773184 00000001:00000010:0.0:1777582949.712420:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7bcc0. 00010000:00000010:0.0:1777582949.712448:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582949.712456:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 02000000:00000010:0.0:1777582949.712493:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385600000. 00010000:00000010:0.0:1777582949.712532:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582949.712539:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582949.712558:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582949.712562:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d100. 00010000:00000010:0.0:1777582949.712566:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582949.712569:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000004:00000010:0.0:1777582949.712696:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab332c0. 00000004:00000010:0.0:1777582949.712709:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22348. 00000004:00000010:0.0:1777582949.712718:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34220. 00080000:00000010:0.0:1777582949.712729:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e1c8. 00010000:00000010:2.0:1777582949.718749:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582949.718755:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582949.718769:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582949.718777:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.718853:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:2.0:1777582949.718862:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:2.0:1777582949.718866:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d100. 00010000:00000010:2.0:1777582949.718892:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000200:2.0:1777582949.718912:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a3b80 x1863928707773184/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582949.718931:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582949.718940:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707773184, offset 224 00000400:00000200:2.0:1777582949.718947:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.718961:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.718969:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396510:396510:256:4294967295] 192.168.202.9@tcp LPNI seq info [396506:396506:8:4294967295] 00000400:00000200:2.0:1777582949.718980:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.718986:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.718991:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582949.718997:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.719006:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.719010:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.719043:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d500. 00000020:00000010:2.0:1777582949.719048:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:2.0:1777582949.719052:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c286e00. 00000020:00000010:2.0:1777582949.726774:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582949.726781:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582949.726789:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.726796:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e000. 00000020:00000010:2.0:1777582949.726800:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.726863:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582949.726868:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582949.726872:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707773440 02000000:00000010:2.0:1777582949.726917:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385291000. 00010000:00000010:2.0:1777582949.726972:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.726994:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582949.727021:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582949.727030:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.727050:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582949.727054:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582949.727058:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582949.727062:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582949.727238:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582949.727244:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582949.727249:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582949.727253:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00000020:00000010:2.0:1777582949.727290:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054020. 00000020:00000010:2.0:1777582949.727299:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054020. 00000020:00000010:2.0:1777582949.727314:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9360. 00080000:00000010:2.0:1777582949.727325:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7dc00. 00000001:00000010:2.0:1777582949.727877:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a90c0. 00000001:00000010:2.0:1777582949.727885:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68480. 00000020:00000010:2.0:1777582949.727922:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9360. 00010000:00000010:2.0:1777582949.727931:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582949.727935:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582949.727948:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582949.727985:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582949.728000:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582949.728018:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975150, last committed = 8589974936 00010000:00000200:2.0:1777582949.728029:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c188e00 x1863928707773440/t8589975150(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.728048:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582949.728054:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707773440, offset 224 00000400:00000010:2.0:1777582949.728060:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7082a0. 00000400:00000200:2.0:1777582949.728064:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.728077:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.728084:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396511:396511:256:4294967295] 192.168.202.9@tcp LPNI seq info [396507:396507:8:4294967295] 00000400:00000200:2.0:1777582949.728089:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.728095:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.728101:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.728106:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582949.728112:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.728120:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.728123:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.728176:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e000. 00000020:00000010:2.0:1777582949.728181:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.728184:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00000800:00000200:2.0:1777582949.728289:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.728292:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582949.728297:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.728301:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582949.733261:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582949.733273:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582949.740208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582949.740217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582949.740376:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582949.740380:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.0:1777582949.746842:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582949.746860:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00010000:00000010:2.1:1777582949.747363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582949.747371:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582949.747376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582949.747378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582949.747380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582949.747383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582949.747386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582949.747389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582949.751280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582949.751311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582949.751317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582949.751320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:2.0:1777582949.751626:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.751649:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8837580 00000400:00000200:2.0:1777582949.751657:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 167456 00000400:00000200:2.0:1777582949.751677:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.751681:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.751690:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.751697:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c0700. 00010000:00000010:1.1:1777582949.753185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582949.753200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582949.753205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582949.753209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000020:00000010:0.0:1777582949.753953:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192080. 00000020:00000010:0.0:1777582949.753962:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192080. 00000020:00000010:0.0:1777582949.753970:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c287e00. 00000020:00000010:0.0:1777582949.753977:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d200. 00000020:00000010:0.0:1777582949.753984:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582949.754055:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192080. 00000020:00000010:0.0:1777582949.754059:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192080. 00000100:00000200:0.0:1777582949.754064:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707773824 02000000:00000010:0.0:1777582949.754107:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385601000. 00010000:00000010:0.0:1777582949.754942:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:0.0:1777582949.754966:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86780. 00010000:00000010:0.0:1777582949.754996:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582949.755005:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582949.755028:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582949.755032:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d800. 00010000:00000010:0.0:1777582949.755037:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582949.755041:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582949.755962:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582949.755969:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d080. 00010000:00000010:0.0:1777582949.755974:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582949.755980:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00000020:00000010:0.0:1777582949.756028:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48160. 00000020:00000010:0.0:1777582949.756038:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48160. 00000020:00000010:0.0:1777582949.756052:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562acc0. 00080000:00000010:0.0:1777582949.756065:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b4b60c00. 00000001:00000010:0.0:1777582949.758028:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562aae0. 00000001:00000010:0.0:1777582949.758037:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239fe7bb40. 00000020:00000010:0.0:1777582949.758073:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562acc0. 00010000:00000010:0.0:1777582949.758087:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582949.758095:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582949.758114:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239fe7bcc0. 00010000:00000010:0.0:1777582949.758845:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582949.758876:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000200:0.0:1777582949.758901:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975151, last committed = 8589974936 00010000:00000200:0.0:1777582949.758914:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c0700 x1863928707773824/t8589975151(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582949.758934:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582949.758941:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707773824, offset 224 00000400:00000010:0.0:1777582949.758948:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79c78. 00000400:00000200:0.0:1777582949.758953:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582949.758968:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582949.758975:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396513:396513:256:4294967295] 192.168.202.9@tcp LPNI seq info [396509:396509:8:4294967295] 00000400:00000200:0.0:1777582949.758982:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582949.758989:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582949.758995:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582949.759001:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582949.759007:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582949.759014:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582949.759018:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582949.759036:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d200. 00000020:00000010:0.0:1777582949.759042:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582949.759046:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c287e00. 00010000:00000010:0.0:1777582949.765131:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582949.765158:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d800. 00000020:00000010:0.0:1777582949.765204:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192080. 00000020:00000010:0.0:1777582949.765209:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192080. 00000020:00000010:0.0:1777582949.765214:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c287e00. 00000020:00000010:0.0:1777582949.765219:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d800. 00000020:00000010:0.0:1777582949.765223:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582949.765268:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192080. 00000020:00000010:0.0:1777582949.765271:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192080. 00000100:00000200:0.0:1777582949.765274:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707773952 00000001:00000010:0.0:1777582949.765286:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68480. 00010000:00000010:0.0:1777582949.765307:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582949.765313:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 02000000:00000010:0.0:1777582949.765351:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385607000. 00010000:00000010:0.0:1777582949.765383:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582949.765386:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582949.765401:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582949.765404:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d200. 00010000:00000010:0.0:1777582949.765408:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582949.765410:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00000004:00000010:0.0:1777582949.765509:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab330e0. 00000004:00000010:0.0:1777582949.765518:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22690. 00000004:00000010:0.0:1777582949.765525:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35a90. 00080000:00000010:0.0:1777582949.765533:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e720. 00010000:00000010:2.1:1777582949.767571:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582949.767583:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582949.767611:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:2.0:1777582949.767619:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d080. 00010000:00000010:2.0:1777582949.767626:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239fe7bcc0. 00010000:00000010:0.0:1777582949.767869:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582949.767874:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61dd80. 00010000:00000010:0.0:1777582949.767879:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582949.767885:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582949.767952:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582949.767961:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582949.767965:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d200. 00010000:00000010:0.0:1777582949.768013:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:0.0:1777582949.768033:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18ad80 x1863928707773952/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 576/584 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582949.768053:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582949.768060:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707773952, offset 224 00000400:00000200:0.0:1777582949.768068:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582949.768082:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582949.768089:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396514:396514:256:4294967295] 192.168.202.9@tcp LPNI seq info [396510:396510:8:4294967295] 00000400:00000200:0.0:1777582949.768101:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582949.768106:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582949.768112:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582949.768118:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582949.768126:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582949.768130:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582949.768171:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d800. 00000020:00000010:0.0:1777582949.768178:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582949.768182:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c287e00. 00010000:00000010:0.1:1777582949.771407:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582949.771424:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582949.771430:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582949.771434:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000800:00000200:0.0:1777582949.771458:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582949.771464:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582949.771471:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.771481:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582949.771489:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777582949.771493:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000020:00000010:2.0:1777582949.772800:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582949.772808:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582949.772816:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.772822:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582949.772828:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.772887:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582949.772892:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582949.772895:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707774208 02000000:00000010:2.0:1777582949.772941:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385294000. 00010000:00000010:2.0:1777582949.772991:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:2.0:1777582949.773010:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61dd80. 00010000:00000010:2.0:1777582949.773034:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582949.773042:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582949.773062:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582949.773066:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582949.773071:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582949.773074:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.773224:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582949.773229:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582949.773233:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582949.773237:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00000020:00000010:2.0:1777582949.773275:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054660. 00000020:00000010:2.0:1777582949.773304:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054660. 00000020:00000010:2.0:1777582949.773322:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9360. 00080000:00000010:2.0:1777582949.773334:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7d800. 00000001:00000010:2.0:1777582949.775222:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9540. 00000001:00000010:2.0:1777582949.775235:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68b40. 00000020:00000010:2.0:1777582949.775282:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9360. 00010000:00000010:2.0:1777582949.775300:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582949.775309:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582949.775334:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68840. 00010000:00000010:2.0:1777582949.775430:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582949.775457:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000200:2.0:1777582949.775487:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975152, last committed = 8589974936 00010000:00000200:2.0:1777582949.775502:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c189c00 x1863928707774208/t8589975152(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.775526:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582949.775534:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707774208, offset 224 00000400:00000010:2.0:1777582949.775542:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708b28. 00000400:00000200:2.0:1777582949.775547:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.775565:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.775573:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396515:396515:256:4294967295] 192.168.202.9@tcp LPNI seq info [396511:396511:8:4294967295] 00000400:00000200:2.0:1777582949.775580:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.775588:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.775595:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.775601:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582949.775608:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.775617:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.775621:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.775652:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582949.775659:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.775663:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00000800:00000200:2.0:1777582949.775812:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.775818:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582949.775824:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.775830:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582949.781030:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582949.781046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582949.781050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582949.781053:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582949.781056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582949.781058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582949.781217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582949.781224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582949.786315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:1.1:1777582949.786331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00000400:00000200:0.0:1777582949.786820:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582949.786846:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213b15 00000400:00000200:0.0:1777582949.786854:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.786859:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582949.786867:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:0.0:1777582949.786870:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000400:00000200:0.0:1777582949.787074:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582949.787084:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8837780 00000400:00000200:0.0:1777582949.787093:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 169008 00000400:00000200:0.0:1777582949.787194:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.787199:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582949.787205:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582949.787213:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2d80. 00010000:00000010:2.0:1777582949.794188:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.794206:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00000800:00000200:0.0:1777582949.795334:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582949.798753:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:0.0:1777582949.798774:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.798785:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582949.798796:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:0.0:1777582949.798799:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00010000:00000010:2.1:1777582949.802947:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582949.802964:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582949.802968:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582949.802972:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00000400:00000200:2.0:1777582949.803004:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.803026:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8837880 00000400:00000200:2.0:1777582949.803037:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 169584 00000400:00000200:2.0:1777582949.803068:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.803074:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.803088:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.803096:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c0000. 00010000:00000010:1.1:1777582949.828870:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582949.828887:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582949.828893:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582949.828895:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582949.831467:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582949.831482:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582949.837179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582949.837186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582949.837190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582949.837192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582949.837195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582949.837197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582949.837863:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582949.837872:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582949.846186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582949.846199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582949.846203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582949.846205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582949.861332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582949.861354:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00000020:00000010:0.0:1777582949.861969:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192c80. 00000020:00000010:0.0:1777582949.861975:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192c80. 00000020:00000010:0.0:1777582949.861981:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c287e00. 00000020:00000010:0.0:1777582949.861986:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d800. 00000020:00000010:0.0:1777582949.861991:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582949.862034:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192c80. 00000020:00000010:0.0:1777582949.862037:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192c80. 00000100:00000200:0.0:1777582949.862040:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707775104 00000001:00000010:0.0:1777582949.862051:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:0.0:1777582949.862074:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582949.862082:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 02000000:00000010:0.0:1777582949.862108:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385604000. 00010000:00000010:0.0:1777582949.862173:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582949.862179:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582949.862200:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582949.862205:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d200. 00010000:00000010:0.0:1777582949.862210:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582949.862213:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000004:00000010:0.0:1777582949.862323:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab325a0. 00000004:00000010:0.0:1777582949.862331:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22780. 00000004:00000010:0.0:1777582949.862746:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34330. 00080000:00000010:0.0:1777582949.862772:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f8f0. 00010000:00000010:1.1:1777582949.869278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582949.869313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582949.869319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582949.869323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582949.873190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582949.873204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00000020:00000010:0.0:1777582949.875084:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192c80. 00000020:00000010:0.0:1777582949.875090:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192c80. 00000020:00000010:0.0:1777582949.875096:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023939e5800. 00000020:00000010:0.0:1777582949.875102:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61dd80. 00000020:00000010:0.0:1777582949.875107:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582949.875185:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192c80. 00000020:00000010:0.0:1777582949.875188:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192c80. 00000100:00000200:0.0:1777582949.875191:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707775360 02000000:00000010:0.0:1777582949.875232:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385605000. 00010000:00000010:0.0:1777582949.875277:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:0.0:1777582949.875296:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86d80. 00010000:00000010:0.0:1777582949.875321:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582949.875329:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582949.875356:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582949.875359:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d080. 00010000:00000010:0.0:1777582949.875364:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582949.875367:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582949.875473:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582949.875477:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d500. 00010000:00000010:0.0:1777582949.875482:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582949.875485:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000020:00000010:0.0:1777582949.875526:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48400. 00000020:00000010:0.0:1777582949.875536:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48400. 00000020:00000010:0.0:1777582949.875551:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a840. 00080000:00000010:0.0:1777582949.875563:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b4b61400. 00000001:00000010:0.0:1777582949.876090:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48900. 00000001:00000010:0.0:1777582949.876097:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239fe7bb40. 00000020:00000010:0.0:1777582949.876158:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a840. 00010000:00000010:0.0:1777582949.876167:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582949.876172:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582949.876186:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239fe7b0c0. 00010000:00000010:0.0:1777582949.876223:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582949.876238:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000200:0.0:1777582949.876256:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975155, last committed = 8589974936 00010000:00000200:0.0:1777582949.876267:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30dc00 x1863928707775360/t8589975155(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582949.876289:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582949.876295:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707775360, offset 224 00000400:00000010:0.0:1777582949.876302:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79498. 00000400:00000200:0.0:1777582949.876306:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582949.876320:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582949.876327:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396521:396521:256:4294967295] 192.168.202.9@tcp LPNI seq info [396517:396517:8:4294967295] 00000400:00000200:0.0:1777582949.876334:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582949.876341:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582949.876347:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582949.876351:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582949.876358:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582949.876372:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582949.876377:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582949.876397:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61dd80. 00000020:00000010:0.0:1777582949.876401:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582949.876405:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023939e5800. 00010000:00000010:1.1:1777582949.879226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582949.879239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:1.1:1777582949.879243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582949.879246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582949.883177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582949.883193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582949.888101:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582949.888113:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d080. 00010000:00000010:0.1:1777582949.888169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582949.888175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582949.888179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582949.888182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582949.893183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582949.893198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:0.0:1777582949.894882:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582949.894901:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8837c00 00000400:00000200:0.0:1777582949.894910:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 172200 00000400:00000200:0.0:1777582949.894973:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.894978:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582949.894986:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582949.894993:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a1c00. 00000800:00000200:2.0:1777582949.903664:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.903673:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582949.903682:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.903691:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.903698:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:2.0:1777582949.903701:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00010000:00000010:1.1:1777582949.907623:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000020:00000010:2.0:1777582949.908020:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582949.908027:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582949.908034:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94e00. 00000020:00000010:2.0:1777582949.908040:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e000. 00000020:00000010:2.0:1777582949.908045:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.908091:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482eb7540. 00000020:00000010:2.0:1777582949.908094:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482eb7540. 00000100:00000200:2.0:1777582949.908097:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707775744 02000000:00000010:2.0:1777582949.908169:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e05c000. 00010000:00000010:2.0:1777582949.908213:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:2.0:1777582949.908230:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86f80. 00010000:00000010:2.0:1777582949.908253:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582949.908260:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582949.908277:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582949.908280:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582949.908284:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582949.908288:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582949.908644:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582949.908648:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582949.908651:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582949.908655:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00000020:00000010:2.0:1777582949.908684:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054820. 00000020:00000010:2.0:1777582949.908691:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054820. 00000020:00000010:2.0:1777582949.908703:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9360. 00080000:00000010:2.0:1777582949.908713:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02496fedc00. 00000001:00000010:2.0:1777582949.909466:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9d80. 00000001:00000010:2.0:1777582949.909475:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68b40. 00000020:00000010:2.0:1777582949.909512:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9360. 00010000:00000010:2.0:1777582949.909527:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582949.909534:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582949.909550:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582949.909634:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582949.909653:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582949.909673:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975156, last committed = 8589974936 00010000:00000200:2.0:1777582949.909684:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c188380 x1863928707775744/t8589975156(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582949.909704:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582949.909710:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707775744, offset 224 00000400:00000010:2.0:1777582949.909718:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f7087a8. 00000400:00000200:2.0:1777582949.909721:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582949.909750:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582949.909764:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396523:396523:256:4294967295] 192.168.202.9@tcp LPNI seq info [396519:396519:8:4294967295] 00000400:00000200:2.0:1777582949.909771:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582949.909777:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582949.909783:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582949.909788:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582949.909794:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582949.909801:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582949.909805:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582949.909834:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e000. 00000020:00000010:2.0:1777582949.909839:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582949.909842:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94e00. 00000800:00000200:0.0:1777582949.910095:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582949.910100:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:0.0:1777582949.910106:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.910111:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.913666:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582949.913688:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213b35 00000400:00000200:2.0:1777582949.913695:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.913700:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582949.913707:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582949.913710:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000400:00000200:2.0:1777582949.913766:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582949.913772:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8837d80 00000400:00000200:2.0:1777582949.913779:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 173264 00000400:00000200:2.0:1777582949.913834:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.913837:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582949.913842:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582949.913848:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c1500. 00000020:00000010:0.0:1777582949.914481:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192c80. 00000020:00000010:0.0:1777582949.914487:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192c80. 00000020:00000010:0.0:1777582949.914493:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920f4c00. 00000020:00000010:0.0:1777582949.914498:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d080. 00000020:00000010:0.0:1777582949.914504:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582949.914547:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023bb192c80. 00000020:00000010:0.0:1777582949.914550:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023bb192c80. 00000100:00000200:0.0:1777582949.914553:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707775872 00000001:00000010:0.0:1777582949.914564:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7bb40. 00010000:00000010:0.0:1777582949.914589:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582949.914597:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 02000000:00000010:0.0:1777582949.914626:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385602000. 00010000:00000010:0.0:1777582949.914657:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582949.914661:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582949.914681:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582949.914684:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61dd80. 00010000:00000010:0.0:1777582949.914688:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582949.914691:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000004:00000010:0.0:1777582949.914816:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab33680. 00000004:00000010:0.0:1777582949.914824:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e227f8. 00000004:00000010:0.0:1777582949.914831:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ee0. 00080000:00000010:0.0:1777582949.914839:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e390. 00010000:00000010:1.1:1777582949.916026:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582949.916033:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582949.916036:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000800:00000200:2.0:1777582949.918610:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582949.918617:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:2.0:1777582949.918623:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582949.918631:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582949.918639:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:2.0:1777582949.918641:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00010000:00000010:2.1:1777582949.923562:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582949.923576:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582949.923580:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582949.923584:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582949.928183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:3.1:1777582949.928199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582949.928259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:1.1:1777582949.928264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000400:00000200:0.0:1777582949.929624:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582949.929642:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8837e80 00000400:00000200:0.0:1777582949.929651:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 173840 00000400:00000200:0.0:1777582949.929668:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.929673:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582949.929681:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582949.929689:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2680. 00010000:00000010:1.1:1777582949.936824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582949.936838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582949.936842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582949.936845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000400:00000200:0.0:1777582949.945876:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582949.945901:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213b3d 00000400:00000200:0.0:1777582949.945909:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.945913:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582949.945921:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:0.0:1777582949.945923:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000400:00000200:0.0:1777582949.945958:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582949.945964:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8837f00 00000400:00000200:0.0:1777582949.945971:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 174328 00000400:00000200:0.0:1777582949.946057:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.946062:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582949.946067:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582949.946073:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0380. 00010000:00000010:0.0:1777582949.946131:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:0.0:1777582949.946170:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a80. 00000020:00000010:0.0:1777582949.946215:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741180. 00000020:00000010:0.0:1777582949.946220:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741180. 00000020:00000010:0.0:1777582949.946226:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168ca00. 00000020:00000010:0.0:1777582949.946232:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d200. 00000020:00000010:0.0:1777582949.946237:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582949.946271:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741180. 00000020:00000010:0.0:1777582949.946274:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741180. 00000100:00000200:0.0:1777582949.946277:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707776256 00000001:00000010:0.0:1777582949.946289:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68b40. 00010000:00000010:0.0:1777582949.946315:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582949.946322:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 02000000:00000010:0.0:1777582949.946353:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385369000. 00010000:00000010:0.0:1777582949.946386:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582949.946390:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582949.946406:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582949.946410:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d080. 00010000:00000010:0.0:1777582949.946415:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582949.946419:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00000004:00000010:0.0:1777582949.946525:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab334a0. 00000004:00000010:0.0:1777582949.946534:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22708. 00000004:00000010:0.0:1777582949.946541:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35cb0. 00080000:00000010:0.0:1777582949.946550:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f1d0. 00010000:00000010:1.1:1777582949.948849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582949.948864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582949.948868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582949.948871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000800:00000200:0.0:1777582949.950811:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582949.950827:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582949.950832:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.950837:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582949.950843:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:0.0:1777582949.950845:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000020:00000010:0.0:1777582949.955497:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741180. 00000020:00000010:0.0:1777582949.955503:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741180. 00000020:00000010:0.0:1777582949.955509:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168d800. 00000020:00000010:0.0:1777582949.955514:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61dd80. 00000020:00000010:0.0:1777582949.955519:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582949.955565:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741180. 00000020:00000010:0.0:1777582949.955568:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741180. 00000100:00000200:0.0:1777582949.955571:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707776512 02000000:00000010:0.0:1777582949.955606:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385368000. 00010000:00000010:0.0:1777582949.955646:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:0.0:1777582949.955661:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86e00. 00010000:00000010:0.0:1777582949.955682:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582949.955687:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582949.955702:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582949.955706:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d200. 00010000:00000010:0.0:1777582949.955710:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582949.955713:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582949.955824:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582949.955828:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d080. 00010000:00000010:0.0:1777582949.955832:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582949.955835:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00000020:00000010:0.0:1777582949.955858:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c480e0. 00000020:00000010:0.0:1777582949.955865:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c480e0. 00000020:00000010:0.0:1777582949.955876:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48d80. 00080000:00000010:0.0:1777582949.955884:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b4b63c00. 00000001:00000010:0.0:1777582949.956329:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a960. 00000001:00000010:0.0:1777582949.956601:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239fe7b0c0. 00000020:00000010:0.0:1777582949.956659:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48d80. 00010000:00000010:0.0:1777582949.956669:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582949.956674:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582949.956687:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239fe7be40. 00010000:00000010:0.0:1777582949.964988:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582949.964999:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d080. 00010000:00000010:0.0:1777582949.965031:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000200:0.0:1777582949.965061:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975158, last committed = 8589974936 00010000:00000200:0.0:1777582949.965075:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18a300 x1863928707776512/t8589975158(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:390/0 lens 488/456 e 0 to 0 dl 1777582960 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582949.965101:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582949.965109:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707776512, offset 224 00000400:00000010:0.0:1777582949.965117:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79428. 00000400:00000200:0.0:1777582949.965121:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582949.965161:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582949.965169:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396527:396527:256:4294967295] 192.168.202.9@tcp LPNI seq info [396523:396523:8:4294967295] 00000400:00000200:0.0:1777582949.965175:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582949.965182:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582949.965188:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582949.965193:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582949.965200:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582949.965210:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582949.965215:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582949.965237:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61dd80. 00000020:00000010:0.0:1777582949.965242:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582949.965246:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239168d800. 00000800:00000200:0.0:1777582949.965388:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582949.965393:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582949.965398:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.965403:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582949.966126:0:5596:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582949.966159:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:0.0:1777582949.971072:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582949.971095:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213b5d 00000400:00000200:0.0:1777582949.971103:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.971107:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582949.971115:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:0.0:1777582949.971119:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00010000:00000010:1.1:1777582949.974711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582949.974739:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582949.974743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582949.974747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582949.974750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582949.976899:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582949.976912:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000400:00000200:0.0:1777582949.976960:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582949.976974:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8838080 00000400:00000200:0.0:1777582949.976980:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 175392 00000400:00000200:0.0:1777582949.977049:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582949.977055:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582949.977061:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582949.977066:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2a00. 00010000:00000010:0.0:1777582949.977661:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582949.977674:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d200. 00000100:00000010:2.0:1777582949.994494:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df1e0. 00000100:00000010:0.0:1777582950.005635:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df0c0. 00010000:00000010:0.1:1777582950.016802:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582950.016813:0:5578:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582950.016816:0:5578:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582950.016819:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582950.016822:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582950.033618:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582950.033633:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:3.1:1777582950.033638:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582950.033642:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582950.033645:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582950.033649:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582950.033652:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582950.033655:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582950.040161:0:221301:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582950.040171:0:221301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582950.048151:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582950.048164:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582950.048168:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582950.048171:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582950.056156:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:1.1:1777582950.056161:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582950.056165:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:1.1:1777582950.056167:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582950.080234:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582950.080251:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582950.080256:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582950.080258:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582950.080382:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582950.080388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.0:1777582950.100548:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582950.100557:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582950.100565:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582950.100573:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582950.100667:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:0.0:1777582950.100683:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:0.0:1777582950.100688:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374100. 00010000:00000010:0.0:1777582950.100717:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000200:0.0:1777582950.100753:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30e300 x1863928707777792/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582950.100785:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582950.100793:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707777792, offset 224 00000400:00000200:0.0:1777582950.100801:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.100816:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.100824:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396534:396534:256:4294967295] 192.168.202.9@tcp LPNI seq info [396530:396530:8:4294967295] 00000400:00000200:0.0:1777582950.100835:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.100841:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.100847:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582950.100855:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.100864:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.100868:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.100899:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374180. 00000020:00000010:0.0:1777582950.100905:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:0.0:1777582950.100908:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388f4d000. 00010000:00000010:1.1:1777582950.102438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582950.102449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582950.102453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582950.102456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582950.102458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582950.102461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000800:00000200:2.0:1777582950.103261:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.103267:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582950.103272:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.103281:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.103288:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:2.0:1777582950.103290:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00010000:00000010:3.1:1777582950.115250:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582950.115263:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582950.115267:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:0.0:1777582950.117977:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.118002:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8838600 00000400:00000200:0.0:1777582950.118012:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 179160 00000400:00000200:0.0:1777582950.118033:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.118039:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.118049:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.118058:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a1880. 00000020:00000010:0.0:1777582950.118327:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc980. 00000020:00000010:0.0:1777582950.118333:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc980. 00000020:00000010:0.0:1777582950.118341:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168d800. 00000020:00000010:0.0:1777582950.118346:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf900. 00000020:00000010:0.0:1777582950.118352:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582950.118399:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc980. 00000020:00000010:0.0:1777582950.118402:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc980. 00000100:00000200:0.0:1777582950.118406:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707778048 02000000:00000010:0.0:1777582950.118442:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238536e000. 00010000:00000010:0.0:1777582950.118484:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582950.118501:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582950.118521:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582950.118528:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582950.118544:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582950.118548:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582950.118553:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582950.118557:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582950.119286:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582950.119292:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582950.119296:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582950.119300:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00000020:00000010:0.0:1777582950.119334:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c481e0. 00000020:00000010:0.0:1777582950.119341:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c481e0. 00000020:00000010:0.0:1777582950.119352:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562aa80. 00080000:00000010:0.0:1777582950.119361:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b4b63400. 00000001:00000010:0.0:1777582950.120262:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48e40. 00000001:00000010:0.0:1777582950.120271:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239fe7be40. 00000020:00000010:0.0:1777582950.120310:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562aa80. 00010000:00000010:0.0:1777582950.120322:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582950.120328:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582950.120343:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239fe7b0c0. 00010000:00000010:0.0:1777582950.120386:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582950.120402:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:0.0:1777582950.120422:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975162, last committed = 8589974936 00010000:00000200:0.0:1777582950.120434:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a1880 x1863928707778048/t8589975162(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582950.120456:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582950.120465:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707778048, offset 224 00000400:00000010:0.0:1777582950.120473:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f797e0. 00000400:00000200:0.0:1777582950.120479:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.120495:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.120504:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396535:396535:256:4294967295] 192.168.202.9@tcp LPNI seq info [396531:396531:8:4294967295] 00000400:00000200:0.0:1777582950.120512:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582950.120522:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.120530:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.120536:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582950.120544:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.120554:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.120558:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.120592:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf900. 00000020:00000010:0.0:1777582950.120599:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582950.120603:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239168d800. 00010000:00000010:0.0:1777582950.120654:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582950.120662:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582950.120686:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239fe7b0c0. 00000020:00000010:0.0:1777582950.123063:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582950.123069:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582950.123075:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168d800. 00000020:00000010:0.0:1777582950.123079:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf900. 00000020:00000010:0.0:1777582950.123083:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582950.123195:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc300. 00000020:00000010:0.0:1777582950.123198:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc300. 00000100:00000200:0.0:1777582950.123203:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707778176 00000001:00000010:0.0:1777582950.123213:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:0.0:1777582950.123236:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582950.123244:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 02000000:00000010:0.0:1777582950.123269:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238536d000. 00010000:00000010:0.0:1777582950.123296:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582950.123300:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582950.123317:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582950.123320:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582950.123324:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582950.123327:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00000004:00000010:0.0:1777582950.123414:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab323c0. 00000004:00000010:0.0:1777582950.123422:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e220f0. 00000004:00000010:0.0:1777582950.123430:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35980. 00080000:00000010:0.0:1777582950.123437:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f008. 00000020:00000010:0.0:1777582950.127718:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc140. 00000020:00000010:0.0:1777582950.127733:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc140. 00000020:00000010:0.0:1777582950.127740:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168d800. 00000020:00000010:0.0:1777582950.127745:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa00. 00000020:00000010:0.0:1777582950.127750:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582950.127801:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc140. 00000020:00000010:0.0:1777582950.127804:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc140. 00000100:00000200:0.0:1777582950.127807:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707778432 02000000:00000010:0.0:1777582950.127851:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238536c000. 00010000:00000010:0.0:1777582950.127891:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:0.0:1777582950.127907:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:0.0:1777582950.127927:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582950.127932:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582950.127946:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582950.127949:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582950.127953:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582950.127956:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582950.128058:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582950.128062:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf400. 00010000:00000010:0.0:1777582950.128065:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582950.128069:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00000020:00000010:0.0:1777582950.128098:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c481e0. 00000020:00000010:0.0:1777582950.128105:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c481e0. 00000020:00000010:0.0:1777582950.128115:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48600. 00080000:00000010:0.0:1777582950.128123:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b4b61800. 00010000:00000010:0.1:1777582950.128165:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582950.128172:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582950.128176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582950.128177:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.1:1777582950.128184:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582950.128186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582950.128193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582950.128196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582950.128198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000001:00000010:0.0:1777582950.128652:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562ad20. 00000001:00000010:0.0:1777582950.128660:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e040840. 00000020:00000010:0.0:1777582950.128710:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48600. 00010000:00000010:0.0:1777582950.128719:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582950.128723:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582950.128734:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040480. 00010000:00000010:0.0:1777582950.128917:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582950.128941:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000200:0.0:1777582950.128962:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975163, last committed = 8589974936 00010000:00000200:0.0:1777582950.128973:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667c380 x1863928707778432/t8589975163(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582950.128993:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582950.129000:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707778432, offset 224 00000400:00000010:0.0:1777582950.129008:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f798f8. 00000400:00000200:0.0:1777582950.129013:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.129030:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.129038:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396537:396537:256:4294967295] 192.168.202.9@tcp LPNI seq info [396533:396533:8:4294967295] 00000400:00000200:0.0:1777582950.129046:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582950.129056:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.129064:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.129070:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582950.129077:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.129085:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.129089:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.129118:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa00. 00000020:00000010:0.0:1777582950.129123:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582950.129128:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239168d800. 00010000:00000010:1.1:1777582950.131177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582950.131187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582950.138199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582950.138213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582950.138219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582950.138223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582950.139018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582950.139026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582950.139030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582950.139032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582950.139035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582950.139037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582950.139041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582950.139044:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582950.139046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582950.139049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.0:1777582950.141686:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582950.141695:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582950.141702:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582950.141709:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582950.141808:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:2.0:1777582950.141830:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:2.0:1777582950.141837:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57d80. 00010000:00000010:2.0:1777582950.141871:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000200:2.0:1777582950.141896:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667fb80 x1863928707778560/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.141919:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582950.141927:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707778560, offset 224 00000400:00000200:2.0:1777582950.141935:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.141950:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.141959:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396538:396538:256:4294967295] 192.168.202.9@tcp LPNI seq info [396534:396534:8:4294967295] 00000400:00000200:2.0:1777582950.141975:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.141983:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.141988:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582950.141996:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.142005:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.142010:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.142043:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57a00. 00000020:00000010:2.0:1777582950.142048:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:2.0:1777582950.142053:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02409334c00. 00010000:00000010:3.1:1777582950.143260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582950.143269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582950.143275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582950.143281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582950.153711:0:221306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582950.153718:0:221306:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582950.153728:0:221306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582950.153731:0:221306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582950.161062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582950.161070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582950.165980:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582950.165987:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582950.165994:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582950.166001:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582950.166082:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:2.0:1777582950.166095:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:2.0:1777582950.166100:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374280. 00010000:00000010:2.0:1777582950.166129:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000200:2.0:1777582950.166185:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667dc00 x1863928707778944/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.166214:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582950.166222:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707778944, offset 224 00000400:00000200:2.0:1777582950.166229:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.166244:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.166252:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396540:396540:256:4294967295] 192.168.202.9@tcp LPNI seq info [396536:396536:8:4294967295] 00000400:00000200:2.0:1777582950.166263:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.166269:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.166274:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582950.166280:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.166287:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.166292:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.166320:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374800. 00000020:00000010:2.0:1777582950.166324:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:2.0:1777582950.166328:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0249efe4800. 00000800:00000200:2.0:1777582950.167484:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.167491:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582950.167500:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.167509:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.167516:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582950.167519:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00010000:00000010:3.1:1777582950.169098:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582950.169109:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582950.169208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582950.169215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582950.169218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582950.169221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582950.172258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582950.172274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582950.172280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000800:00000200:2.0:1777582950.175609:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.175615:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582950.175620:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.175627:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582950.177179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:2.0:1777582950.178967:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582950.178989:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213b95 00000400:00000200:2.0:1777582950.178997:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.179001:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582950.179008:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:2.0:1777582950.179011:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000400:00000200:2.0:1777582950.179043:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.179050:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8838b00 00000400:00000200:2.0:1777582950.179058:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 182840 00000400:00000200:2.0:1777582950.181068:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.181082:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.181094:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.181187:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c0a80. 00010000:00000010:3.1:1777582950.181461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582950.181473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582950.182818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582950.182834:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:1.1:1777582950.182838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582950.182841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000800:00000200:2.0:1777582950.200222:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.200226:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582950.200231:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.200236:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.200241:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:2.0:1777582950.200243:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00010000:00000010:3.1:1777582950.203680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582950.203693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000800:00000200:2.0:1777582950.206853:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.206860:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582950.206866:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.206873:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582950.209147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582950.209166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582950.209171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582950.209174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582950.209178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582950.209182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.0:1777582950.210219:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:0.0:1777582950.210234:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374900. 00000400:00000200:0.0:1777582950.214768:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.214793:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8838e00 00000400:00000200:0.0:1777582950.214801:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 184968 00000400:00000200:0.0:1777582950.214861:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.214867:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.214876:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.214884:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a3800. 00010000:00000010:0.0:1777582950.216939:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582950.216943:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582950.216949:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582950.216954:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582950.217020:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:0.0:1777582950.217030:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:0.0:1777582950.217033:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374080. 00010000:00000010:0.0:1777582950.217058:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000200:0.0:1777582950.217080:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a3800 x1863928707780096/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582950.217102:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582950.217109:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707780096, offset 224 00000400:00000200:0.0:1777582950.217116:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.218106:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.218119:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396546:396546:256:4294967295] 192.168.202.9@tcp LPNI seq info [396542:396542:8:4294967295] 00010000:00000010:1.1:1777582950.218175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582950.218184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582950.218189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582950.218192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582950.218196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582950.218198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582950.218200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582950.218203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582950.218207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582950.218209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582950.218267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582950.218272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582950.218275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582950.218278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:0.0:1777582950.218880:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.218895:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.218906:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582950.218914:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.218922:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.218927:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.219526:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374e00. 00000020:00000010:0.0:1777582950.219536:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a877d0. 00000020:00000010:0.0:1777582950.219541:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485438a00. 00000800:00000200:0.0:1777582950.224122:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.224151:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582950.224159:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.224168:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.224175:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:0.0:1777582950.224179:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00010000:00000010:1.1:1777582950.229422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582950.229439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582950.231319:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582950.231329:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.0:1777582950.239409:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:2.0:1777582950.239433:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374e00. 00010000:00000010:2.0:1777582950.239447:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:0.1:1777582950.248641:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582950.248654:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582950.248658:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582950.248661:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582950.256211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582950.256218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582950.256223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582950.256225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582950.270784:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582950.270793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000001:00000010:2.0:1777582950.271241:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9240. 00000001:00000010:2.0:1777582950.271249:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68840. 00000020:00000010:2.0:1777582950.271280:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024899132a0. 00010000:00000010:2.0:1777582950.271288:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582950.271293:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582950.271308:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68480. 00010000:00000010:2.0:1777582950.271352:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:2.0:1777582950.271368:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:2.0:1777582950.271384:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975170, last committed = 8589975157 00010000:00000200:2.0:1777582950.271394:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e7800 x1863928707781120/t8589975170(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582950.271418:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582950.271424:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707781120, offset 224 00000400:00000010:2.0:1777582950.271429:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708770. 00000400:00000200:2.0:1777582950.271433:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.271446:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.271453:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396551:396551:256:4294967295] 192.168.202.9@tcp LPNI seq info [396547:396547:8:4294967295] 00000400:00000200:2.0:1777582950.271459:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582950.271466:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.271472:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.271476:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582950.271482:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.271489:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.271492:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.271512:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374d80. 00000020:00000010:2.0:1777582950.271516:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:2.0:1777582950.271520:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485438400. 00010000:00000010:1.1:1777582950.273778:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582950.273792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582950.273798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582950.273804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582950.273807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582950.273811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582950.273814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582950.273816:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582950.273819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582950.273821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582950.273824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582950.273826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582950.273829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582950.273831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582950.273834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582950.273836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000800:00000200:2.0:1777582950.274805:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.274812:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582950.274818:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.274828:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582950.275232:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582950.275240:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582950.276168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582950.276177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582950.276180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582950.276183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582950.279579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.1:1777582950.279588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000020:00000010:2.0:1777582950.279626:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582950.279631:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582950.279637:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94200. 00000020:00000010:2.0:1777582950.279641:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582950.279646:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582950.279681:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582950.279684:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000100:00000200:2.0:1777582950.279687:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707781248 00000001:00000010:2.0:1777582950.279698:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:2.0:1777582950.279726:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582950.279736:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582950.279775:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e059000. 00010000:00000010:2.0:1777582950.279809:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582950.279813:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582950.279830:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582950.279833:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582950.279837:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582950.279839:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00000004:00000010:2.0:1777582950.279944:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169860. 00000004:00000010:2.0:1777582950.279954:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb01e0. 00000004:00000010:2.0:1777582950.279961:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756330. 00080000:00000010:2.0:1777582950.279969:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c1c8. 00010000:00000010:2.0:1777582950.284072:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582950.284082:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582950.284088:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582950.284096:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:3.1:1777582950.284167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582950.284174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.0:1777582950.284265:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582950.284278:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582950.284284:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582950.284309:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582950.284330:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e4700 x1863928707781248/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.284362:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582950.284369:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707781248, offset 224 00000400:00000200:2.0:1777582950.284375:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.284390:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.284396:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396552:396552:256:4294967295] 192.168.202.9@tcp LPNI seq info [396548:396548:8:4294967295] 00000400:00000200:2.0:1777582950.284408:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.284416:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.284420:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582950.284426:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.284434:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.284438:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.284465:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582950.284470:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582950.284473:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d94200. 00000400:00000200:2.0:1777582950.287077:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.287096:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8839380 00000400:00000200:2.0:1777582950.287104:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 188736 00000400:00000200:2.0:1777582950.287117:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.287122:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.287129:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.287156:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c2d80. 00010000:00000010:2.0:1777582950.290684:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:2.0:1777582950.290696:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57380. 00000400:00000200:2.0:1777582950.291693:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.291706:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8839400 00000400:00000200:2.0:1777582950.291714:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 189224 00000400:00000200:2.0:1777582950.291806:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.291811:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.291818:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.291825:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c2300. 00010000:00000010:2.1:1777582950.294464:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582950.294473:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582950.294477:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582950.294480:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000800:00000200:2.0:1777582950.294574:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.294579:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582950.294584:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.294591:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.294598:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:2.0:1777582950.294602:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00010000:00000010:1.1:1777582950.299227:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582950.299235:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:1.1:1777582950.299239:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582950.299242:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.0:1777582950.299543:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:2.0:1777582950.299550:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57000. 00010000:00000010:2.0:1777582950.299557:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00010000:00000010:3.1:1777582950.301870:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582950.301885:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582950.305164:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582950.305171:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582950.305176:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582950.305179:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582950.305838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582950.305846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.0:1777582950.306690:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582950.306696:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582950.306702:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582950.306708:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582950.306798:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:2.0:1777582950.306810:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:2.0:1777582950.306815:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57500. 00010000:00000010:2.0:1777582950.306838:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000200:2.0:1777582950.306857:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667e680 x1863928707782016/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.306879:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582950.306887:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707782016, offset 224 00000400:00000200:2.0:1777582950.306894:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.306908:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.306916:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396556:396556:256:4294967295] 192.168.202.9@tcp LPNI seq info [396552:396552:8:4294967295] 00000400:00000200:2.0:1777582950.306928:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.306934:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.306940:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582950.306946:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.306955:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.306960:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.306984:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57080. 00000020:00000010:2.0:1777582950.306988:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:2.0:1777582950.306993:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486393400. 00000800:00000200:2.0:1777582950.309341:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.309350:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582950.309358:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.309367:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.309374:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777582950.309376:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000400:00000200:2.0:1777582950.314497:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582950.314516:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213bd5 00000400:00000200:2.0:1777582950.314522:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.314526:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582950.314531:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:2.0:1777582950.314534:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000400:00000200:2.0:1777582950.314592:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.314599:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8839700 00000400:00000200:2.0:1777582950.314606:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 191352 00000400:00000200:2.0:1777582950.314654:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.314658:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.314662:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.314670:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f800. 00010000:00000010:1.1:1777582950.315173:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582950.315180:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582950.315184:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582950.315187:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582950.316863:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582950.316873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.0:1777582950.319656:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582950.319661:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582950.319667:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582950.319673:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582950.319829:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:2.0:1777582950.319840:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:2.0:1777582950.319844:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57700. 00010000:00000010:2.0:1777582950.319870:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000200:2.0:1777582950.319892:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248ba5f800 x1863928707782400/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.319914:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582950.319921:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707782400, offset 224 00000400:00000200:2.0:1777582950.319929:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.319942:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.319950:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396558:396558:256:4294967295] 192.168.202.9@tcp LPNI seq info [396554:396554:8:4294967295] 00000400:00000200:2.0:1777582950.319961:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.319967:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.319972:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582950.319980:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.319986:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.319990:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.320055:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57800. 00000020:00000010:2.0:1777582950.320060:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:2.0:1777582950.320065:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920f5400. 00010000:00000010:3.1:1777582950.320239:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582950.320245:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582950.320250:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582950.320253:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582950.327300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582950.327311:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582950.327316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582950.327319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582950.327326:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582950.327332:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582950.327336:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582950.327338:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000400:00000200:2.0:1777582950.327356:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.327373:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8839800 00000400:00000200:2.0:1777582950.327381:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 191928 00000400:00000200:2.0:1777582950.327397:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.327401:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.327407:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.327412:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5dc00. 00010000:00000010:2.0:1777582950.329168:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:2.0:1777582950.329175:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374800. 00010000:00000010:2.0:1777582950.329181:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000800:00000200:2.0:1777582950.329278:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.329282:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:2.0:1777582950.329296:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.329301:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582950.331464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582950.331480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582950.331484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582950.331487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582950.331649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582950.331656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000020:00000010:2.0:1777582950.332511:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582950.332517:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582950.332523:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d94200. 00000020:00000010:2.0:1777582950.332530:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:2.0:1777582950.332535:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582950.332574:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582950.332577:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000100:00000200:2.0:1777582950.332580:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707782784 00000001:00000010:2.0:1777582950.332592:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:2.0:1777582950.332616:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582950.332623:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 02000000:00000010:2.0:1777582950.332652:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e058000. 00010000:00000010:2.0:1777582950.332680:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582950.332683:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582950.332700:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582950.332703:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582950.332707:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582950.332710:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00000004:00000010:2.0:1777582950.332837:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71683c0. 00000004:00000010:2.0:1777582950.332846:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0438. 00000004:00000010:2.0:1777582950.332854:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756dd0. 00080000:00000010:2.0:1777582950.332863:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c558. 00010000:00000010:0.0:1777582950.333170:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:0.0:1777582950.333180:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c00. 00010000:00000010:3.1:1777582950.334167:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582950.334172:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00000800:00000200:2.0:1777582950.334401:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.334406:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:2.0:1777582950.334410:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.334415:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.334421:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:2.0:1777582950.334423:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00000400:00000200:2.0:1777582950.336998:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.337019:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8839980 00000400:00000200:2.0:1777582950.337028:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 192992 00000400:00000200:2.0:1777582950.337045:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.337050:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.337059:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.337067:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c000. 00010000:00000010:3.1:1777582950.339247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582950.339255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.1:1777582950.340387:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582950.340400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:2.0:1777582950.340704:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582950.340736:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213be5 00000400:00000200:2.0:1777582950.340745:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.340749:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582950.340764:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:2.0:1777582950.340768:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000400:00000200:2.0:1777582950.342675:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.342691:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8839a00 00000400:00000200:2.0:1777582950.342701:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 193480 00000400:00000200:2.0:1777582950.342777:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.342782:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.342790:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.342796:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c380. 00000800:00000200:2.0:1777582950.344983:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.344988:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582950.344993:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.344998:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.345003:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:2.0:1777582950.345005:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000400:00000200:2.0:1777582950.347799:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.347823:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8839b00 00000400:00000200:2.0:1777582950.347834:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f53a1 [64] + 194056 00000400:00000200:2.0:1777582950.347852:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.347858:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.347868:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.347875:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5d180. 00010000:00000010:2.0:1777582950.349942:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:2.0:1777582950.349950:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a80. 00010000:00000010:2.0:1777582950.349960:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000800:00000200:2.0:1777582950.350496:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.350500:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582950.350505:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.350512:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582950.353721:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582950.353737:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:2.0:1777582950.361940:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582950.361965:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213bed 00000400:00000200:2.0:1777582950.361973:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.361978:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582950.361985:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:2.0:1777582950.361989:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00000400:00000200:2.0:1777582950.362023:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.362030:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8839b80 00000400:00000200:2.0:1777582950.362038:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f53a1 [64] + 194544 00000400:00000010:2.0:1777582950.362043:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6160. 00000400:00000200:2.0:1777582950.362047:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02385cca800 00000400:00000200:2.0:1777582950.362104:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.362108:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.362110:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02385cca800 00000400:00000010:2.0:1777582950.362113:0:3281:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffffa02385cca800. 00000100:00000200:2.0:1777582950.362118:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1777582950.362181:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.362186:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.362192:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582950.362198:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e400. 00000020:00000010:2.0:1777582950.362202:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582950.362235:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.362238:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cd40. 00000100:00000200:2.0:1777582950.362240:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707783552 00000001:00000010:2.0:1777582950.362250:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:2.0:1777582950.362274:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582950.362292:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 02000000:00000010:2.0:1777582950.362320:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e05a000. 00010000:00000010:2.0:1777582950.362355:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582950.362359:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582950.362378:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582950.362382:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582950.362385:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582950.362388:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000004:00000010:2.0:1777582950.362508:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:2.0:1777582950.362521:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0d20. 00000004:00000010:2.0:1777582950.362527:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756000. 00080000:00000010:2.0:1777582950.362536:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 00010000:00000010:0.0:1777582950.365460:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:0.0:1777582950.365476:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:2.0:1777582950.366269:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582950.366277:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:2.0:1777582950.366283:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582950.366290:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582950.366372:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582950.366384:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582950.366388:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582950.366415:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000200:2.0:1777582950.366437:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae8cd450 x1863928707783552/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.366460:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582950.366467:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707783552, offset 224 00000400:00000200:2.0:1777582950.366475:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.366490:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.366498:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396564:396564:256:4294967295] 192.168.202.9@tcp LPNI seq info [396560:396560:8:4294967295] 00000400:00000200:2.0:1777582950.366510:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.366516:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.366522:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582950.366529:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.366537:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.366541:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.366559:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e400. 00000020:00000010:2.0:1777582950.366565:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582950.366570:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95400. 02000000:00000010:2.0:1777582950.366642:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239570a000. 00000100:00000010:2.0:1777582950.366648:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5d180. 02000000:00000010:2.0:1777582950.366654:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239570f000. 00000100:00000010:2.0:1777582950.366656:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5c380. 02000000:00000010:2.0:1777582950.366659:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239570b000. 00000100:00000010:2.0:1777582950.366661:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5c000. 02000000:00000010:2.0:1777582950.366663:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e058000. 00000100:00000010:2.0:1777582950.366666:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d57800. 02000000:00000010:2.0:1777582950.366670:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385496000. 00000100:00000010:2.0:1777582950.366673:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5dc00. 02000000:00000010:2.0:1777582950.366676:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388ebe000. 00000100:00000010:2.0:1777582950.366678:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f800. 02000000:00000010:2.0:1777582950.366681:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388eba000. 00000100:00000010:2.0:1777582950.366684:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54000. 02000000:00000010:2.0:1777582950.366686:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388ebf000. 00000100:00000010:2.0:1777582950.366688:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667e680. 02000000:00000010:2.0:1777582950.366691:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e07b000. 00000100:00000010:2.0:1777582950.366694:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667f480. 02000000:00000010:2.0:1777582950.366697:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023894e7000. 00000100:00000010:2.0:1777582950.366699:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c2300. 02000000:00000010:2.0:1777582950.366703:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e07c000. 00000100:00000010:2.0:1777582950.366705:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c2d80. 02000000:00000010:2.0:1777582950.366707:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e059000. 00000100:00000010:2.0:1777582950.366710:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4700. 02000000:00000010:2.0:1777582950.366713:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023894e5000. 00000100:00000010:2.0:1777582950.366714:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e7800. 02000000:00000010:2.0:1777582950.366717:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e07a000. 00000100:00000010:2.0:1777582950.366719:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667e300. 02000000:00000010:2.0:1777582950.366735:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023fef1f000. 00000100:00000010:2.0:1777582950.366740:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667df80. 02000000:00000010:2.0:1777582950.366743:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc6000. 00000100:00000010:2.0:1777582950.366745:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667ed80. 02000000:00000010:2.0:1777582950.366747:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023894e3000. 00000100:00000010:2.0:1777582950.366748:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4e00. 02000000:00000010:2.0:1777582950.366751:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023894e2000. 00000100:00000010:2.0:1777582950.366761:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a3800. 02000000:00000010:2.0:1777582950.366766:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023894e6000. 00000100:00000010:2.0:1777582950.366768:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6680. 02000000:00000010:2.0:1777582950.366770:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc5000. 00000100:00000010:2.0:1777582950.366772:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18b100. 02000000:00000010:2.0:1777582950.366775:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fc7000. 00000100:00000010:2.0:1777582950.366777:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c700. 02000000:00000010:2.0:1777582950.366780:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024a6394000. 00000100:00000010:2.0:1777582950.366782:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c0a80. 02000000:00000010:2.0:1777582950.366784:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fc0000. 00000100:00000010:2.0:1777582950.366786:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667d180. 02000000:00000010:2.0:1777582950.366789:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c807000. 00000100:00000010:2.0:1777582950.366792:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667dc00. 02000000:00000010:2.0:1777582950.366794:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c806000. 00000100:00000010:2.0:1777582950.366796:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188a80. 02000000:00000010:2.0:1777582950.366800:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc4000. 00000100:00000010:2.0:1777582950.366802:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667fb80. 02000000:00000010:2.0:1777582950.366804:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238536c000. 00000100:00000010:2.0:1777582950.366807:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c380. 02000000:00000010:2.0:1777582950.366810:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238536d000. 00000100:00000010:2.0:1777582950.366812:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30d180. 02000000:00000010:2.0:1777582950.366815:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238536e000. 00000100:00000010:2.0:1777582950.366817:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a1880. 02000000:00000010:2.0:1777582950.366820:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c804000. 00000100:00000010:2.0:1777582950.366822:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30e300. 02000000:00000010:2.0:1777582950.366825:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388854000. 00000100:00000010:2.0:1777582950.366829:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30c700. 02000000:00000010:2.0:1777582950.366832:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc1000. 00000100:00000010:2.0:1777582950.366834:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18a680. 02000000:00000010:2.0:1777582950.366838:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388853000. 00000100:00000010:2.0:1777582950.366840:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30f800. 02000000:00000010:2.0:1777582950.366843:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388851000. 00000100:00000010:2.0:1777582950.366844:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ea00. 02000000:00000010:2.0:1777582950.366847:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388852000. 00000100:00000010:2.0:1777582950.366850:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30df80. 02000000:00000010:2.0:1777582950.366852:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023fef1c000. 00000100:00000010:2.0:1777582950.366854:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2a00. 02000000:00000010:2.0:1777582950.366857:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385368000. 00000100:00000010:2.0:1777582950.366859:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18a300. 02000000:00000010:2.0:1777582950.366861:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385369000. 00000100:00000010:2.0:1777582950.366863:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0380. 02000000:00000010:2.0:1777582950.366865:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023fef1a000. 00000100:00000010:2.0:1777582950.366868:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2680. 02000000:00000010:2.0:1777582950.366871:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385602000. 00000100:00000010:2.0:1777582950.366874:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c1500. 02000000:00000010:2.0:1777582950.366876:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e05c000. 00000100:00000010:2.0:1777582950.366878:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188380. 02000000:00000010:2.0:1777582950.366881:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023fef18000. 00000100:00000010:2.0:1777582950.366883:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a1c00. 02000000:00000010:2.0:1777582950.366885:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385605000. 00000100:00000010:2.0:1777582950.366887:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30dc00. 02000000:00000010:2.0:1777582950.366889:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385604000. 00000100:00000010:2.0:1777582950.366892:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c189f80. 02000000:00000010:2.0:1777582950.366895:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388a13000. 00000100:00000010:2.0:1777582950.366897:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ce00. 02000000:00000010:2.0:1777582950.366899:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388850000. 00000100:00000010:2.0:1777582950.366901:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30e680. 02000000:00000010:2.0:1777582950.366903:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388a15000. 00000100:00000010:2.0:1777582950.366905:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c0000. 02000000:00000010:2.0:1777582950.366908:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239332f000. 00000100:00000010:2.0:1777582950.366910:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2d80. 02000000:00000010:2.0:1777582950.366913:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385294000. 00000100:00000010:2.0:1777582950.366915:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c189c00. 02000000:00000010:2.0:1777582950.366917:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385607000. 00000100:00000010:2.0:1777582950.366919:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18ad80. 02000000:00000010:2.0:1777582950.366922:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385601000. 00000100:00000010:2.0:1777582950.366923:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c0700. 02000000:00000010:2.0:1777582950.366925:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239332a000. 00000100:00000010:2.0:1777582950.366927:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18b480. 02000000:00000010:2.0:1777582950.366930:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385291000. 00000100:00000010:2.0:1777582950.366932:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188e00. 02000000:00000010:2.0:1777582950.366934:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385600000. 00000100:00000010:2.0:1777582950.366936:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a3b80. 02000000:00000010:2.0:1777582950.366939:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388855000. 00000100:00000010:2.0:1777582950.366941:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0e00. 02000000:00000010:2.0:1777582950.366943:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e04e000. 00000100:00000010:2.0:1777582950.366946:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18bb80. 02000000:00000010:2.0:1777582950.366948:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04f000. 00000100:00000010:2.0:1777582950.366950:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188700. 02000000:00000010:2.0:1777582950.366952:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239332b000. 00000100:00000010:2.0:1777582950.366954:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392488a80. 02000000:00000010:2.0:1777582950.366956:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239332e000. 00000100:00000010:2.0:1777582950.366959:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392489c00. 02000000:00000010:2.0:1777582950.366962:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e04a000. 00000100:00000010:2.0:1777582950.366963:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05180. 02000000:00000010:2.0:1777582950.366966:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385292000. 00000100:00000010:2.0:1777582950.366969:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c2a00. 02000000:00000010:2.0:1777582950.366971:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388857000. 00000100:00000010:2.0:1777582950.366973:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c1180. 02000000:00000010:2.0:1777582950.366976:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023f5961000. 00000100:00000010:2.0:1777582950.366979:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c1c00. 02000000:00000010:2.0:1777582950.366981:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385296000. 00000100:00000010:2.0:1777582950.366986:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06300. 02000000:00000010:2.0:1777582950.366990:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023f5967000. 00000100:00000010:2.0:1777582950.366993:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07b80. 02000000:00000010:2.0:1777582950.366996:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5964000. 00000100:00000010:2.0:1777582950.366999:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30fb80. 02000000:00000010:2.0:1777582950.367002:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389627000. 00000100:00000010:2.0:1777582950.367006:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30c380. 02000000:00000010:2.0:1777582950.367008:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e049000. 00000100:00000010:2.0:1777582950.367010:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c2680. 02000000:00000010:2.0:1777582950.367012:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023f5962000. 00000100:00000010:2.0:1777582950.367015:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c1f80. 02000000:00000010:2.0:1777582950.367017:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5966000. 00000100:00000010:2.0:1777582950.367019:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c3800. 02000000:00000010:2.0:1777582950.367022:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385290000. 00000100:00000010:2.0:1777582950.367026:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392489f80. 02000000:00000010:2.0:1777582950.367029:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5960000. 00000100:00000010:2.0:1777582950.367031:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c0e00. 02000000:00000010:2.0:1777582950.367033:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8a000. 00000100:00000010:2.0:1777582950.367038:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c1880. 02000000:00000010:2.0:1777582950.367041:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389625000. 00000100:00000010:2.0:1777582950.367043:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30d880. 02000000:00000010:2.0:1777582950.367046:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487b7d000. 00000100:00000010:2.0:1777582950.367048:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392488700. 02000000:00000010:2.0:1777582950.367050:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389626000. 00000100:00000010:2.0:1777582950.367052:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24d180. 02000000:00000010:2.0:1777582950.367055:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04d000. 00000100:00000010:2.0:1777582950.367057:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ca80. 02000000:00000010:2.0:1777582950.367060:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0248615e000. 00000100:00000010:2.0:1777582950.367063:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239248b100. 02000000:00000010:2.0:1777582950.367066:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8f000. 00000100:00000010:2.0:1777582950.367068:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239248ad80. 02000000:00000010:2.0:1777582950.367070:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388b8d000. 00000100:00000010:2.0:1777582950.367072:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24ea00. 02000000:00000010:2.0:1777582950.367075:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b88000. 00000100:00000010:2.0:1777582950.367078:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24d880. 02000000:00000010:2.0:1777582950.367080:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e04b000. 00000100:00000010:2.0:1777582950.367082:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24e300. 02000000:00000010:2.0:1777582950.367085:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02486158000. 00000100:00000010:2.0:1777582950.367087:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece0000. 02000000:00000010:2.0:1777582950.367090:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388b8b000. 00000100:00000010:2.0:1777582950.367096:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486243800. 02000000:00000010:2.0:1777582950.367099:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0248615d000. 00000100:00000010:2.0:1777582950.367101:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486242680. 02000000:00000010:2.0:1777582950.367104:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02498754000. 00000100:00000010:2.0:1777582950.367107:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece0a80. 02000000:00000010:2.0:1777582950.367109:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04c000. 00000100:00000010:2.0:1777582950.367111:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece1500. 02000000:00000010:2.0:1777582950.367115:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385088000. 00000100:00000010:2.0:1777582950.367117:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece2300. 02000000:00000010:2.0:1777582950.367120:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02393709000. 00000100:00000010:2.0:1777582950.367123:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8380. 02000000:00000010:2.0:1777582950.367125:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389622000. 00000100:00000010:2.0:1777582950.367127:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24df80. 02000000:00000010:2.0:1777582950.367130:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8c000. 00000100:00000010:2.0:1777582950.367164:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05f80. 02000000:00000010:2.0:1777582950.367169:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0249e13a000. 00000100:00000010:2.0:1777582950.367172:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8700. 02000000:00000010:2.0:1777582950.367175:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239370e000. 00000100:00000010:2.0:1777582950.367177:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcad80. 02000000:00000010:2.0:1777582950.367180:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239370c000. 00000100:00000010:2.0:1777582950.367182:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24c700. 02000000:00000010:2.0:1777582950.367185:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383f32000. 00000100:00000010:2.0:1777582950.367188:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 02000000:00000010:2.0:1777582950.367191:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383f34000. 00000100:00000010:2.0:1777582950.367193:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc9f80. 02000000:00000010:2.0:1777582950.367196:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383f33000. 00000100:00000010:2.0:1777582950.367199:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcbb80. 02000000:00000010:2.0:1777582950.367201:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396b80000. 00000100:00000010:2.0:1777582950.367204:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8000. 02000000:00000010:2.0:1777582950.367206:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396b86000. 00000100:00000010:2.0:1777582950.367208:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f480. 02000000:00000010:2.0:1777582950.367210:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02393708000. 00000100:00000010:2.0:1777582950.367212:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcb100. 02000000:00000010:2.0:1777582950.367215:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396b83000. 00000100:00000010:2.0:1777582950.367217:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07480. 02000000:00000010:2.0:1777582950.367219:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ffcd5000. 00000100:00000010:2.0:1777582950.367222:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05c00. 02000000:00000010:2.0:1777582950.367224:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d1000. 00000100:00000010:2.0:1777582950.367226:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8a80. 02000000:00000010:2.0:1777582950.367228:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396b85000. 00000100:00000010:2.0:1777582950.367230:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04700. 02000000:00000010:2.0:1777582950.367233:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238888f000. 00000100:00000010:2.0:1777582950.367236:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05880. 02000000:00000010:2.0:1777582950.367238:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d5000. 00000100:00000010:2.0:1777582950.367240:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add00000. 02000000:00000010:2.0:1777582950.367243:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d3000. 00000100:00000010:2.0:1777582950.367245:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc9180. 02000000:00000010:2.0:1777582950.367247:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d4000. 00000100:00000010:2.0:1777582950.367249:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03b80. 02000000:00000010:2.0:1777582950.367252:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238888c000. 00000100:00000010:2.0:1777582950.367254:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01880. 02000000:00000010:2.0:1777582950.367256:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238888a000. 00000100:00000010:2.0:1777582950.367258:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24dc00. 02000000:00000010:2.0:1777582950.367261:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7a000. 00000100:00000010:2.0:1777582950.367264:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f800. 02000000:00000010:2.0:1777582950.367266:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238888d000. 00000100:00000010:2.0:1777582950.367268:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02a00. 02000000:00000010:2.0:1777582950.367270:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ffcd3000. 00000100:00000010:2.0:1777582950.367272:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add00e00. 02000000:00000010:2.0:1777582950.367275:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ffcd2000. 00000100:00000010:2.0:1777582950.367277:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02680. 02000000:00000010:2.0:1777582950.367280:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ffcd1000. 00000100:00000010:2.0:1777582950.367282:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcb480. 02000000:00000010:2.0:1777582950.367285:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396a0c000. 00000100:00000010:2.0:1777582950.367288:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b8a80. 02000000:00000010:2.0:1777582950.367291:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de78000. 00000100:00000010:2.0:1777582950.367294:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8000. 02000000:00000010:2.0:1777582950.367297:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d6000. 00000100:00000010:2.0:1777582950.367300:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fad80. 02000000:00000010:2.0:1777582950.367304:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da662000. 00000100:00000010:2.0:1777582950.367306:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fb100. 02000000:00000010:2.0:1777582950.367309:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ffcd6000. 00000100:00000010:2.0:1777582950.367311:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8380. 02000000:00000010:2.0:1777582950.367313:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d2000. 00000100:00000010:2.0:1777582950.367316:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b9500. 02000000:00000010:2.0:1777582950.367318:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d7000. 00000100:00000010:2.0:1777582950.367321:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fbb80. 02000000:00000010:2.0:1777582950.367323:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023870c6000. 00000100:00000010:2.0:1777582950.367326:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fb800. 02000000:00000010:2.0:1777582950.367328:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023870c0000. 00000100:00000010:2.0:1777582950.367330:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04e00. 02000000:00000010:2.0:1777582950.367333:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ade55000. 00000100:00000010:2.0:1777582950.367336:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04a80. 02000000:00000010:2.0:1777582950.367339:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023870c1000. 00000100:00000010:2.0:1777582950.367341:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01500. 02000000:00000010:2.0:1777582950.367343:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de79000. 00000100:00000010:2.0:1777582950.367346:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b9c00. 02000000:00000010:2.0:1777582950.367349:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc39000. 00000100:00000010:2.0:1777582950.367351:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03100. 02000000:00000010:2.0:1777582950.367353:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ade50000. 00000100:00000010:2.0:1777582950.367355:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04380. 02000000:00000010:2.0:1777582950.367357:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da665000. 00000100:00000010:2.0:1777582950.367360:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02d80. 02000000:00000010:2.0:1777582950.367363:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da660000. 00000100:00000010:2.0:1777582950.367364:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add00700. 02000000:00000010:2.0:1777582950.367367:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ac3ce000. 00000100:00000010:2.0:1777582950.367369:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01f80. 02000000:00000010:2.0:1777582950.367371:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ac3cfc00. 00000100:00000010:2.0:1777582950.367374:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03800. 02000000:00000010:2.0:1777582950.367376:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ac3cf400. 00000100:00000010:2.0:1777582950.367378:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06d80. 02000000:00000010:2.0:1777582950.367381:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de7e000. 00000100:00000010:2.0:1777582950.367384:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b8380. 02000000:00000010:2.0:1777582950.367386:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7d000. 00000100:00000010:2.0:1777582950.367389:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b8e00. 02000000:00000010:2.0:1777582950.367391:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da666000. 00000100:00000010:2.0:1777582950.367394:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01c00. 02000000:00000010:2.0:1777582950.367396:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7c000. 00000100:00000010:2.0:1777582950.367398:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975bb480. 02000000:00000010:2.0:1777582950.367401:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da667000. 00000100:00000010:2.0:1777582950.367403:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8e00. 02000000:00000010:2.0:1777582950.367405:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da664000. 00000100:00000010:2.0:1777582950.367408:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f9880. 02000000:00000010:2.0:1777582950.367410:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024ade53000. 00000100:00000010:2.0:1777582950.367413:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975bad80. 02000000:00000010:2.0:1777582950.367416:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c43000. 00000100:00000010:2.0:1777582950.367423:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02300. 02000000:00000010:2.0:1777582950.367425:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c46000. 00000100:00000010:2.0:1777582950.367427:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03480. 02000000:00000010:2.0:1777582950.367429:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7b000. 00000100:00000010:2.0:1777582950.367431:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b9180. 02000000:00000010:2.0:1777582950.367434:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238fa1b000. 00000100:00000010:2.0:1777582950.367436:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975bb100. 02000000:00000010:2.0:1777582950.367438:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c42000. 00000100:00000010:2.0:1777582950.367443:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4380. 02000000:00000010:2.0:1777582950.367446:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024ade57000. 00000100:00000010:2.0:1777582950.367448:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da5c00. 02000000:00000010:2.0:1777582950.367450:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238fa1c000. 00000100:00000010:2.0:1777582950.367452:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b8700. 02000000:00000010:2.0:1777582950.367455:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02484c26000. 00000100:00000010:2.0:1777582950.367457:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da7100. 02000000:00000010:2.0:1777582950.367464:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02484c27000. 00000100:00000010:2.0:1777582950.367467:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da7800. 02000000:00000010:2.0:1777582950.367469:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238fa1e000. 00000100:00000010:2.0:1777582950.367472:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da6d80. 02000000:00000010:2.0:1777582950.367474:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238fa1f000. 00000100:00000010:2.0:1777582950.367476:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386126300. 02000000:00000010:2.0:1777582950.367480:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024ade52000. 00000100:00000010:2.0:1777582950.367482:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4a80. 02000000:00000010:2.0:1777582950.367485:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c859000. 00000100:00000010:2.0:1777582950.367488:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da6680. 02000000:00000010:2.0:1777582950.367491:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc3b000. 00000100:00000010:2.0:1777582950.367493:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da5f80. 02000000:00000010:2.0:1777582950.367495:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239199d000. 00000100:00000010:2.0:1777582950.367498:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386127100. 02000000:00000010:2.0:1777582950.367500:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239199e000. 00000100:00000010:2.0:1777582950.367502:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07100. 02000000:00000010:2.0:1777582950.367504:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c85c000. 00000100:00000010:2.0:1777582950.367506:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4e00. 02000000:00000010:2.0:1777582950.367509:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc3f000. 00000100:00000010:2.0:1777582950.367510:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386127b80. 02000000:00000010:2.0:1777582950.367513:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239ff63000. 00000100:00000010:2.0:1777582950.367515:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386124a80. 02000000:00000010:2.0:1777582950.367518:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02391998000. 00000100:00000010:2.0:1777582950.367519:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8a80. 02000000:00000010:2.0:1777582950.367522:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c85b000. 00000100:00000010:2.0:1777582950.367524:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f9180. 02000000:00000010:2.0:1777582950.367526:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fea7000. 00000100:00000010:2.0:1777582950.367529:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386125c00. 02000000:00000010:2.0:1777582950.367531:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c85f000. 00000100:00000010:2.0:1777582950.367534:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fa300. 02000000:00000010:2.0:1777582950.367536:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02386788000. 00000100:00000010:2.0:1777582950.367540:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55faa00. 02000000:00000010:2.0:1777582950.367543:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239ff62000. 00000100:00000010:2.0:1777582950.367544:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386125f80. 02000000:00000010:2.0:1777582950.367547:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239ff64000. 00000100:00000010:2.0:1777582950.367549:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386124380. 02000000:00000010:2.0:1777582950.367551:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024904a9000. 00000100:00000010:2.0:1777582950.367553:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386126d80. 02000000:00000010:2.0:1777582950.367556:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023957bd000. 00000100:00000010:2.0:1777582950.367558:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386126680. 02000000:00000010:2.0:1777582950.367560:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023957be000. 00000100:00000010:2.0:1777582950.367562:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386127480. 02000000:00000010:2.0:1777582950.367564:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238678c000. 00000100:00000010:2.0:1777582950.367566:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb04e00. 02000000:00000010:2.0:1777582950.367569:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023957bc000. 00000100:00000010:2.0:1777582950.367571:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486245880. 02000000:00000010:2.0:1777582950.367573:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241d7fb000. 00000100:00000010:2.0:1777582950.367576:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb04000. 02000000:00000010:2.0:1777582950.367578:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238678a000. 00000100:00000010:2.0:1777582950.367581:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb04a80. 02000000:00000010:2.0:1777582950.367583:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02398539000. 00000100:00000010:2.0:1777582950.367586:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486244700. 02000000:00000010:2.0:1777582950.367589:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238678e000. 00000100:00000010:2.0:1777582950.367593:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb06680. 02000000:00000010:2.0:1777582950.367595:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238678b000. 00000100:00000010:2.0:1777582950.367598:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c11c00. 02000000:00000010:2.0:1777582950.367606:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239853e000. 00000100:00000010:2.0:1777582950.367609:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c11180. 02000000:00000010:2.0:1777582950.367612:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc6000. 00000100:00000010:2.0:1777582950.367614:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb07480. 02000000:00000010:2.0:1777582950.367617:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024b7cc5000. 00000100:00000010:2.0:1777582950.367619:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb04700. 02000000:00000010:2.0:1777582950.367621:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238678f000. 00000100:00000010:2.0:1777582950.367623:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb06a00. 02000000:00000010:2.0:1777582950.367626:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396a41000. 00000100:00000010:2.0:1777582950.367628:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb05f80. 02000000:00000010:2.0:1777582950.367631:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02421d61000. 00000100:00000010:2.0:1777582950.367634:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb04380. 02000000:00000010:2.0:1777582950.367637:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239325a000. 00000100:00000010:2.0:1777582950.367640:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4000. 02000000:00000010:2.0:1777582950.367641:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239325e000. 00000100:00000010:2.0:1777582950.367644:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da7480. 02000000:00000010:2.0:1777582950.367648:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239325b000. 00000100:00000010:2.0:1777582950.367653:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da5180. 02000000:00000010:2.0:1777582950.367656:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02393258000. 00000100:00000010:2.0:1777582950.367661:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb07800. 02000000:00000010:2.0:1777582950.367663:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933bb000. 00000100:00000010:2.0:1777582950.367666:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486246a00. 02000000:00000010:2.0:1777582950.367669:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389571000. 00000100:00000010:2.0:1777582950.367672:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da7b80. 02000000:00000010:2.0:1777582950.367675:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fffe000. 00000100:00000010:2.0:1777582950.367677:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486246680. 02000000:00000010:2.0:1777582950.367680:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389576000. 00000100:00000010:2.0:1777582950.367682:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486245500. 02000000:00000010:2.0:1777582950.367685:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fff9000. 00000100:00000010:2.0:1777582950.367687:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486245c00. 02000000:00000010:2.0:1777582950.367690:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389570000. 00000100:00000010:2.0:1777582950.367692:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486247b80. 02000000:00000010:2.0:1777582950.367695:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024b7cc3000. 00000100:00000010:2.0:1777582950.367698:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486247480. 02000000:00000010:2.0:1777582950.367700:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc7000. 00000100:00000010:2.0:1777582950.367703:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486245180. 02000000:00000010:2.0:1777582950.367706:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389575000. 00000100:00000010:2.0:1777582950.367708:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486244000. 02000000:00000010:2.0:1777582950.367711:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023956c2000. 00000100:00000010:2.0:1777582950.367714:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da6300. 02000000:00000010:2.0:1777582950.367716:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933bc000. 00000100:00000010:2.0:1777582950.367721:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486246d80. 02000000:00000010:2.0:1777582950.367723:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933b8000. 00000100:00000010:2.0:1777582950.367725:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486244a80. 02000000:00000010:2.0:1777582950.367727:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239ffff000. 00000100:00000010:2.0:1777582950.367730:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486247100. 02000000:00000010:2.0:1777582950.367732:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fffa000. 00000100:00000010:2.0:1777582950.367735:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c11880. 02000000:00000010:2.0:1777582950.367738:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023918a3000. 00000100:00000010:2.0:1777582950.367742:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb05c00. 02000000:00000010:2.0:1777582950.367744:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933ba000. 00000100:00000010:2.0:1777582950.367747:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb07100. 02000000:00000010:2.0:1777582950.367749:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fff8000. 00000100:00000010:2.0:1777582950.367751:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486244e00. 02000000:00000010:2.0:1777582950.367767:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fffc000. 00000100:00000010:2.0:1777582950.367771:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486246300. 02000000:00000010:2.0:1777582950.367774:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02384467000. 00000100:00000010:2.0:1777582950.367776:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c12680. 02000000:00000010:2.0:1777582950.367781:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4cff000. 00000100:00000010:2.0:1777582950.367784:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da5500. 02000000:00000010:2.0:1777582950.367787:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024b7cc0000. 00000100:00000010:2.0:1777582950.367789:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c12d80. 02000000:00000010:2.0:1777582950.367793:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc1000. 00000100:00000010:2.0:1777582950.367795:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388924380. 02000000:00000010:2.0:1777582950.367798:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933b9000. 00000100:00000010:2.0:1777582950.367800:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388925500. 02000000:00000010:2.0:1777582950.367803:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933bd000. 00000100:00000010:2.0:1777582950.367806:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c10a80. 02000000:00000010:2.0:1777582950.367812:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fffb000. 00000100:00000010:2.0:1777582950.367814:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb05880. 02000000:00000010:2.0:1777582950.367818:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0249dde3000. 00000100:00000010:2.0:1777582950.367820:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb06300. 02000000:00000010:2.0:1777582950.367823:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238528c000. 00000100:00000010:2.0:1777582950.367825:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880e300. 02000000:00000010:2.0:1777582950.367828:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238528e000. 00000100:00000010:2.0:1777582950.367831:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb07b80. 02000000:00000010:2.0:1777582950.367833:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4cfa000. 00000100:00000010:2.0:1777582950.367835:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb06d80. 02000000:00000010:2.0:1777582950.367838:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4cf9000. 00000100:00000010:2.0:1777582950.367843:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87100. 02000000:00000010:2.0:1777582950.367846:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385289000. 00000100:00000010:2.0:1777582950.367848:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f85500. 02000000:00000010:2.0:1777582950.367850:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0249dde6000. 00000100:00000010:2.0:1777582950.367853:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84a80. 02000000:00000010:2.0:1777582950.367855:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0249dde7000. 00000100:00000010:2.0:1777582950.367857:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87480. 02000000:00000010:2.0:1777582950.367860:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02482c22000. 00000100:00000010:2.0:1777582950.367863:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84e00. 02000000:00000010:2.0:1777582950.367866:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389673000. 00000100:00000010:2.0:1777582950.367868:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880f800. 02000000:00000010:2.0:1777582950.367871:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a0b1e000. 00000100:00000010:2.0:1777582950.367873:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84000. 02000000:00000010:2.0:1777582950.367876:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4cfd000. 00000100:00000010:2.0:1777582950.367877:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87b80. 02000000:00000010:2.0:1777582950.367880:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389672000. 00000100:00000010:2.0:1777582950.367882:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880f100. 02000000:00000010:2.0:1777582950.367885:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4cfe000. 00000100:00000010:2.0:1777582950.367887:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388926680. 02000000:00000010:2.0:1777582950.367890:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389677000. 00000100:00000010:2.0:1777582950.367892:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f85880. 02000000:00000010:2.0:1777582950.367895:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c80000. 00000100:00000010:2.0:1777582950.367897:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f85f80. 02000000:00000010:2.0:1777582950.367900:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023df833000. 00000100:00000010:2.0:1777582950.367904:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87800. 02000000:00000010:2.0:1777582950.367906:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df830000. 00000100:00000010:2.0:1777582950.367908:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84700. 02000000:00000010:2.0:1777582950.367910:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241787f000. 00000100:00000010:2.0:1777582950.367912:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f86680. 02000000:00000010:2.0:1777582950.367915:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241787a000. 00000100:00000010:2.0:1777582950.367917:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880c700. 02000000:00000010:2.0:1777582950.367919:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023df832000. 00000100:00000010:2.0:1777582950.367922:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6af480. 02000000:00000010:2.0:1777582950.367924:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02417879000. 00000100:00000010:2.0:1777582950.367926:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880ce00. 02000000:00000010:2.0:1777582950.367928:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c83000. 00000100:00000010:2.0:1777582950.367930:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6ae300. 02000000:00000010:2.0:1777582950.367932:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c85000. 00000100:00000010:2.0:1777582950.367934:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880ca80. 02000000:00000010:2.0:1777582950.367936:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241787d000. 00000100:00000010:2.0:1777582950.367939:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880d180. 02000000:00000010:2.0:1777582950.367941:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df837000. 00000100:00000010:2.0:1777582950.367944:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6aed80. 02000000:00000010:2.0:1777582950.367946:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023df831000. 00000100:00000010:2.0:1777582950.367948:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeba680. 02000000:00000010:2.0:1777582950.367950:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df834000. 00000100:00000010:2.0:1777582950.367952:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6af100. 02000000:00000010:2.0:1777582950.367954:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c82000. 00000100:00000010:2.0:1777582950.367956:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6adc00. 02000000:00000010:2.0:1777582950.367959:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02417878000. 00000100:00000010:2.0:1777582950.367961:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388925880. 02000000:00000010:2.0:1777582950.367963:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c86000. 00000100:00000010:2.0:1777582950.367966:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeebb800. 02000000:00000010:2.0:1777582950.367968:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396ae4000. 00000100:00000010:2.0:1777582950.367971:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f9500. 02000000:00000010:2.0:1777582950.367975:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396ae6000. 00000100:00000010:2.0:1777582950.367977:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb8380. 02000000:00000010:2.0:1777582950.367981:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396ae0000. 00000100:00000010:2.0:1777582950.367983:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb8e00. 02000000:00000010:2.0:1777582950.367985:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396ae3000. 00000100:00000010:2.0:1777582950.367988:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb8a80. 02000000:00000010:2.0:1777582950.367990:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024840c4000. 00000100:00000010:2.0:1777582950.367993:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb9c00. 02000000:00000010:2.0:1777582950.367996:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc4000. 00000100:00000010:2.0:1777582950.367998:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8380. 02000000:00000010:2.0:1777582950.368002:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396ae2000. 00000100:00000010:2.0:1777582950.368004:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970faa00. 02000000:00000010:2.0:1777582950.368008:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec8e000. 00000100:00000010:2.0:1777582950.368010:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeebb480. 02000000:00000010:2.0:1777582950.368012:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239a6a9000. 00000100:00000010:2.0:1777582950.368015:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6ac380. 02000000:00000010:2.0:1777582950.368017:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc5000. 00000100:00000010:2.0:1777582950.368019:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeebad80. 02000000:00000010:2.0:1777582950.368021:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388dc6000. 00000100:00000010:2.0:1777582950.368024:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeebb100. 02000000:00000010:2.0:1777582950.368026:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec88000. 00000100:00000010:2.0:1777582950.368028:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb9500. 02000000:00000010:2.0:1777582950.368030:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239a6ac000. 00000100:00000010:2.0:1777582950.368032:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6ad880. 02000000:00000010:2.0:1777582950.368035:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239a6ae000. 00000100:00000010:2.0:1777582950.368037:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeba300. 02000000:00000010:2.0:1777582950.368041:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aec89000. 00000100:00000010:2.0:1777582950.368043:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689880. 02000000:00000010:2.0:1777582950.368046:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383ecf000. 00000100:00000010:2.0:1777582950.368049:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e369f80. 02000000:00000010:2.0:1777582950.368052:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aec8f000. 00000100:00000010:2.0:1777582950.368054:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e36bb80. 02000000:00000010:2.0:1777582950.368057:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c87000. 00000100:00000010:2.0:1777582950.368059:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e369180. 02000000:00000010:2.0:1777582950.368061:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c84000. 00000100:00000010:2.0:1777582950.368064:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e368000. 02000000:00000010:2.0:1777582950.368067:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb4000. 00000100:00000010:2.0:1777582950.368069:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fb800. 02000000:00000010:2.0:1777582950.368072:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383ec9000. 00000100:00000010:2.0:1777582950.368074:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fad80. 02000000:00000010:2.0:1777582950.368077:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec8d000. 00000100:00000010:2.0:1777582950.368079:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8a80. 02000000:00000010:2.0:1777582950.368082:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fb0000. 00000100:00000010:2.0:1777582950.368084:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388925f80. 02000000:00000010:2.0:1777582950.368086:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb6000. 00000100:00000010:2.0:1777582950.368088:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8e00. 02000000:00000010:2.0:1777582950.368091:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aec8c000. 00000100:00000010:2.0:1777582950.368093:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388924000. 02000000:00000010:2.0:1777582950.368096:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb1000. 00000100:00000010:2.0:1777582950.368097:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388927480. 02000000:00000010:2.0:1777582950.368100:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fb3000. 00000100:00000010:2.0:1777582950.368103:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01500. 02000000:00000010:2.0:1777582950.368106:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0240fb57000. 00000100:00000010:2.0:1777582950.368109:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388926300. 02000000:00000010:2.0:1777582950.368112:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb50000. 00000100:00000010:2.0:1777582950.368114:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388925180. 02000000:00000010:2.0:1777582950.368117:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395681000. 00000100:00000010:2.0:1777582950.368119:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f02300. 02000000:00000010:2.0:1777582950.368122:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb56000. 00000100:00000010:2.0:1777582950.368126:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f9f80. 02000000:00000010:2.0:1777582950.368129:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0240fb55000. 00000100:00000010:2.0:1777582950.368131:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f00e00. 02000000:00000010:2.0:1777582950.368166:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb52000. 00000100:00000010:2.0:1777582950.368168:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8000. 02000000:00000010:2.0:1777582950.368171:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395682000. 00000100:00000010:2.0:1777582950.368173:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fa680. 02000000:00000010:2.0:1777582950.368176:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383ece000. 00000100:00000010:2.0:1777582950.368179:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fb480. 02000000:00000010:2.0:1777582950.368182:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0240fb51000. 00000100:00000010:2.0:1777582950.368184:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388926a00. 02000000:00000010:2.0:1777582950.368187:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ad9b3000. 00000100:00000010:2.0:1777582950.368190:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f9880. 02000000:00000010:2.0:1777582950.368193:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02423a72000. 00000100:00000010:2.0:1777582950.368196:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f03800. 02000000:00000010:2.0:1777582950.368198:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02423a76000. 00000100:00000010:2.0:1777582950.368201:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae4b5c00. 02000000:00000010:2.0:1777582950.368204:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933cc000. 00000100:00000010:2.0:1777582950.368207:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae4b6d80. 02000000:00000010:2.0:1777582950.368210:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933c8000. 00000100:00000010:2.0:1777582950.368212:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae4b4380. 02000000:00000010:2.0:1777582950.368216:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395686000. 00000100:00000010:2.0:1777582950.368217:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae4b7480. 02000000:00000010:2.0:1777582950.368220:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02395685000. 00000100:00000010:2.0:1777582950.368222:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae4b4700. 02000000:00000010:2.0:1777582950.368225:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02391459000. 00000100:00000010:2.0:1777582950.368227:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626aa00. 02000000:00000010:2.0:1777582950.368232:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4d30000. 00000100:00000010:2.0:1777582950.368234:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269c00. 02000000:00000010:2.0:1777582950.368238:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aeae5000. 00000100:00000010:2.0:1777582950.368240:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01880. 02000000:00000010:2.0:1777582950.368243:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4d31000. 00000100:00000010:2.0:1777582950.368245:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79f80. 02000000:00000010:2.0:1777582950.368248:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4d37000. 00000100:00000010:2.0:1777582950.368250:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268000. 02000000:00000010:2.0:1777582950.368253:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb7000. 00000100:00000010:2.0:1777582950.368256:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7aa00. 02000000:00000010:2.0:1777582950.368259:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383eca000. 00000100:00000010:2.0:1777582950.368261:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f00000. 02000000:00000010:2.0:1777582950.368263:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249defc000. 00000100:00000010:2.0:1777582950.368267:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f00380. 02000000:00000010:2.0:1777582950.368270:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb4000. 00000100:00000010:2.0:1777582950.368273:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79880. 02000000:00000010:2.0:1777582950.368276:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383ecb000. 00000100:00000010:2.0:1777582950.368278:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01f80. 02000000:00000010:2.0:1777582950.368280:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb5000. 00000100:00000010:2.0:1777582950.368283:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78380. 02000000:00000010:2.0:1777582950.368286:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb2000. 00000100:00000010:2.0:1777582950.368290:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f03100. 02000000:00000010:2.0:1777582950.368293:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383ecd000. 00000100:00000010:2.0:1777582950.368295:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689500. 02000000:00000010:2.0:1777582950.368298:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc7000. 00000100:00000010:2.0:1777582950.368300:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01c00. 02000000:00000010:2.0:1777582950.368302:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388dc0000. 00000100:00000010:2.0:1777582950.368304:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7ad80. 02000000:00000010:2.0:1777582950.368307:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca20000. 00000100:00000010:2.0:1777582950.368310:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5688380. 02000000:00000010:2.0:1777582950.368313:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb0000. 00000100:00000010:2.0:1777582950.368316:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79c00. 02000000:00000010:2.0:1777582950.368319:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc2000. 00000100:00000010:2.0:1777582950.368321:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78000. 02000000:00000010:2.0:1777582950.368323:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388dc3000. 00000100:00000010:2.0:1777582950.368325:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78a80. 02000000:00000010:2.0:1777582950.368328:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb3000. 00000100:00000010:2.0:1777582950.368330:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941d180. 02000000:00000010:2.0:1777582950.368334:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb36000. 00000100:00000010:2.0:1777582950.368335:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268380. 02000000:00000010:2.0:1777582950.368338:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02399b5a000. 00000100:00000010:2.0:1777582950.368340:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5688e00. 02000000:00000010:2.0:1777582950.368342:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02399b5e000. 00000100:00000010:2.0:1777582950.368345:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78700. 02000000:00000010:2.0:1777582950.368347:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238cb32000. 00000100:00000010:2.0:1777582950.368350:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7b100. 02000000:00000010:2.0:1777582950.368353:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb30000. 00000100:00000010:2.0:1777582950.368354:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941c380. 02000000:00000010:2.0:1777582950.368357:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca24000. 00000100:00000010:2.0:1777582950.368359:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941ea00. 02000000:00000010:2.0:1777582950.368362:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aca21000. 00000100:00000010:2.0:1777582950.368364:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941dc00. 02000000:00000010:2.0:1777582950.368366:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca27000. 00000100:00000010:2.0:1777582950.368368:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568ad80. 02000000:00000010:2.0:1777582950.368371:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb31000. 00000100:00000010:2.0:1777582950.368373:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941f100. 02000000:00000010:2.0:1777582950.368376:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb1000. 00000100:00000010:2.0:1777582950.368379:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568b800. 02000000:00000010:2.0:1777582950.368381:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb37000. 00000100:00000010:2.0:1777582950.368383:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941ca80. 02000000:00000010:2.0:1777582950.368386:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024a572f000. 00000100:00000010:2.0:1777582950.368389:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689c00. 02000000:00000010:2.0:1777582950.368391:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb33000. 00000100:00000010:2.0:1777582950.368394:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a680. 02000000:00000010:2.0:1777582950.368396:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024a572a000. 00000100:00000010:2.0:1777582950.368398:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154700. 02000000:00000010:2.0:1777582950.368401:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024a572c000. 00000100:00000010:2.0:1777582950.368403:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689f80. 02000000:00000010:2.0:1777582950.368406:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02399b5f000. 00000100:00000010:2.0:1777582950.368408:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a300. 02000000:00000010:2.0:1777582950.368410:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb35000. 00000100:00000010:2.0:1777582950.368412:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156300. 02000000:00000010:2.0:1777582950.368415:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02386d5b000. 00000100:00000010:2.0:1777582950.368417:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568a680. 02000000:00000010:2.0:1777582950.368419:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aca25000. 00000100:00000010:2.0:1777582950.368421:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde1f80. 02000000:00000010:2.0:1777582950.368425:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca26000. 00000100:00000010:2.0:1777582950.368427:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497155c00. 02000000:00000010:2.0:1777582950.368429:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aca23000. 00000100:00000010:2.0:1777582950.368431:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156680. 02000000:00000010:2.0:1777582950.368433:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487494000. 00000100:00000010:2.0:1777582950.368436:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497155f80. 02000000:00000010:2.0:1777582950.368439:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02386d5e000. 00000100:00000010:2.0:1777582950.368440:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156d80. 02000000:00000010:2.0:1777582950.368443:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487491000. 00000100:00000010:2.0:1777582950.368444:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7a300. 02000000:00000010:2.0:1777582950.368447:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487496000. 00000100:00000010:2.0:1777582950.368448:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154e00. 02000000:00000010:2.0:1777582950.368451:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024a5728000. 00000100:00000010:2.0:1777582950.368452:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79180. 02000000:00000010:2.0:1777582950.368454:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487495000. 00000100:00000010:2.0:1777582950.368456:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497155880. 02000000:00000010:2.0:1777582950.368459:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02483f37000. 00000100:00000010:2.0:1777582950.368461:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7b800. 02000000:00000010:2.0:1777582950.368464:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02483f33000. 00000100:00000010:2.0:1777582950.368466:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7a680. 02000000:00000010:2.0:1777582950.368468:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02386d5d000. 00000100:00000010:2.0:1777582950.368470:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79500. 02000000:00000010:2.0:1777582950.368472:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02386d59000. 00000100:00000010:2.0:1777582950.368473:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7bb80. 02000000:00000010:2.0:1777582950.368476:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc31000. 00000100:00000010:2.0:1777582950.368478:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78e00. 02000000:00000010:2.0:1777582950.368480:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241bc33000. 00000100:00000010:2.0:1777582950.368482:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde1880. 02000000:00000010:2.0:1777582950.368484:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238e084000. 00000100:00000010:2.0:1777582950.368486:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde3800. 02000000:00000010:2.0:1777582950.368490:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241bc30000. 00000100:00000010:2.0:1777582950.368492:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde0a80. 02000000:00000010:2.0:1777582950.368494:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02399b58000. 00000100:00000010:2.0:1777582950.368496:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497157100. 02000000:00000010:2.0:1777582950.368498:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238e080000. 00000100:00000010:2.0:1777582950.368501:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154000. 02000000:00000010:2.0:1777582950.368503:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238e082000. 00000100:00000010:2.0:1777582950.368506:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626bb80. 02000000:00000010:2.0:1777582950.368509:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023924d9000. 00000100:00000010:2.0:1777582950.368512:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154a80. 02000000:00000010:2.0:1777582950.368515:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a23cf000. 00000100:00000010:2.0:1777582950.368518:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268e00. 02000000:00000010:2.0:1777582950.368521:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023955a5000. 00000100:00000010:2.0:1777582950.368523:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269f80. 02000000:00000010:2.0:1777582950.368526:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02386d58000. 00000100:00000010:2.0:1777582950.368528:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626b480. 02000000:00000010:2.0:1777582950.368530:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023955a1000. 00000100:00000010:2.0:1777582950.368532:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde1c00. 02000000:00000010:2.0:1777582950.368535:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02386d5c000. 00000100:00000010:2.0:1777582950.368537:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde0380. 02000000:00000010:2.0:1777582950.368539:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023955a0000. 00000100:00000010:2.0:1777582950.368541:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269500. 02000000:00000010:2.0:1777582950.368544:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02386d5a000. 00000100:00000010:2.0:1777582950.368546:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268700. 02000000:00000010:2.0:1777582950.368549:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023924d8000. 00000100:00000010:2.0:1777582950.368552:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde3100. 02000000:00000010:2.0:1777582950.368555:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023924dc000. 00000100:00000010:2.0:1777582950.368557:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268a80. 02000000:00000010:2.0:1777582950.368560:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023955a4000. 00000100:00000010:2.0:1777582950.368562:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269180. 02000000:00000010:2.0:1777582950.368564:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023955a2000. 00000100:00000010:2.0:1777582950.368566:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde0e00. 02000000:00000010:2.0:1777582950.368569:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023924da000. 00000100:00000010:2.0:1777582950.368572:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde0000. 02000000:00000010:2.0:1777582950.368574:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238e081000. 00000100:00000010:2.0:1777582950.368577:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156a00. 02000000:00000010:2.0:1777582950.368579:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238e087000. 00000100:00000010:2.0:1777582950.368582:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef30e00. 02000000:00000010:2.0:1777582950.368586:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238e083000. 00000100:00000010:2.0:1777582950.368588:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497157800. 02000000:00000010:2.0:1777582950.368590:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02386d5f000. 00000100:00000010:2.0:1777582950.368609:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497157b80. 02000000:00000010:2.0:1777582950.368612:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023955a7000. 00000100:00000010:2.0:1777582950.368615:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef31180. 02000000:00000010:2.0:1777582950.368617:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023955a3000. 00000100:00000010:2.0:1777582950.368619:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef30a80. 02000000:00000010:2.0:1777582950.368621:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023955a6000. 00000100:00000010:2.0:1777582950.368624:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef33b80. 02000000:00000010:2.0:1777582950.368627:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023924df000. 00000100:00000010:2.0:1777582950.368630:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef31c00. 02000000:00000010:2.0:1777582950.368633:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023924db000. 00000100:00000010:2.0:1777582950.368635:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef33480. 02000000:00000010:2.0:1777582950.368638:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023924de000. 00000100:00000010:2.0:1777582950.368640:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154380. 02000000:00000010:2.0:1777582950.368643:0:187632:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023924dd000. 00000100:00000010:2.0:1777582950.368645:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef31880. 00000100:00000200:2.0:1777582950.368659:0:187632:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1777582950.368670:0:187632:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ea50. 00000400:00000010:2.0:1777582950.368678:0:187632:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffffa02385520800. 00010000:00000010:3.1:1777582950.369107:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582950.369115:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582950.369118:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582950.369122:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582950.373624:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582950.373643:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582950.373651:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582950.373654:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582950.373657:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582950.373660:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.1:1777582950.374184:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582950.374192:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:0.0:1777582950.374843:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.374861:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8839c80 00000400:00000200:0.0:1777582950.374869:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 0 00000400:00000200:0.0:1777582950.374886:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.374891:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.374898:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.374905:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a1f80. 00000400:00000200:0.0:1777582950.390473:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582950.390494:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213bf9 00000400:00000200:0.0:1777582950.390501:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.390505:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582950.390512:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:0.0:1777582950.390515:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00010000:00000010:3.1:1777582950.391285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582950.391294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582950.391296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582950.391299:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582950.391302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582950.391305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582950.391307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582950.391310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582950.391312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582950.391314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:0.0:1777582950.391947:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.391966:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8839d00 00000400:00000200:0.0:1777582950.391974:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 488 00000400:00000200:0.0:1777582950.392032:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.392037:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.392044:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.392052:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2300. 00010000:00000010:0.1:1777582950.392358:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582950.392366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000800:00000200:0.0:1777582950.394944:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.394949:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:0.0:1777582950.394954:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.394960:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.394966:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:0.0:1777582950.394968:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00010000:00000010:2.1:1777582950.395641:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582950.395651:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582950.395655:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582950.395658:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00000400:00000200:0.0:1777582950.399802:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.399823:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8839e00 00000400:00000200:0.0:1777582950.399832:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 1064 00000400:00000200:0.0:1777582950.399851:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.399855:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.399863:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.399869:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0a80. 00000800:00000200:0.0:1777582950.402240:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.402244:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:0.0:1777582950.402249:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.402254:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582950.404504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582950.404511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:0.0:1777582950.404618:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582950.404638:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213c01 00000400:00000200:0.0:1777582950.404645:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.404650:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582950.404657:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:0.0:1777582950.404659:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00010000:00000010:3.1:1777582950.405621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582950.405631:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582950.405635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582950.405638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582950.405642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582950.405646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:0.0:1777582950.410166:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.410187:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8839e80 00000400:00000200:0.0:1777582950.410197:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 1552 00000400:00000200:0.0:1777582950.410269:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.410275:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.410292:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.410302:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0e00. 00010000:00000010:3.1:1777582950.411991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582950.412001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582950.412004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582950.412007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582950.412010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582950.412012:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582950.412015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582950.412017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582950.412020:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582950.412022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582950.412156:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582950.412162:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000800:00000200:0.0:1777582950.412819:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.412824:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:0.0:1777582950.412828:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.412834:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.412839:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:0.0:1777582950.412842:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:3.1:1777582950.417575:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582950.417590:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582950.417595:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582950.417597:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:0.0:1777582950.426687:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.426710:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8839f80 00000400:00000200:0.0:1777582950.426719:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 2128 00000400:00000200:0.0:1777582950.427255:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.427261:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.427271:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.427278:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a3b80. 00000800:00000200:0.0:1777582950.435435:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.435440:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582950.435445:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.435449:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582950.437419:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:0.0:1777582950.437435:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57180. 00010000:00000010:0.0:1777582950.437447:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00000020:00000010:0.0:1777582950.440498:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcc80. 00000020:00000010:0.0:1777582950.440503:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcc80. 00000020:00000010:0.0:1777582950.440511:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168cc00. 00000020:00000010:0.0:1777582950.440516:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582950.440521:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582950.440566:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcc80. 00000020:00000010:0.0:1777582950.440569:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcc80. 00000100:00000200:0.0:1777582950.440572:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707784704 00000001:00000010:0.0:1777582950.440583:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:0.0:1777582950.440606:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582950.440614:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 02000000:00000010:0.0:1777582950.440642:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ae7d8000. 00010000:00000010:0.0:1777582950.440674:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582950.440680:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582950.440700:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582950.440703:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582950.440708:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582950.440711:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00000004:00000010:0.0:1777582950.440831:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab33e00. 00000004:00000010:0.0:1777582950.440840:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22960. 00000004:00000010:0.0:1777582950.440847:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34330. 00080000:00000010:0.0:1777582950.440855:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e8e8. 00010000:00000010:0.0:1777582950.441479:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582950.441484:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582950.441488:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582950.441492:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582950.441557:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582950.441569:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582950.441574:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582950.441594:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000200:0.0:1777582950.441614:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e5c00 x1863928707784704/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582950.441632:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582950.441638:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707784704, offset 224 00000400:00000200:0.0:1777582950.441644:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.441657:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.441664:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396570:396570:256:4294967295] 192.168.202.9@tcp LPNI seq info [396566:396566:8:4294967295] 00000400:00000200:0.0:1777582950.441674:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.441679:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.441684:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582950.441690:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.441696:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.441700:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.441719:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582950.441737:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582950.441741:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239168cc00. 00000800:00000200:0.0:1777582950.441842:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.441845:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582950.441850:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.441854:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.441859:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:0.0:1777582950.441861:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00010000:00000010:1.1:1777582950.444338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582950.444353:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.0:1777582950.444489:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:2.0:1777582950.444500:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57300. 00010000:00000010:1.1:1777582950.447241:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582950.447255:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582950.447867:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582950.447876:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000400:00000200:0.0:1777582950.447908:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.447929:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883a100 00000400:00000200:0.0:1777582950.447937:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 3192 00000400:00000200:0.0:1777582950.447956:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.447961:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.447969:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.447976:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2d80. 00010000:00000010:0.0:1777582950.455634:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:0.0:1777582950.455646:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374980. 00010000:00000010:0.0:1777582950.455654:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:2.1:1777582950.460255:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582950.460263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000020:00000010:0.0:1777582950.462257:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcc00. 00000020:00000010:0.0:1777582950.462269:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcc00. 00000020:00000010:0.0:1777582950.462278:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168cc00. 00000020:00000010:0.0:1777582950.462283:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582950.462292:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582950.462457:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcc00. 00000020:00000010:0.0:1777582950.462460:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcc00. 00000100:00000200:0.0:1777582950.462463:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707785088 00000001:00000010:0.0:1777582950.462475:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:0.0:1777582950.462507:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582950.462515:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 02000000:00000010:0.0:1777582950.462545:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ae7d9000. 00010000:00000010:0.0:1777582950.462576:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582950.462580:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582950.462599:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582950.462602:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582950.462605:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582950.462609:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000004:00000010:0.0:1777582950.462716:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab325a0. 00000004:00000010:0.0:1777582950.462736:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22bb8. 00000004:00000010:0.0:1777582950.462743:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ff0. 00080000:00000010:0.0:1777582950.462760:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f8f0. 00010000:00000010:0.0:1777582950.465741:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582950.465761:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582950.465770:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582950.465777:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582950.465855:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582950.465868:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582950.465873:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582950.465898:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000200:0.0:1777582950.465918:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d55c00 x1863928707785088/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582950.465938:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582950.465946:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707785088, offset 224 00000400:00000200:0.0:1777582950.465953:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.465965:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.465972:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396572:396572:256:4294967295] 192.168.202.9@tcp LPNI seq info [396568:396568:8:4294967295] 00000400:00000200:0.0:1777582950.465984:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.465989:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.465995:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582950.466001:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.466008:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.466013:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.466041:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582950.466046:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582950.466050:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239168cc00. 00000800:00000200:2.0:1777582950.466196:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.466201:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582950.466206:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.466210:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.466215:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:2.0:1777582950.466217:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00010000:00000010:3.1:1777582950.474935:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582950.474953:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582950.474958:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582950.474961:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582950.475872:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582950.475881:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582950.475884:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582950.475887:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000020:00000010:0.0:1777582950.475939:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcc40. 00000020:00000010:0.0:1777582950.475945:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcc40. 00000020:00000010:0.0:1777582950.475951:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168cc00. 00000020:00000010:0.0:1777582950.475957:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582950.475963:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582950.476005:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcc40. 00000020:00000010:0.0:1777582950.476009:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcc40. 00000100:00000200:0.0:1777582950.476011:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707785344 02000000:00000010:0.0:1777582950.476050:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ae7da000. 00010000:00000010:0.0:1777582950.476092:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582950.476106:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582950.476125:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582950.476132:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.1:1777582950.476160:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582950.476165:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.0:1777582950.476185:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582950.476188:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582950.476192:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582950.476195:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582950.476315:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582950.476319:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582950.476323:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582950.476327:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000020:00000010:0.0:1777582950.476365:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48640. 00000020:00000010:0.0:1777582950.476372:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48640. 00000020:00000010:0.0:1777582950.476385:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a360. 00080000:00000010:0.0:1777582950.476396:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b4b62000. 00010000:00000010:3.1:1777582950.476943:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582950.476950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000001:00000010:0.0:1777582950.477086:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a420. 00000001:00000010:0.0:1777582950.477094:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185a80. 00000020:00000010:0.0:1777582950.477132:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a360. 00010000:00000010:0.0:1777582950.478213:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582950.478221:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582950.478242:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185d80. 00010000:00000010:0.0:1777582950.478286:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582950.478307:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:0.0:1777582950.478327:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975181, last committed = 8589975157 00010000:00000200:0.0:1777582950.478501:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d56300 x1863928707785344/t8589975181(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582950.478521:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582950.478527:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707785344, offset 224 00000400:00000010:0.0:1777582950.478534:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79070. 00000400:00000200:0.0:1777582950.478538:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.478551:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.478557:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396573:396573:256:4294967295] 192.168.202.9@tcp LPNI seq info [396569:396569:8:4294967295] 00000400:00000200:0.0:1777582950.478564:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582950.478570:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.478575:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.478580:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582950.478586:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.478593:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.478596:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.481863:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582950.481874:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582950.481879:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239168cc00. 00000400:00000200:2.0:1777582950.485251:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582950.485273:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213c19 00000400:00000200:2.0:1777582950.485281:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.485297:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582950.485306:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:2.0:1777582950.485308:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000400:00000200:2.0:1777582950.485352:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.485361:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883a300 00000400:00000200:2.0:1777582950.485367:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 4744 00000400:00000200:2.0:1777582950.485422:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.485425:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.485429:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.485435:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f800. 00000020:00000010:0.0:1777582950.486873:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcc40. 00000020:00000010:0.0:1777582950.486880:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcc40. 00000020:00000010:0.0:1777582950.486888:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168cc00. 00000020:00000010:0.0:1777582950.486893:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582950.486898:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582950.491503:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcc40. 00000020:00000010:0.0:1777582950.491514:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcc40. 00000100:00000200:0.0:1777582950.491520:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707785472 00000001:00000010:0.0:1777582950.491535:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:0.0:1777582950.491564:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582950.491572:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 02000000:00000010:0.0:1777582950.491602:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ae7dd000. 00010000:00000010:0.0:1777582950.491633:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582950.491637:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582950.491656:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582950.491660:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582950.491664:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582950.491667:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00000004:00000010:0.0:1777582950.491946:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab32d20. 00000004:00000010:0.0:1777582950.491957:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e221e0. 00000004:00000010:0.0:1777582950.491964:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35a90. 00080000:00000010:0.0:1777582950.491972:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f560. 00010000:00000010:0.1:1777582950.495179:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582950.495192:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582950.495196:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582950.495198:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582950.500226:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582950.500241:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582950.500471:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582950.500477:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582950.503354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582950.503362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582950.503366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582950.503369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582950.503455:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582950.503460:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582950.504180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582950.504187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000020:00000010:0.0:1777582950.507122:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.507128:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.507163:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168cc00. 00000020:00000010:0.0:1777582950.507169:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.507174:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.507213:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.507215:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcd00. 00000100:00000200:0.0:1777582950.507219:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707785728 02000000:00000010:0.0:1777582950.507255:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ae7de000. 00010000:00000010:0.0:1777582950.507308:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:0.0:1777582950.507322:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57d00. 00010000:00000010:0.0:1777582950.507341:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582950.507347:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582950.507363:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582950.507366:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582950.507370:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582950.507373:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582950.507481:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582950.507484:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582950.507488:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582950.507491:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00000020:00000010:0.0:1777582950.507515:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48640. 00000020:00000010:0.0:1777582950.507522:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48640. 00000020:00000010:0.0:1777582950.507532:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a360. 00080000:00000010:0.0:1777582950.507545:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b4b60c00. 00000001:00000010:0.0:1777582950.507974:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a240. 00000001:00000010:0.0:1777582950.507981:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582950.508017:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a360. 00010000:00000010:0.0:1777582950.508026:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582950.508030:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582950.508042:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185000. 00010000:00000010:0.0:1777582950.508079:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582950.508092:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582950.508107:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975182, last committed = 8589975157 00010000:00000200:0.0:1777582950.508117:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d54380 x1863928707785728/t8589975182(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582950.508509:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582950.508517:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707785728, offset 224 00000400:00000010:0.0:1777582950.508523:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79620. 00000400:00000200:0.0:1777582950.508527:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.508540:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.508546:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396575:396575:256:4294967295] 192.168.202.9@tcp LPNI seq info [396571:396571:8:4294967295] 00000400:00000200:0.0:1777582950.508552:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582950.508559:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.508565:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.508569:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582950.508576:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.508584:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.508588:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.508618:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.508623:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.508626:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239168cc00. 00010000:00000010:0.1:1777582950.527560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582950.527568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582950.527572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582950.527575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000020:00000010:0.0:1777582950.527609:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.527614:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.527619:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168cc00. 00000020:00000010:0.0:1777582950.527624:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.527628:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.527663:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.527666:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcd00. 00000100:00000200:0.0:1777582950.527669:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707786112 02000000:00000010:0.0:1777582950.527706:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ae7dc000. 00010000:00000010:0.0:1777582950.527746:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:0.0:1777582950.527771:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57a80. 00010000:00000010:0.0:1777582950.527790:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582950.527796:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582950.527812:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582950.527815:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582950.527819:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582950.527821:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582950.527935:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582950.527938:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582950.527941:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582950.527946:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000020:00000010:0.0:1777582950.527970:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48640. 00000020:00000010:0.0:1777582950.527976:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48640. 00000020:00000010:0.0:1777582950.527986:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a360. 00080000:00000010:0.0:1777582950.527995:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b4b60000. 00000001:00000010:0.0:1777582950.528634:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a7e0. 00000001:00000010:0.0:1777582950.528641:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185000. 00000020:00000010:0.0:1777582950.528671:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a360. 00010000:00000010:0.0:1777582950.528679:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582950.528683:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582950.528696:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185a80. 00010000:00000010:0.0:1777582950.528737:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582950.528750:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582950.528776:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975183, last committed = 8589975157 00010000:00000200:0.0:1777582950.528786:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d55500 x1863928707786112/t8589975183(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582950.528804:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582950.528809:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707786112, offset 224 00000400:00000010:0.0:1777582950.528815:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f796c8. 00000400:00000200:0.0:1777582950.528820:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.528834:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.528840:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396577:396577:256:4294967295] 192.168.202.9@tcp LPNI seq info [396573:396573:8:4294967295] 00000400:00000200:0.0:1777582950.528846:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582950.528854:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.528859:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.528863:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582950.528870:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.528877:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.528881:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.531893:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.531906:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.531910:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239168cc00. 00010000:00000010:3.1:1777582950.533206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582950.533218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582950.534287:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582950.534298:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582950.534302:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582950.534306:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582950.534310:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582950.534313:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582950.545212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582950.545228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582950.547505:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582950.547517:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582950.547522:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582950.547526:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582950.564608:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582950.564628:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582950.564633:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582950.564638:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582950.564642:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582950.564645:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:0.0:1777582950.567897:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.567920:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883a700 00000400:00000200:0.0:1777582950.567928:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 7448 00000400:00000200:0.0:1777582950.567950:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.567954:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.567963:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.567970:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a1c00. 00000020:00000010:0.0:1777582950.576024:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488784660. 00010000:00000010:0.0:1777582950.576040:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582950.576047:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582950.576069:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185d80. 00010000:00000010:0.0:1777582950.576117:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:0.0:1777582950.576159:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000200:0.0:1777582950.576183:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975184, last committed = 8589975157 00010000:00000200:0.0:1777582950.576196:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a1c00 x1863928707786496/t8589975184(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582950.576224:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582950.576232:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707786496, offset 224 00000400:00000010:0.0:1777582950.576240:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79700. 00000400:00000200:0.0:1777582950.576244:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.576259:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.576266:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396579:396579:256:4294967295] 192.168.202.9@tcp LPNI seq info [396575:396575:8:4294967295] 00000400:00000200:0.0:1777582950.576274:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582950.576281:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.576288:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.576293:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582950.576299:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.576307:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.576311:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.579291:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57e00. 00000020:00000010:0.0:1777582950.579297:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:0.0:1777582950.579302:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920f5000. 00010000:00000010:0.0:1777582950.589810:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:0.0:1777582950.589827:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57b00. 00000020:00000010:0.0:1777582950.589887:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.589893:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.589901:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168cc00. 00000020:00000010:0.0:1777582950.589906:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.589912:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.589963:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.589968:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcd00. 00000100:00000200:0.0:1777582950.589972:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707786624 00000001:00000010:0.0:1777582950.589985:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185000. 00010000:00000010:0.0:1777582950.590012:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582950.590021:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 02000000:00000010:0.0:1777582950.590055:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ae7df000. 00010000:00000010:0.0:1777582950.590091:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582950.590096:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582950.590113:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582950.590116:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582950.590120:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582950.590123:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00000004:00000010:0.0:1777582950.590258:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab330e0. 00000004:00000010:0.0:1777582950.590267:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22528. 00000004:00000010:0.0:1777582950.590274:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35210. 00080000:00000010:0.0:1777582950.590283:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e720. 00010000:00000010:1.1:1777582950.591026:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582950.591038:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.0:1777582950.592116:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582950.592122:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582950.592128:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582950.592160:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582950.592237:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582950.592249:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582950.592254:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582950.592280:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000200:0.0:1777582950.592299:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d57480 x1863928707786624/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582950.592319:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582950.592325:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707786624, offset 224 00000400:00000200:0.0:1777582950.592455:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.592469:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.592475:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396580:396580:256:4294967295] 192.168.202.9@tcp LPNI seq info [396576:396576:8:4294967295] 00000400:00000200:0.0:1777582950.592487:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.592493:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.592498:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582950.592505:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.592512:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.592516:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.593589:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.593601:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.593607:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239168cc00. 00000800:00000200:0.0:1777582950.595346:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.595354:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582950.595361:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.595371:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.595377:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:0.0:1777582950.595380:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00010000:00000010:0.1:1777582950.599496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582950.599507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000020:00000010:0.0:1777582950.599555:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.599562:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.599569:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388f4c200. 00000020:00000010:0.0:1777582950.599574:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.599580:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.599636:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.599641:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000100:00000200:0.0:1777582950.599645:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707786880 02000000:00000010:0.0:1777582950.599693:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023894e6000. 00010000:00000010:0.0:1777582950.599777:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582950.599798:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582950.599825:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582950.599833:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582950.599854:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582950.599858:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582950.599863:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582950.599867:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582950.600009:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582950.600014:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582950.600017:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582950.600022:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00000020:00000010:0.0:1777582950.600061:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c489c0. 00000020:00000010:0.0:1777582950.600070:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c489c0. 00000020:00000010:0.0:1777582950.600084:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a060. 00080000:00000010:0.0:1777582950.600095:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b4b62400. 00000001:00000010:0.0:1777582950.602111:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562aa20. 00000001:00000010:0.0:1777582950.602121:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185900. 00000020:00000010:0.0:1777582950.602173:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a060. 00010000:00000010:0.0:1777582950.602191:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582950.602200:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582950.602219:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185000. 00010000:00000010:0.0:1777582950.602273:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582950.603294:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582950.603321:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975185, last committed = 8589975157 00010000:00000200:0.0:1777582950.603818:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d55880 x1863928707786880/t8589975185(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582950.603849:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582950.603856:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707786880, offset 224 00000400:00000010:0.0:1777582950.603863:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f790a8. 00000400:00000200:0.0:1777582950.603866:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.603881:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.603887:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396581:396581:256:4294967295] 192.168.202.9@tcp LPNI seq info [396577:396577:8:4294967295] 00000400:00000200:0.0:1777582950.603895:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582950.603902:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.603907:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.603913:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582950.603920:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.603926:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.603931:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.607839:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.607853:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.607859:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388f4c200. 00010000:00000010:0.1:1777582950.612635:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582950.612645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582950.612649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582950.612655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582950.612658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582950.612660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000020:00000010:0.0:1777582950.612697:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.612702:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.612707:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388f4c200. 00000020:00000010:0.0:1777582950.612711:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.612717:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.612844:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.612848:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000100:00000200:0.0:1777582950.612851:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707787008 00000001:00000010:0.0:1777582950.612862:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:0.0:1777582950.612888:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582950.612897:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582950.612924:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023894e2000. 00010000:00000010:0.0:1777582950.612953:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582950.612956:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582950.612973:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582950.612975:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582950.612980:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582950.612982:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00000004:00000010:0.0:1777582950.613079:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab32000. 00000004:00000010:0.0:1777582950.613087:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22b40. 00000004:00000010:0.0:1777582950.613094:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35430. 00080000:00000010:0.0:1777582950.613102:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f728. 00010000:00000010:1.1:1777582950.614272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582950.614283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582950.616855:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582950.616877:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582950.616883:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582950.616886:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582950.618885:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582950.618901:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582950.624055:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582950.624072:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582950.624938:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582950.624946:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582950.624952:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582950.624960:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582950.625048:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582950.625059:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582950.625065:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582950.625094:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582950.625118:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e7100 x1863928707787008/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582950.626894:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582950.626907:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707787008, offset 224 00000400:00000200:0.0:1777582950.626918:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.626933:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.626941:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396582:396582:256:4294967295] 192.168.202.9@tcp LPNI seq info [396578:396578:8:4294967295] 00000400:00000200:0.0:1777582950.626952:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.626958:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.626964:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582950.626971:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.626980:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.626985:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.627017:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.627023:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.627028:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388f4c200. 00000800:00000200:0.0:1777582950.627157:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.627160:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582950.627165:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.627170:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.627175:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:0.0:1777582950.627178:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00000020:00000010:0.0:1777582950.630307:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.630313:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.630319:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239168cc00. 00000020:00000010:0.0:1777582950.630325:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.630342:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.630379:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.630382:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000100:00000200:0.0:1777582950.630386:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707787264 02000000:00000010:0.0:1777582950.630420:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023894e3000. 00010000:00000010:0.0:1777582950.630461:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582950.630476:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582950.630497:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582950.630503:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582950.630520:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582950.630522:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582950.630527:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582950.630529:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582950.630638:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582950.630641:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582950.630644:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582950.630648:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00000020:00000010:0.0:1777582950.630673:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48ce0. 00000020:00000010:0.0:1777582950.630679:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48ce0. 00000020:00000010:0.0:1777582950.630688:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a2a0. 00080000:00000010:0.0:1777582950.630697:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238458ec00. 00000001:00000010:0.0:1777582950.631160:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562ac00. 00000001:00000010:0.0:1777582950.631169:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582950.631205:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a2a0. 00010000:00000010:0.0:1777582950.631214:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582950.631218:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582950.631230:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185240. 00010000:00000010:0.0:1777582950.631269:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582950.631282:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000200:0.0:1777582950.631298:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975186, last committed = 8589975157 00010000:00000200:0.0:1777582950.631306:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d57100 x1863928707787264/t8589975186(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582950.631331:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582950.631336:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707787264, offset 224 00000400:00000010:0.0:1777582950.631342:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79000. 00000400:00000200:0.0:1777582950.631346:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.631360:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.631366:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396583:396583:256:4294967295] 192.168.202.9@tcp LPNI seq info [396579:396579:8:4294967295] 00000400:00000200:0.0:1777582950.631372:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582950.631379:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.631384:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.631389:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582950.631394:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.631400:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.631405:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.631424:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582950.631428:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.631431:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239168cc00. 00010000:00000010:0.0:1777582950.631464:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582950.631471:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582950.631479:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185240. 00000800:00000200:0.0:1777582950.631585:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.631590:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582950.631596:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.631601:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.635393:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582950.635413:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213c41 00000400:00000200:0.0:1777582950.635421:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.635425:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582950.635432:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:0.0:1777582950.635435:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00000400:00000200:0.0:1777582950.635467:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.635474:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883aa80 00000400:00000200:0.0:1777582950.635480:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 10064 00000400:00000200:0.0:1777582950.635532:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.635536:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.635540:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.635546:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2680. 00000020:00000010:0.0:1777582950.635682:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.635688:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.635694:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388f4c200. 00000020:00000010:0.0:1777582950.635699:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf880. 00000020:00000010:0.0:1777582950.635705:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582950.635762:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.635765:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000100:00000200:0.0:1777582950.635768:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707787392 00000001:00000010:0.0:1777582950.635778:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185900. 00010000:00000010:0.0:1777582950.635802:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582950.635809:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 02000000:00000010:0.0:1777582950.635836:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023894e5000. 00010000:00000010:0.0:1777582950.635867:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582950.635872:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582950.635894:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582950.635898:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582950.635902:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582950.635905:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00000004:00000010:0.0:1777582950.636013:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab33c20. 00000004:00000010:0.0:1777582950.636024:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22258. 00000004:00000010:0.0:1777582950.636032:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35cb0. 00080000:00000010:0.0:1777582950.636042:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e558. 00010000:00000010:2.0:1777582950.636821:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:2.0:1777582950.636833:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe80. 00010000:00000010:2.0:1777582950.639993:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582950.640007:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582950.640015:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582950.640024:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582950.640120:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:2.0:1777582950.641260:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:2.0:1777582950.641271:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:2.0:1777582950.641307:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:2.0:1777582950.641329:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a2680 x1863928707787392/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.641903:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582950.641912:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707787392, offset 224 00000400:00000200:2.0:1777582950.641919:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.641932:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.641939:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396584:396584:256:4294967295] 192.168.202.9@tcp LPNI seq info [396580:396580:8:4294967295] 00000400:00000200:2.0:1777582950.641951:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.641957:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.641963:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582950.641969:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.641976:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.641981:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.642912:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf880. 00000020:00000010:2.0:1777582950.642922:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:2.0:1777582950.642928:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388f4c200. 00010000:00000010:2.1:1777582950.644259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582950.644270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582950.645424:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582950.645435:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582950.645441:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582950.645443:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582950.645445:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582950.645448:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582950.645451:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582950.645453:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582950.645456:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582950.645458:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582950.651376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582950.651393:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582950.651399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582950.651402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00000400:00000200:0.0:1777582950.652535:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.652558:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883ab80 00000400:00000200:0.0:1777582950.652568:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 10640 00000400:00000200:0.0:1777582950.652589:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.652595:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.652603:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.652611:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0380. 00000800:00000200:0.0:1777582950.658423:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.658429:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582950.658434:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.658439:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582950.665409:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:2.0:1777582950.665430:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57b00. 00010000:00000010:2.0:1777582950.665443:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:2.0:1777582950.666536:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:2.0:1777582950.666547:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57480. 00000020:00000010:0.0:1777582950.670959:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.670969:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.670977:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395d09000. 00000020:00000010:0.0:1777582950.670983:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582950.670989:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582950.671036:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582950.671041:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000100:00000200:0.0:1777582950.671045:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707787776 00000001:00000010:0.0:1777582950.671058:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:0.0:1777582950.671087:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582950.671097:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 02000000:00000010:0.0:1777582950.671130:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023894e7000. 00010000:00000010:0.0:1777582950.671205:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582950.671212:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582950.671234:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582950.671238:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582950.671242:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582950.671245:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:1.1:1777582950.671514:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582950.671523:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00000004:00000010:0.0:1777582950.671905:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab334a0. 00000004:00000010:0.0:1777582950.671917:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22ca8. 00000004:00000010:0.0:1777582950.671926:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34aa0. 00080000:00000010:0.0:1777582950.671937:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f1d0. 00010000:00000010:0.0:1777582950.674098:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582950.674107:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582950.674114:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582950.674121:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582950.676006:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582950.676031:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582950.676040:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582950.676073:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000200:0.0:1777582950.676098:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e5f80 x1863928707787776/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582950.676123:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582950.676155:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707787776, offset 224 00000400:00000200:0.0:1777582950.676167:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.676183:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.676190:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396586:396586:256:4294967295] 192.168.202.9@tcp LPNI seq info [396582:396582:8:4294967295] 00000400:00000200:0.0:1777582950.676203:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.676210:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.676216:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582950.676224:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.676231:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.676236:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.676263:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582950.676267:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582950.676272:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395d09000. 00000800:00000200:0.0:1777582950.676426:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.676431:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582950.676437:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.676443:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.676451:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:0.0:1777582950.676453:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00010000:00000010:1.1:1777582950.682261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582950.682275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582950.683194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582950.683205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582950.683208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582950.683210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582950.686239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582950.686251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582950.686256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582950.686258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000400:00000200:0.0:1777582950.686293:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.686312:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883ad00 00000400:00000200:0.0:1777582950.686320:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 11704 00000400:00000200:0.0:1777582950.686347:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.686352:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.686360:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.686366:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2a00. 00000400:00000200:0.0:1777582950.696785:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582950.696809:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213c51 00000400:00000200:0.0:1777582950.696817:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.696822:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582950.696829:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:0.0:1777582950.696843:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00010000:00000010:1.1:1777582950.699543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582950.699556:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582950.699561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582950.699564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582950.699568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582950.699571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582950.704196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582950.704213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000400:00000200:0.0:1777582950.708953:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.708973:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883ad80 00000400:00000200:0.0:1777582950.708981:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 12192 00000400:00000200:0.0:1777582950.709044:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.709049:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.709058:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.709067:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a1880. 00000400:00000200:0.0:1777582950.713971:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.713993:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883ae80 00000400:00000200:0.0:1777582950.714002:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 12768 00000400:00000200:0.0:1777582950.714018:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.714022:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.714031:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.714037:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a3800. 00010000:00000010:0.0:1777582950.715429:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:0.0:1777582950.715435:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57180. 00010000:00000010:0.0:1777582950.715441:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000800:00000200:0.0:1777582950.715523:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.715527:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582950.715531:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.715536:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582950.722471:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582950.722487:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582950.722491:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582950.722494:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.0:1777582950.733180:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:2.0:1777582950.733192:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57300. 00000020:00000010:2.0:1777582950.733457:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca00. 00000020:00000010:2.0:1777582950.733462:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca00. 00000020:00000010:2.0:1777582950.733468:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582950.733472:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582950.733476:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582950.733516:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca00. 00000020:00000010:2.0:1777582950.733519:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca00. 00000100:00000200:2.0:1777582950.733522:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707788544 00000001:00000010:2.0:1777582950.733533:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:2.0:1777582950.733557:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582950.733563:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 02000000:00000010:2.0:1777582950.733590:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e05c000. 00010000:00000010:2.0:1777582950.733618:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582950.733621:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582950.733639:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582950.733642:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582950.733646:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582950.733649:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00000004:00000010:2.0:1777582950.733781:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168780. 00000004:00000010:2.0:1777582950.733791:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb05a0. 00000004:00000010:2.0:1777582950.733798:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756bb0. 00080000:00000010:2.0:1777582950.733807:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734ce40. 00010000:00000010:2.0:1777582950.734519:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582950.734524:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582950.734529:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582950.734535:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582950.734603:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582950.734613:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582950.734618:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582950.734640:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582950.734656:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e5880 x1863928707788544/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.734675:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582950.734681:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707788544, offset 224 00000400:00000200:2.0:1777582950.734687:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.734699:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.734706:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396590:396590:256:4294967295] 192.168.202.9@tcp LPNI seq info [396586:396586:8:4294967295] 00000400:00000200:2.0:1777582950.734731:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.734737:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.734743:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582950.734758:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.734764:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.734769:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.734788:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582950.734793:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582950.734796:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95400. 00010000:00000010:1.1:1777582950.735930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582950.735940:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582950.735944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582950.735947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000800:00000200:0.0:1777582950.741058:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.741068:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:0.0:1777582950.741077:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.741087:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.741094:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:0.0:1777582950.741097:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000400:00000200:0.0:1777582950.741929:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.741944:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883b000 00000400:00000200:0.0:1777582950.741952:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 13832 00000400:00000200:0.0:1777582950.741967:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.741971:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.741977:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.741988:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203f100. 00000020:00000010:2.0:1777582950.742083:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.742089:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.742095:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582950.742101:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582950.742106:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582950.742172:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.742175:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cd40. 00000100:00000200:2.0:1777582950.742178:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707788800 02000000:00000010:2.0:1777582950.742214:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e059000. 00010000:00000010:2.0:1777582950.742256:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582950.742275:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582950.742298:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582950.742305:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582950.742320:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582950.742324:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582950.742339:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582950.742342:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582950.742455:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582950.742459:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582950.742462:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582950.742465:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00000020:00000010:2.0:1777582950.742491:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054620. 00000020:00000010:2.0:1777582950.742498:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054620. 00000020:00000010:2.0:1777582950.742508:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9c60. 00080000:00000010:2.0:1777582950.742517:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02496fed800. 00000001:00000010:2.0:1777582950.742933:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9960. 00000001:00000010:2.0:1777582950.742941:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582950.742971:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9c60. 00010000:00000010:2.0:1777582950.742979:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582950.742983:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582950.742995:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582950.743028:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582950.743041:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000200:2.0:1777582950.743058:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975190, last committed = 8589975157 00010000:00000200:2.0:1777582950.743068:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203f100 x1863928707788800/t8589975190(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582950.743087:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582950.743094:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707788800, offset 224 00000400:00000010:2.0:1777582950.743100:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708fc0. 00000400:00000200:2.0:1777582950.743104:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.743116:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.743123:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396591:396591:256:4294967295] 192.168.202.9@tcp LPNI seq info [396587:396587:8:4294967295] 00000400:00000200:2.0:1777582950.743128:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582950.743155:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.743162:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.743168:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582950.743173:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.743180:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.743184:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.743206:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582950.743210:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582950.743213:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95400. 00010000:00000010:0.0:1777582950.743602:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:0.0:1777582950.743609:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:0.0:1777582950.743618:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68d80. 00000800:00000200:0.0:1777582950.745288:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.745295:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:0.0:1777582950.745303:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.745311:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.749860:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582950.749884:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213c61 00000400:00000200:0.0:1777582950.749892:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.749897:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582950.749905:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:0.0:1777582950.749909:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000400:00000200:0.0:1777582950.749950:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.749957:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883b080 00000400:00000200:0.0:1777582950.749964:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 14320 00000400:00000200:0.0:1777582950.750027:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.750031:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.750036:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.750043:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203f800. 00000020:00000010:0.0:1777582950.750096:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.750101:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.750108:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395d09000. 00000020:00000010:0.0:1777582950.750114:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582950.750119:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582950.750174:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcd00. 00000020:00000010:0.0:1777582950.750177:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcd00. 00000100:00000200:0.0:1777582950.750180:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707788928 00000001:00000010:0.0:1777582950.750191:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:0.0:1777582950.750217:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582950.750225:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 02000000:00000010:0.0:1777582950.750258:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e07a000. 00010000:00000010:0.0:1777582950.750287:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582950.750291:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582950.750312:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582950.750315:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582950.750319:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582950.750322:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00000004:00000010:0.0:1777582950.750430:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab32780. 00000004:00000010:0.0:1777582950.750440:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22f00. 00000004:00000010:0.0:1777582950.750446:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35980. 00080000:00000010:0.0:1777582950.750455:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fab8. 00010000:00000010:2.1:1777582950.751653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582950.751663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.0:1777582950.751700:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582950.751708:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e900. 00010000:00000010:0.1:1777582950.751897:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582950.751902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.0:1777582950.752105:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582950.752110:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582950.752116:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582950.752122:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582950.752212:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582950.752221:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582950.752224:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582950.752247:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000200:0.0:1777582950.752266:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203f800 x1863928707788928/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582950.752296:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582950.752303:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707788928, offset 224 00000400:00000200:0.0:1777582950.752310:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.752324:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.752486:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396592:396592:256:4294967295] 192.168.202.9@tcp LPNI seq info [396588:396588:8:4294967295] 00000400:00000200:0.0:1777582950.752497:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.752503:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.752508:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582950.752515:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.752521:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.752524:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.752546:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582950.752550:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582950.752554:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395d09000. 00010000:00000010:2.1:1777582950.756179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582950.756195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582950.756200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582950.756205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582950.756207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582950.756209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582950.756211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582950.756214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582950.756258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582950.756263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582950.760180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582950.760195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582950.760257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582950.760263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582950.760266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582950.760267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:0.0:1777582950.769958:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.769980:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883b180 00000400:00000200:0.0:1777582950.769988:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 14896 00000400:00000200:0.0:1777582950.770006:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.770012:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.770021:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.770028:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203ed80. 00010000:00000010:1.1:1777582950.780239:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582950.780253:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582950.780257:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582950.780259:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000020:00000010:0.0:1777582950.780531:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcfc0. 00000020:00000010:0.0:1777582950.780536:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcfc0. 00000020:00000010:0.0:1777582950.780542:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241782e000. 00000020:00000010:0.0:1777582950.780547:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582950.780552:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582950.780596:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcfc0. 00000020:00000010:0.0:1777582950.780599:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcfc0. 00000100:00000200:0.0:1777582950.780603:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707789312 00000001:00000010:0.0:1777582950.780613:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e680c0. 00010000:00000010:0.0:1777582950.780636:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582950.780644:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 02000000:00000010:0.0:1777582950.780672:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e07c000. 00010000:00000010:0.0:1777582950.780703:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582950.780708:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582950.780726:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582950.780730:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582950.780734:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582950.780737:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000004:00000010:0.0:1777582950.780845:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab323c0. 00000004:00000010:0.0:1777582950.780854:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22438. 00000004:00000010:0.0:1777582950.780861:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34220. 00080000:00000010:0.0:1777582950.780869:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f008. 00010000:00000010:0.0:1777582950.781599:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582950.781603:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582950.781607:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582950.781611:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582950.781680:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582950.781690:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582950.781698:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582950.781721:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000200:0.0:1777582950.781737:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e4a80 x1863928707789312/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582950.781766:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582950.781773:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707789312, offset 224 00000400:00000200:0.0:1777582950.781781:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.781792:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.781799:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396594:396594:256:4294967295] 192.168.202.9@tcp LPNI seq info [396590:396590:8:4294967295] 00000400:00000200:0.0:1777582950.781809:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.781815:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.781820:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582950.781826:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.781834:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.781837:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.781857:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582950.781862:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582950.781866:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241782e000. 00000800:00000200:0.0:1777582950.781959:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.781963:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582950.781967:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.781971:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.781976:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:0.0:1777582950.781978:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000020:00000010:2.0:1777582950.788801:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.788811:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.788818:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582950.788824:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e900. 00000020:00000010:2.0:1777582950.788829:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582950.788875:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.788878:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cd40. 00000100:00000200:2.0:1777582950.788882:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707789568 02000000:00000010:2.0:1777582950.788921:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e058000. 00010000:00000010:2.0:1777582950.788964:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:2.0:1777582950.788981:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf000. 00010000:00000010:2.0:1777582950.789005:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582950.789013:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582950.789028:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582950.789031:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582950.789035:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582950.789039:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582950.789177:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582950.789180:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582950.789184:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582950.789187:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00000020:00000010:2.0:1777582950.789214:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054620. 00000020:00000010:2.0:1777582950.789222:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054620. 00000020:00000010:2.0:1777582950.789232:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9c60. 00080000:00000010:2.0:1777582950.789241:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02496fee000. 00000001:00000010:2.0:1777582950.789883:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a93c0. 00000001:00000010:2.0:1777582950.789892:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582950.789926:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9c60. 00010000:00000010:2.0:1777582950.789935:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582950.789939:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582950.789953:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582950.793873:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582950.793905:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582950.793933:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975192, last committed = 8589975157 00010000:00000200:2.0:1777582950.793945:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e6300 x1863928707789568/t8589975192(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582950.793970:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582950.793977:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707789568, offset 224 00000400:00000010:2.0:1777582950.793986:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708380. 00000400:00000200:2.0:1777582950.793990:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.794008:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.794015:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396595:396595:256:4294967295] 192.168.202.9@tcp LPNI seq info [396591:396591:8:4294967295] 00000400:00000200:2.0:1777582950.794023:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582950.794030:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.794036:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.794042:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582950.794050:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.794058:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.794062:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.794094:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e900. 00000020:00000010:2.0:1777582950.794100:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582950.794104:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95400. 00000800:00000200:2.0:1777582950.794237:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.794241:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582950.794245:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.794250:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.796394:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582950.796413:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213c71 00000400:00000200:2.0:1777582950.796421:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.796426:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582950.796433:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777582950.796436:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000400:00000200:2.0:1777582950.796473:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.796480:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883b380 00000400:00000200:2.0:1777582950.796487:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 16448 00000400:00000200:2.0:1777582950.796563:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.796568:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.796573:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.796580:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5dc00. 00000020:00000010:2.0:1777582950.796630:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.796635:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.796640:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582950.796646:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e900. 00000020:00000010:2.0:1777582950.796650:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582950.796685:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.796688:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cd40. 00000100:00000200:2.0:1777582950.796691:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707789696 00000001:00000010:2.0:1777582950.796702:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:2.0:1777582950.796732:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582950.796740:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 02000000:00000010:2.0:1777582950.796778:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e05e000. 00010000:00000010:2.0:1777582950.796807:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582950.796811:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582950.796828:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582950.796831:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582950.796835:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582950.796837:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00000004:00000010:2.0:1777582950.796936:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168f00. 00000004:00000010:2.0:1777582950.796945:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0f00. 00000004:00000010:2.0:1777582950.796952:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756440. 00080000:00000010:2.0:1777582950.796960:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d1d0. 00010000:00000010:3.1:1777582950.797581:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582950.797590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000800:00000200:2.0:1777582950.798580:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.798585:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582950.798590:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.798595:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.798601:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:2.0:1777582950.798603:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00010000:00000010:0.1:1777582950.805657:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582950.805671:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582950.805674:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582950.805676:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582950.806609:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582950.806620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:2.0:1777582950.807865:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.807887:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883b480 00000400:00000200:2.0:1777582950.807894:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 17024 00000400:00000200:2.0:1777582950.807916:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.807921:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.807929:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.807935:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c000. 00010000:00000010:3.1:1777582950.811013:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582950.811028:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582950.811034:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582950.811037:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:3.1:1777582950.811039:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582950.811041:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582950.811166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582950.811171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582950.811174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582950.811177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582950.811239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582950.811244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582950.821908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582950.821924:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00000400:00000200:2.0:1777582950.822067:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.822084:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883b500 00000400:00000200:2.0:1777582950.822092:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 17512 00000400:00000200:2.0:1777582950.822180:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.822186:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.822192:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.822199:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c380. 00010000:00000010:3.1:1777582950.828551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582950.828562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582950.828619:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582950.828625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000010:2.0:1777582950.830255:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582950.830273:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707790080, offset 224 00000400:00000200:2.0:1777582950.830287:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.830304:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.830311:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396598:396598:256:4294967295] 192.168.202.9@tcp LPNI seq info [396594:396594:8:4294967295] 00000400:00000200:2.0:1777582950.830322:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.831843:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.831853:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582950.831862:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.831870:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.831874:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.831918:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374480. 00000020:00000010:2.0:1777582950.831925:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:2.0:1777582950.831930:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae9cc000. 00010000:00000010:1.1:1777582950.837028:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582950.837047:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582950.837262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582950.837268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582950.837271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582950.837273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.0:1777582950.846015:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:2.0:1777582950.846022:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57880. 00010000:00000010:2.0:1777582950.846028:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00010000:00000010:1.1:1777582950.847343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582950.847354:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00000020:00000010:2.0:1777582950.847889:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.847896:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.847904:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95000. 00000020:00000010:2.0:1777582950.847910:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582950.847915:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582950.847954:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cd40. 00000020:00000010:2.0:1777582950.847957:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cd40. 00000100:00000200:2.0:1777582950.847961:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707790464 00000001:00000010:2.0:1777582950.847973:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582950.847998:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582950.848004:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 02000000:00000010:2.0:1777582950.848031:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e05d000. 00010000:00000010:2.0:1777582950.848062:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582950.848068:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582950.848088:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582950.848092:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582950.848096:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582950.848099:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00000004:00000010:2.0:1777582950.848247:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71692c0. 00000004:00000010:2.0:1777582950.848258:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb01e0. 00000004:00000010:2.0:1777582950.848265:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757650. 00080000:00000010:2.0:1777582950.848276:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dc80. 00010000:00000010:2.0:1777582950.849775:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582950.849784:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582950.849790:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582950.849796:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582950.849879:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582950.849893:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582950.849899:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582950.849927:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000200:2.0:1777582950.849948:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d57800 x1863928707790464/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.849976:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582950.849983:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707790464, offset 224 00000400:00000200:2.0:1777582950.849991:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.850004:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.850010:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396600:396600:256:4294967295] 192.168.202.9@tcp LPNI seq info [396596:396596:8:4294967295] 00000400:00000200:2.0:1777582950.850021:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.850027:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.850033:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582950.850040:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.850047:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.850052:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.850116:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582950.850122:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582950.850126:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95000. 00010000:00000010:2.1:1777582950.850172:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582950.850178:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582950.850469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582950.850475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582950.850997:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:3.1:1777582950.851004:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000800:00000200:2.0:1777582950.853952:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.853962:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582950.853970:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.853981:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.853990:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:2.0:1777582950.853994:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00000400:00000200:2.0:1777582950.854034:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.854050:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883b780 00000400:00000200:2.0:1777582950.854060:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 19152 00000400:00000200:2.0:1777582950.854078:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.854083:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.854091:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.854099:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5d180. 00010000:00000010:2.1:1777582950.858844:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582950.858858:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582950.858865:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582950.858871:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00000400:00000200:2.0:1777582950.859205:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582950.859226:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213c89 00000400:00000200:2.0:1777582950.859234:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.859238:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582950.859244:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:2.0:1777582950.859247:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000400:00000200:2.0:1777582950.859344:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.859351:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883b800 00000400:00000200:2.0:1777582950.859358:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 19640 00000400:00000200:2.0:1777582950.859585:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.859592:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.859601:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.859610:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5df80. 00010000:00000010:3.1:1777582950.863251:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582950.863261:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00000800:00000200:2.0:1777582950.867847:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.867856:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582950.867863:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.867873:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.867882:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:2.0:1777582950.867886:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000400:00000200:2.0:1777582950.867923:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.867939:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883b900 00000400:00000200:2.0:1777582950.867950:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 20216 00000400:00000200:2.0:1777582950.867967:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.867973:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.867980:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.867986:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f480. 00010000:00000010:3.1:1777582950.868165:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582950.868174:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582950.868181:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582950.868187:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000200:2.0:1777582950.874638:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582950.874662:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213c91 00000400:00000200:2.0:1777582950.874670:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.874674:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582950.874681:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:2.0:1777582950.874684:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000400:00000200:2.0:1777582950.874711:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.874998:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883b980 00000400:00000200:2.0:1777582950.875007:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 20704 00000400:00000200:2.0:1777582950.875642:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.875649:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.875656:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.875662:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f100. 00010000:00000010:3.1:1777582950.880886:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582950.880903:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582950.880913:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582950.880918:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582950.880923:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582950.880928:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:2.0:1777582950.881119:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.881171:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883ba80 00000400:00000200:2.0:1777582950.881180:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 21280 00000400:00000200:2.0:1777582950.881200:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.881207:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.881214:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.881221:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef31880. 00010000:00000010:1.1:1777582950.882625:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582950.882637:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582950.882643:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:1.1:1777582950.882648:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582950.882653:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582950.882658:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000001:00000010:2.0:1777582950.883036:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9000. 00000001:00000010:2.0:1777582950.883045:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582950.883081:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf120. 00010000:00000010:2.0:1777582950.883092:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582950.883098:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582950.883115:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68e40. 00010000:00000010:2.0:1777582950.883273:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:2.0:1777582950.883305:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:2.0:1777582950.883334:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975197, last committed = 8589975157 00010000:00000200:2.0:1777582950.883346:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef31880 x1863928707791488/t8589975197(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582950.883368:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582950.883376:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707791488, offset 224 00000400:00000010:2.0:1777582950.883383:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708968. 00000400:00000200:2.0:1777582950.883387:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.883401:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.883408:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396605:396605:256:4294967295] 192.168.202.9@tcp LPNI seq info [396601:396601:8:4294967295] 00000400:00000200:2.0:1777582950.883414:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582950.883421:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.883427:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.883432:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582950.883439:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.883448:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.883452:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.883479:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374780. 00000020:00000010:2.0:1777582950.883484:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:2.0:1777582950.883488:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485438a00. 00010000:00000010:2.0:1777582950.886318:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:2.0:1777582950.886343:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374000. 00000020:00000010:2.0:1777582950.887607:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c900. 00000020:00000010:2.0:1777582950.887612:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c900. 00000020:00000010:2.0:1777582950.887619:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95000. 00000020:00000010:2.0:1777582950.887624:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582950.887629:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582950.887843:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c900. 00000020:00000010:2.0:1777582950.887847:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c900. 00000100:00000200:2.0:1777582950.887849:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707791616 00000001:00000010:2.0:1777582950.887860:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:2.0:1777582950.887883:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582950.887890:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 02000000:00000010:2.0:1777582950.887917:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e05a000. 00010000:00000010:2.0:1777582950.888114:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582950.888120:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582950.888202:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582950.888207:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582950.888211:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582950.888215:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000004:00000010:2.0:1777582950.888555:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168960. 00000004:00000010:2.0:1777582950.888566:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb07f8. 00000004:00000010:2.0:1777582950.888572:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757100. 00080000:00000010:2.0:1777582950.888580:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cc78. 00010000:00000010:3.1:1777582950.889235:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582950.889244:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582950.889248:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582950.889251:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582950.889253:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582950.889255:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582950.889258:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582950.889260:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.0:1777582950.889877:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582950.889883:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582950.889889:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582950.889896:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582950.889981:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582950.889995:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582950.890000:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582950.890027:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000200:2.0:1777582950.890050:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095ce00 x1863928707791616/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.890071:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582950.890078:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707791616, offset 224 00000400:00000200:2.0:1777582950.890085:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.890098:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.890105:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396606:396606:256:4294967295] 192.168.202.9@tcp LPNI seq info [396602:396602:8:4294967295] 00000400:00000200:2.0:1777582950.890120:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.890126:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.890131:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582950.890250:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.890258:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.890262:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.890467:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582950.890474:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582950.890478:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95000. 00000800:00000200:2.0:1777582950.893670:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.893679:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582950.893687:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.893698:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582950.893706:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777582950.893709:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777582950.894025:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c700. 00000020:00000010:2.0:1777582950.894031:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c700. 00000020:00000010:2.0:1777582950.894037:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95000. 00000020:00000010:2.0:1777582950.894042:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582950.894046:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582950.894093:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c700. 00000020:00000010:2.0:1777582950.894096:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c700. 00000100:00000200:2.0:1777582950.894099:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707791872 02000000:00000010:2.0:1777582950.894164:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023955a6000. 00010000:00000010:2.0:1777582950.894211:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582950.894231:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582950.894255:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582950.894261:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582950.894278:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582950.894281:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582950.894600:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582950.894606:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582950.894843:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582950.894847:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:2.0:1777582950.894852:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582950.894857:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000020:00000010:2.0:1777582950.894894:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f20. 00000020:00000010:2.0:1777582950.894901:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f20. 00000020:00000010:2.0:1777582950.894913:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9f60. 00080000:00000010:2.0:1777582950.894923:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02496fef800. 00000001:00000010:2.0:1777582950.895635:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9a20. 00000001:00000010:2.0:1777582950.895644:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582950.895701:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9f60. 00010000:00000010:2.0:1777582950.895714:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582950.895826:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582950.895845:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582950.895943:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582950.895962:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000200:2.0:1777582950.895982:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975198, last committed = 8589975157 00010000:00000200:2.0:1777582950.895992:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095fb80 x1863928707791872/t8589975198(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582950.896010:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582950.896017:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707791872, offset 224 00000400:00000010:2.0:1777582950.896024:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708a48. 00000400:00000200:2.0:1777582950.896028:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.896041:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.896048:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396607:396607:256:4294967295] 192.168.202.9@tcp LPNI seq info [396603:396603:8:4294967295] 00000400:00000200:2.0:1777582950.896054:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582950.896061:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.896066:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.896070:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582950.896076:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.896083:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.896087:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.896111:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582950.896117:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582950.896120:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95000. 00010000:00000010:2.1:1777582950.896160:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.1:1777582950.896167:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582950.896236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582950.896245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00000400:00000200:2.0:1777582950.898944:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582950.898963:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213ca1 00000400:00000200:2.0:1777582950.898970:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.898975:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582950.898982:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777582950.898985:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00010000:00000010:2.1:1777582950.900667:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582950.900681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.1:1777582950.900691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582950.900701:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582950.900708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582950.900714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000020:00000010:2.0:1777582950.900989:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c700. 00000020:00000010:2.0:1777582950.900995:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c700. 00000020:00000010:2.0:1777582950.901002:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95000. 00000020:00000010:2.0:1777582950.901008:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582950.901014:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582950.901055:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c700. 00000020:00000010:2.0:1777582950.901058:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c700. 00000100:00000200:2.0:1777582950.901061:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707792000 00000001:00000010:2.0:1777582950.901072:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e689c0. 00010000:00000010:2.0:1777582950.901095:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582950.901102:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 02000000:00000010:2.0:1777582950.901131:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023955a3000. 00010000:00000010:2.0:1777582950.901185:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582950.901190:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582950.901211:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582950.901214:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582950.901217:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582950.901220:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00000004:00000010:2.0:1777582950.901444:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:2.0:1777582950.901456:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e88. 00000004:00000010:2.0:1777582950.901464:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756990. 00080000:00000010:2.0:1777582950.901473:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00000020:00000010:2.0:1777582950.906975:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c7c0. 00000020:00000010:2.0:1777582950.906982:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c7c0. 00000020:00000010:2.0:1777582950.906987:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582950.906993:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582950.906998:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582950.907094:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c7c0. 00000020:00000010:2.0:1777582950.907097:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c7c0. 00000100:00000200:2.0:1777582950.907100:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707792256 00010000:00000010:2.1:1777582950.907163:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582950.907171:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582950.907175:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582950.907178:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 02000000:00000010:2.0:1777582950.907187:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023955a7000. 00010000:00000010:2.0:1777582950.907230:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:2.0:1777582950.907246:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c80. 00010000:00000010:2.0:1777582950.907265:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582950.907270:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582950.907302:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582950.907306:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:2.0:1777582950.907310:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582950.907313:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582950.907431:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582950.907434:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582950.907437:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582950.907440:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000020:00000010:2.0:1777582950.907467:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f20. 00000020:00000010:2.0:1777582950.907474:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f20. 00000020:00000010:2.0:1777582950.907484:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9f60. 00080000:00000010:2.0:1777582950.907495:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02496fec400. 00000001:00000010:2.0:1777582950.907915:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9cc0. 00000001:00000010:2.0:1777582950.907922:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e686c0. 00000020:00000010:2.0:1777582950.907956:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9f60. 00010000:00000010:2.0:1777582950.907966:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582950.907970:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582950.907983:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582950.908024:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582950.908037:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000200:2.0:1777582950.908054:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975199, last committed = 8589975157 00010000:00000200:2.0:1777582950.908063:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095c000 x1863928707792256/t8589975199(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582950.908083:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582950.908089:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707792256, offset 224 00000400:00000010:2.0:1777582950.908096:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708268. 00000400:00000200:2.0:1777582950.908100:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.908115:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.908123:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396609:396609:256:4294967295] 192.168.202.9@tcp LPNI seq info [396605:396605:8:4294967295] 00000400:00000200:2.0:1777582950.908129:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582950.908160:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.908166:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.908172:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582950.908179:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.908186:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.908190:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.908213:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582950.908218:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582950.908222:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95400. 00010000:00000010:3.1:1777582950.908474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582950.908482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000800:00000200:2.0:1777582950.911455:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.911465:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582950.911475:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.911485:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582950.919226:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582950.919233:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00000800:00000200:2.0:1777582950.920264:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.920269:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582950.920274:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.920281:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582950.922965:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582950.922982:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582950.922991:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582950.923000:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582950.923005:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582950.923009:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582950.923015:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:3.1:1777582950.923018:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582950.924211:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582950.924219:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582950.924224:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582950.924227:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582950.928863:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582950.928871:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582950.928876:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582950.928881:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582950.928884:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582950.928887:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00000020:00000010:0.0:1777582950.928983:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc5c0. 00000020:00000010:0.0:1777582950.928989:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc5c0. 00000020:00000010:0.0:1777582950.928996:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241782e000. 00000020:00000010:0.0:1777582950.929001:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582950.929007:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582950.929050:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc5c0. 00000020:00000010:0.0:1777582950.929053:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc5c0. 00000100:00000200:0.0:1777582950.929056:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707792768 00000001:00000010:0.0:1777582950.929068:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e686c0. 00010000:00000010:0.0:1777582950.929091:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582950.929099:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 02000000:00000010:0.0:1777582950.929125:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e07b000. 00010000:00000010:0.0:1777582950.929177:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582950.929182:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582950.929198:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582950.929201:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582950.929205:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582950.929207:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00000004:00000010:0.0:1777582950.929322:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab332c0. 00000004:00000010:0.0:1777582950.929342:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22e88. 00000004:00000010:0.0:1777582950.929349:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ee0. 00080000:00000010:0.0:1777582950.929357:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e1c8. 00010000:00000010:0.0:1777582950.930308:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582950.930316:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582950.930322:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582950.930406:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582950.930481:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582950.930492:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582950.930498:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582950.930521:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000200:0.0:1777582950.930542:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e4e00 x1863928707792768/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582950.930563:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582950.930569:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707792768, offset 224 00000400:00000200:0.0:1777582950.930576:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.930591:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.930599:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396612:396612:256:4294967295] 192.168.202.9@tcp LPNI seq info [396608:396608:8:4294967295] 00000400:00000200:0.0:1777582950.930611:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.930617:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.930622:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582950.930630:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.930638:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.930644:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.930666:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582950.930670:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582950.930674:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241782e000. 00010000:00000010:3.1:1777582950.934583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582950.934595:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582950.934599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582950.934602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582950.934606:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582950.934609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582950.935201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582950.935207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000400:00000200:2.0:1777582950.939055:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582950.939076:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883c080 00000400:00000200:2.0:1777582950.939084:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 25536 00000400:00000200:2.0:1777582950.939102:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582950.939106:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582950.939115:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582950.939122:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef33480. 00010000:00000010:0.1:1777582950.941010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582950.941017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582950.941019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582950.941022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582950.946124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582950.946150:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.0:1777582950.947678:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:2.0:1777582950.947688:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c80. 00010000:00000010:2.0:1777582950.953551:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582950.953561:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582950.953568:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582950.953575:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582950.953667:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:2.0:1777582950.953682:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:2.0:1777582950.953688:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374080. 00010000:00000010:2.0:1777582950.953716:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000200:2.0:1777582950.953756:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095ea00 x1863928707793152/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.953778:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582950.953785:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707793152, offset 224 00000400:00000200:2.0:1777582950.953791:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.953805:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.953811:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396614:396614:256:4294967295] 192.168.202.9@tcp LPNI seq info [396610:396610:8:4294967295] 00000400:00000200:2.0:1777582950.953823:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.953829:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.953834:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582950.953842:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.953849:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.953853:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.953885:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374a80. 00000020:00000010:2.0:1777582950.953892:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:2.0:1777582950.953896:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239621d800. 00000800:00000200:0.0:1777582950.954240:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.954245:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:0.0:1777582950.954250:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.954258:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.954263:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:0.0:1777582950.954265:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00010000:00000010:3.1:1777582950.958580:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582950.958590:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582950.958595:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582950.958599:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:0.0:1777582950.958676:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.958696:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883c200 00000400:00000200:0.0:1777582950.958704:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 26600 00000400:00000200:0.0:1777582950.958733:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.958738:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.958755:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.958763:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203c700. 00010000:00000010:0.0:1777582950.960865:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:0.0:1777582950.960874:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374980. 00010000:00000010:0.0:1777582950.960883:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000800:00000200:0.0:1777582950.962690:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.962694:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:0.0:1777582950.962700:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.962705:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.968816:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582950.968843:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213cc1 00000400:00000200:0.0:1777582950.968851:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.968855:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582950.968861:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:0.0:1777582950.968865:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000400:00000200:0.0:1777582950.969457:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.969468:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883c280 00000400:00000200:0.0:1777582950.969475:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 27088 00000400:00000200:0.0:1777582950.969543:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.969548:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.969553:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.969559:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203d180. 00000020:00000010:2.0:1777582950.969833:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c5c0. 00000020:00000010:2.0:1777582950.969841:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c5c0. 00000020:00000010:2.0:1777582950.969848:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582950.969853:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e500. 00000020:00000010:2.0:1777582950.969857:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582950.969899:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c5c0. 00000020:00000010:2.0:1777582950.969902:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c5c0. 00000100:00000200:2.0:1777582950.969905:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707793536 00000001:00000010:2.0:1777582950.969916:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:2.0:1777582950.969941:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582950.969948:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 02000000:00000010:2.0:1777582950.969976:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023955a2000. 00010000:00000010:2.0:1777582950.970008:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582950.970012:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582950.970033:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582950.970036:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582950.970040:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582950.970043:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000004:00000010:2.0:1777582950.970156:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169c20. 00000004:00000010:2.0:1777582950.970165:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0960. 00000004:00000010:2.0:1777582950.970172:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756220. 00080000:00000010:2.0:1777582950.970181:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d560. 00010000:00000010:0.1:1777582950.972293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582950.972308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582950.972590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582950.972597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.1:1777582950.972600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582950.972603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582950.972605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.1:1777582950.972607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.0:1777582950.972871:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582950.972877:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582950.972882:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582950.972890:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582950.972972:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582950.972985:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582950.972990:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582950.973015:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000200:2.0:1777582950.973035:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203d180 x1863928707793536/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.973055:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582950.973062:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707793536, offset 224 00000400:00000200:2.0:1777582950.973068:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.973081:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.973088:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396616:396616:256:4294967295] 192.168.202.9@tcp LPNI seq info [396612:396612:8:4294967295] 00000400:00000200:2.0:1777582950.973100:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.973106:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.973112:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582950.973118:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.973127:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.973131:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.973180:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e500. 00000020:00000010:2.0:1777582950.973185:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582950.973188:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95400. 00000800:00000200:0.0:1777582950.975644:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.975652:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:0.0:1777582950.975662:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.975670:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.975678:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:0.0:1777582950.975681:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00010000:00000010:3.1:1777582950.980203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582950.980216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582950.980220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582950.980223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:0.0:1777582950.980601:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.980620:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883c380 00000400:00000200:0.0:1777582950.980628:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 27664 00000400:00000200:0.0:1777582950.980645:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.980650:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.980659:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.980665:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203c380. 00000400:00000200:0.0:1777582950.989056:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582950.989078:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213cc9 00000400:00000200:0.0:1777582950.989086:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.989090:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582950.989098:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:0.0:1777582950.989101:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000400:00000200:0.0:1777582950.989155:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582950.989162:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883c400 00000400:00000200:0.0:1777582950.989168:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 28152 00000400:00000200:0.0:1777582950.989631:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.989638:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582950.989644:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582950.989652:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203f480. 00000020:00000010:2.0:1777582950.989739:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ce40. 00000020:00000010:2.0:1777582950.989745:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ce40. 00000020:00000010:2.0:1777582950.989762:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582950.989767:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e500. 00000020:00000010:2.0:1777582950.989772:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00010000:00000010:3.1:1777582950.989811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00000020:00000010:2.0:1777582950.989814:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ce40. 00000020:00000010:2.0:1777582950.989816:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ce40. 00000100:00000200:2.0:1777582950.989818:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707793920 00010000:00000010:3.1:1777582950.989819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000001:00000010:2.0:1777582950.989828:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:2.0:1777582950.989852:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582950.989858:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 02000000:00000010:2.0:1777582950.989895:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023955a4000. 00010000:00000010:2.0:1777582950.989925:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582950.989930:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582950.989946:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582950.989950:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582950.989955:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582950.989958:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000004:00000010:2.0:1777582950.990061:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:2.0:1777582950.990070:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0348. 00000004:00000010:2.0:1777582950.990077:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757320. 00080000:00000010:2.0:1777582950.990085:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:2.1:1777582950.990152:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582950.990158:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582950.990162:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582950.990164:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582950.991844:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582950.991852:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582950.991858:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582950.991863:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582950.991944:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582950.991956:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582950.991961:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582950.991984:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000200:2.0:1777582950.992002:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203f480 x1863928707793920/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 576/584 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582950.992022:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777582950.992028:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707793920, offset 224 00000400:00000200:2.0:1777582950.992035:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582950.992047:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582950.992055:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396618:396618:256:4294967295] 192.168.202.9@tcp LPNI seq info [396614:396614:8:4294967295] 00000400:00000200:2.0:1777582950.992066:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582950.992072:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582950.992077:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582950.992082:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582950.992089:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582950.992094:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582950.992119:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e500. 00000020:00000010:2.0:1777582950.992123:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582950.992127:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95400. 00000800:00000200:0.0:1777582950.992252:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582950.992257:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:0.0:1777582950.992262:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582950.992267:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582950.992273:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:0.0:1777582950.992275:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000020:00000010:0.0:1777582950.994655:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcb40. 00000020:00000010:0.0:1777582950.994661:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcb40. 00000020:00000010:0.0:1777582950.994667:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241782e000. 00000020:00000010:0.0:1777582950.994672:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582950.994677:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582950.994729:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcb40. 00000020:00000010:0.0:1777582950.994732:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcb40. 00000100:00000200:0.0:1777582950.994735:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707794176 02000000:00000010:0.0:1777582950.994790:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238c804000. 00010000:00000010:0.0:1777582950.994835:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:0.0:1777582950.994854:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00010000:00000010:0.0:1777582950.994877:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582950.994883:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582950.994900:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582950.994903:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582950.994907:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582950.994912:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582950.995027:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582950.995030:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582950.995033:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582950.995036:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000020:00000010:0.0:1777582950.995062:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48ea0. 00000020:00000010:0.0:1777582950.995069:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48ea0. 00000020:00000010:0.0:1777582950.995079:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a180. 00080000:00000010:0.0:1777582950.995088:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023f5968800. 00000001:00000010:0.0:1777582950.995952:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a480. 00000001:00000010:0.0:1777582950.995961:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185900. 00000020:00000010:0.0:1777582950.995996:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a180. 00010000:00000010:0.0:1777582950.996008:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582950.996014:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582950.996030:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185840. 00010000:00000010:0.0:1777582950.996077:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:2.0:1777582950.996083:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:2.0:1777582950.996089:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582950.996093:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:2.0:1777582950.996095:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185840. 00010000:00000200:0.0:1777582950.996109:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975204, last committed = 8589975157 00010000:00000200:0.0:1777582950.996120:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095dc00 x1863928707794176/t8589975204(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:391/0 lens 488/456 e 0 to 0 dl 1777582961 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582950.996200:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582950.996206:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707794176, offset 224 00000400:00000010:0.0:1777582950.996213:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f793b8. 00000400:00000200:0.0:1777582950.996217:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582950.996230:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582950.996237:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396619:396619:256:4294967295] 192.168.202.9@tcp LPNI seq info [396615:396615:8:4294967295] 00000400:00000200:0.0:1777582950.996244:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582950.996251:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582950.996257:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582950.996262:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582950.996268:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582950.996275:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582950.996279:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582950.998827:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582950.998842:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582950.998847:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241782e000. 00000800:00000200:2.0:1777582950.999976:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582950.999983:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582950.999991:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.000000:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582951.002507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582951.002525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582951.002530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582951.002533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582951.002537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582951.002540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582951.002542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582951.002545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:0.0:1777582951.002742:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.002772:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213cd1 00000400:00000200:0.0:1777582951.002779:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.002783:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.002791:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:0.0:1777582951.002794:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000400:00000200:0.0:1777582951.002826:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.002832:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883c580 00000400:00000200:0.0:1777582951.002839:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 29216 00000400:00000200:0.0:1777582951.002891:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.002895:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.002901:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.002907:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203ce00. 00010000:00000010:2.0:1777582951.003060:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:2.0:1777582951.003072:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:2.1:1777582951.006176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582951.006190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582951.006194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582951.006197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582951.006200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582951.006205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582951.006231:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582951.006237:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582951.006240:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582951.006242:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.0:1777582951.009023:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582951.009033:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582951.009039:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582951.009046:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582951.009124:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:2.0:1777582951.009153:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582951.009159:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c80. 00010000:00000010:2.0:1777582951.009185:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000200:2.0:1777582951.009206:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203ce00 x1863928707794304/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582951.009238:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777582951.009244:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707794304, offset 224 00000400:00000200:2.0:1777582951.009251:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.009264:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.009271:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396620:396620:256:4294967295] 192.168.202.9@tcp LPNI seq info [396616:396616:8:4294967295] 00000400:00000200:2.0:1777582951.009284:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.009292:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.009297:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582951.009303:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.009310:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.009314:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.009341:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374a80. 00000020:00000010:2.0:1777582951.009346:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:2.0:1777582951.009350:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386f8ee00. 00000800:00000200:2.0:1777582951.012469:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.012478:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582951.012485:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.012494:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.012502:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:2.0:1777582951.012504:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00000400:00000200:2.0:1777582951.012535:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.012548:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883c680 00000400:00000200:2.0:1777582951.012555:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 29792 00000400:00000200:2.0:1777582951.012570:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.012574:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.012580:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.012585:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef31c00. 00010000:00000010:2.1:1777582951.013157:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582951.013163:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00000800:00000200:0.0:1777582951.021483:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.021492:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:0.0:1777582951.021502:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.021511:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.021518:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:0.0:1777582951.021520:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000400:00000200:0.0:1777582951.021910:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.021924:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883c800 00000400:00000200:0.0:1777582951.021933:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 30856 00000400:00000200:0.0:1777582951.021960:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.021965:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.021972:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.021978:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203df80. 00000800:00000200:0.0:1777582951.025075:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.025081:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:0.0:1777582951.025086:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.025094:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582951.025396:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:2.1:1777582951.025404:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582951.025410:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.1:1777582951.025413:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:0.0:1777582951.032072:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.032092:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213ce1 00000400:00000200:0.0:1777582951.032099:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.032102:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.032109:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:0.0:1777582951.032112:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00000400:00000200:0.0:1777582951.032175:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.032183:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883c880 00000400:00000200:0.0:1777582951.032190:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 31344 00010000:00000010:1.1:1777582951.032490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582951.032500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582951.032777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582951.032784:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582951.032788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582951.032790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582951.032792:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582951.032796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582951.032798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582951.032801:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582951.032803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582951.032805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:0.0:1777582951.033070:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.033078:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.033084:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.033095:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397d5df80. 00010000:00000010:3.1:1777582951.035440:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582951.035448:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582951.035454:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582951.035456:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000800:00000200:0.0:1777582951.037741:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.037758:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582951.037766:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.037775:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.037783:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:0.0:1777582951.037786:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000400:00000200:0.0:1777582951.038058:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.038072:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883c980 00000400:00000200:0.0:1777582951.038080:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 31920 00000400:00000200:0.0:1777582951.038095:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.038099:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.038105:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.038113:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684700. 00010000:00000010:1.1:1777582951.038171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582951.038179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.0:1777582951.039759:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:0.0:1777582951.039765:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57580. 00010000:00000010:0.0:1777582951.039771:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000800:00000200:0.0:1777582951.039857:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.039860:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582951.039864:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.039870:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582951.042642:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582951.042656:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000200:0.0:1777582951.043001:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.043019:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213ce9 00000400:00000200:0.0:1777582951.043026:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.043031:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.043038:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:0.0:1777582951.043040:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00000400:00000200:0.0:1777582951.043070:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.043076:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883ca00 00000400:00000200:0.0:1777582951.043083:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 32408 00000400:00000200:0.0:1777582951.043168:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.043172:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.043177:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.043183:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae686a00. 00000020:00000010:0.0:1777582951.043229:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcb40. 00000020:00000010:0.0:1777582951.043233:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcb40. 00000020:00000010:0.0:1777582951.043239:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241782e000. 00000020:00000010:0.0:1777582951.043244:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582951.043249:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582951.043295:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcb40. 00000020:00000010:0.0:1777582951.043298:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcb40. 00000100:00000200:0.0:1777582951.043301:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707795456 00000001:00000010:0.0:1777582951.043311:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:0.0:1777582951.043868:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.043878:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 02000000:00000010:0.0:1777582951.043906:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c806000. 00010000:00000010:0.0:1777582951.043934:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582951.043938:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582951.043955:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582951.043959:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582951.043962:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582951.043965:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00000004:00000010:0.0:1777582951.044061:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab33680. 00000004:00000010:0.0:1777582951.044070:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e223c0. 00000004:00000010:0.0:1777582951.044077:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35540. 00080000:00000010:0.0:1777582951.044084:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e390. 00010000:00000010:0.0:1777582951.045118:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582951.045123:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582951.045127:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582951.045570:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582951.045577:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.0:1777582951.045583:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:1.1:1777582951.046176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582951.046182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582951.046186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582951.046189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582951.046191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582951.046194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00000800:00000200:0.0:1777582951.052363:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.052373:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582951.052383:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.052391:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.052398:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:0.0:1777582951.052401:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000020:00000010:0.0:1777582951.053512:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcf80. 00000020:00000010:0.0:1777582951.053517:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcf80. 00000020:00000010:0.0:1777582951.053524:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241782e000. 00000020:00000010:0.0:1777582951.053530:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf480. 00000020:00000010:0.0:1777582951.053535:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582951.053620:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcf80. 00000020:00000010:0.0:1777582951.053623:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcf80. 00000100:00000200:0.0:1777582951.053626:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707795712 02000000:00000010:0.0:1777582951.053672:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238c807000. 00010000:00000010:0.0:1777582951.053728:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582951.053745:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582951.053773:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582951.053779:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582951.053794:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582951.053797:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582951.053801:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582951.053803:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582951.053917:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582951.053920:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582951.053923:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582951.053926:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00000020:00000010:0.0:1777582951.053950:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582951.053957:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582951.053968:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ad80. 00080000:00000010:0.0:1777582951.053977:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023f596ac00. 00010000:00000010:1.1:1777582951.054195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582951.054201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582951.056157:0:1021:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582951.056167:0:1021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582951.058471:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582951.058486:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582951.058491:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582951.058494:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.061743:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:0.0:1777582951.061771:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582951.061782:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00000400:00000200:0.0:1777582951.062246:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.062267:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213cf1 00000400:00000200:0.0:1777582951.062275:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.062280:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.062286:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:0.0:1777582951.062290:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00000400:00000200:0.0:1777582951.062525:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.062533:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883cb80 00000400:00000200:0.0:1777582951.062541:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 33472 00000400:00000200:0.0:1777582951.062603:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.062609:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.062616:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.062621:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687800. 00000020:00000010:0.0:1777582951.062667:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcf80. 00000020:00000010:0.0:1777582951.062672:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcf80. 00000020:00000010:0.0:1777582951.062678:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241782f600. 00000020:00000010:0.0:1777582951.062682:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582951.062687:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582951.062728:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcf80. 00000020:00000010:0.0:1777582951.062731:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcf80. 00000100:00000200:0.0:1777582951.062734:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707795840 00000001:00000010:0.0:1777582951.062743:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:0.0:1777582951.062782:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582951.062791:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 02000000:00000010:0.0:1777582951.062826:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239332e000. 00010000:00000010:0.0:1777582951.062855:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582951.062859:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582951.062877:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582951.062881:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.062885:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582951.062887:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000004:00000010:0.0:1777582951.062982:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab32b40. 00000004:00000010:0.0:1777582951.062992:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e225a0. 00000004:00000010:0.0:1777582951.062998:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34990. 00080000:00000010:0.0:1777582951.063008:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fc80. 00010000:00000010:0.1:1777582951.063167:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582951.063174:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582951.063835:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582951.063840:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582951.063844:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582951.063849:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.063914:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582951.063925:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582951.063930:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.063951:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000200:0.0:1777582951.063967:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae687800 x1863928707795840/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.063987:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582951.063994:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707795840, offset 224 00000400:00000200:0.0:1777582951.064000:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.064013:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.064019:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396628:396628:256:4294967295] 192.168.202.9@tcp LPNI seq info [396624:396624:8:4294967295] 00000400:00000200:0.0:1777582951.064030:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.064035:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.064040:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582951.064046:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.064053:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.064057:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.064120:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582951.064125:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582951.064129:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241782f600. 00010000:00000010:1.1:1777582951.065992:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582951.066005:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582951.066260:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582951.066266:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000800:00000200:0.0:1777582951.068261:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.068269:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582951.068278:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.068298:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.068306:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:0.0:1777582951.068309:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000800:00000200:0.0:1777582951.073463:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.073471:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:0.0:1777582951.073479:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.073488:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000020:00000010:0.0:1777582951.073902:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc080. 00000020:00000010:0.0:1777582951.073906:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc080. 00000020:00000010:0.0:1777582951.073912:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241782f600. 00000020:00000010:0.0:1777582951.073917:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582951.073922:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582951.073983:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc080. 00000020:00000010:0.0:1777582951.073986:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc080. 00000100:00000200:0.0:1777582951.073989:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707796224 00000001:00000010:0.0:1777582951.074000:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:0.0:1777582951.074022:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582951.074029:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 02000000:00000010:0.0:1777582951.074054:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239332b000. 00010000:00000010:0.0:1777582951.074081:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582951.074084:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582951.074098:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582951.074102:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.074105:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582951.074108:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000004:00000010:0.0:1777582951.074241:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab33a40. 00000004:00000010:0.0:1777582951.074249:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e228e8. 00000004:00000010:0.0:1777582951.074256:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34110. 00080000:00000010:0.0:1777582951.074264:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f398. 00010000:00000010:0.0:1777582951.074982:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582951.074988:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582951.074993:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582951.074999:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582951.075068:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582951.075077:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582951.075080:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.075107:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000200:0.0:1777582951.075127:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55ff800 x1863928707796224/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.075168:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582951.075176:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707796224, offset 224 00000400:00000200:0.0:1777582951.075182:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.075194:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.075201:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396630:396630:256:4294967295] 192.168.202.9@tcp LPNI seq info [396626:396626:8:4294967295] 00000400:00000200:0.0:1777582951.075212:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.075217:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.075222:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582951.075228:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.075236:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.075240:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.075266:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582951.075270:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582951.075274:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241782f600. 00010000:00000010:1.1:1777582951.078316:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582951.078335:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000020:00000010:0.0:1777582951.078542:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.078547:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.078553:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395d09000. 00000020:00000010:0.0:1777582951.078558:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582951.078563:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582951.078594:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.078596:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc940. 00000100:00000200:0.0:1777582951.078599:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707796480 02000000:00000010:0.0:1777582951.078633:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239332a000. 00010000:00000010:0.0:1777582951.078668:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582951.078682:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582951.078700:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582951.078705:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582951.078730:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582951.078733:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582951.078739:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582951.078742:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582951.078855:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582951.078858:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.078861:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.078864:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000020:00000010:0.0:1777582951.078884:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c481c0. 00000020:00000010:0.0:1777582951.078890:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c481c0. 00000020:00000010:0.0:1777582951.078900:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a8a0. 00080000:00000010:0.0:1777582951.078909:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023f596a000. 00000001:00000010:0.0:1777582951.079335:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f486c0. 00000001:00000010:0.0:1777582951.079342:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185c00. 00000020:00000010:0.0:1777582951.079379:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a8a0. 00010000:00000010:0.0:1777582951.079387:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582951.079392:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582951.079405:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023961856c0. 00010000:00000010:0.0:1777582951.079441:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582951.079455:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:0.0:1777582951.079469:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975210, last committed = 8589975157 00010000:00000200:0.0:1777582951.079479:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095d180 x1863928707796480/t8589975210(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.079498:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582951.079504:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707796480, offset 224 00000400:00000010:0.0:1777582951.079510:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79cb0. 00000400:00000200:0.0:1777582951.079513:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.079528:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.079534:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396631:396631:256:4294967295] 192.168.202.9@tcp LPNI seq info [396627:396627:8:4294967295] 00000400:00000200:0.0:1777582951.079539:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.079545:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.079550:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.079554:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582951.079560:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.079568:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.079571:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.079591:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582951.079595:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582951.079598:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395d09000. 00010000:00000010:0.0:1777582951.079629:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582951.079633:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.079639:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023961856c0. 00010000:00000010:1.1:1777582951.081907:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582951.081922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.1:1777582951.082016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582951.082024:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582951.082029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582951.082032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582951.085198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582951.085209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582951.085213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582951.085216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582951.085219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582951.085223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582951.085281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582951.085287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582951.085290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582951.085293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000020:00000010:0.0:1777582951.089707:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.089713:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.089727:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241782f600. 00000020:00000010:0.0:1777582951.089733:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd80. 00000020:00000010:0.0:1777582951.089738:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582951.089782:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.089785:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc940. 00000100:00000200:0.0:1777582951.089788:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707796864 02000000:00000010:0.0:1777582951.089823:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239332f000. 00010000:00000010:0.0:1777582951.089861:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:0.0:1777582951.089874:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57a00. 00010000:00000010:0.0:1777582951.089894:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582951.089901:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582951.089919:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582951.089922:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582951.089926:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582951.089929:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582951.090039:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582951.090042:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582951.090045:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582951.090049:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000020:00000010:0.0:1777582951.090072:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c481c0. 00000020:00000010:0.0:1777582951.090079:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c481c0. 00000020:00000010:0.0:1777582951.090089:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48420. 00080000:00000010:0.0:1777582951.090098:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023f596b800. 00010000:00000010:0.1:1777582951.090163:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582951.090169:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582951.090173:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582951.090176:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582951.090178:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582951.090181:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000001:00000010:0.0:1777582951.090539:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48ba0. 00000001:00000010:0.0:1777582951.090546:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185e40. 00000020:00000010:0.0:1777582951.090579:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48420. 00010000:00000010:0.0:1777582951.090587:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582951.090591:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582951.090603:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023961856c0. 00010000:00000010:0.0:1777582951.090644:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582951.090657:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000200:0.0:1777582951.090671:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975211, last committed = 8589975157 00010000:00000200:0.0:1777582951.090680:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fc380 x1863928707796864/t8589975211(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.090699:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582951.090704:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707796864, offset 224 00000400:00000010:0.0:1777582951.090711:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f791c0. 00000400:00000200:0.0:1777582951.090715:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.090727:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.090734:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396633:396633:256:4294967295] 192.168.202.9@tcp LPNI seq info [396629:396629:8:4294967295] 00000400:00000200:0.0:1777582951.090740:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.090759:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.090765:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.090769:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582951.090776:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.090783:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.090787:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.090803:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd80. 00000020:00000010:0.0:1777582951.090807:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582951.090811:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241782f600. 00010000:00000010:0.0:1777582951.094123:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582951.094153:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:3.1:1777582951.094355:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582951.094362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000800:00000200:0.0:1777582951.099706:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.099795:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582951.099803:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.099813:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.099820:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:0.0:1777582951.099823:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00010000:00000010:0.1:1777582951.100218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582951.100226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:0.1:1777582951.100231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582951.100234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000020:00000010:0.0:1777582951.100268:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.100272:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.100277:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395d09000. 00000020:00000010:0.0:1777582951.100560:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582951.100568:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582951.100646:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.100649:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc940. 00000100:00000200:0.0:1777582951.100653:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707797248 02000000:00000010:0.0:1777582951.100690:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385600000. 00010000:00000010:0.0:1777582951.100739:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:0.0:1777582951.100762:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57880. 00010000:00000010:0.0:1777582951.100782:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582951.100788:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582951.100802:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582951.100806:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.100810:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582951.100813:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582951.100917:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582951.100920:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582951.100923:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.100926:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000020:00000010:0.0:1777582951.100947:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48480. 00000020:00000010:0.0:1777582951.100953:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48480. 00000020:00000010:0.0:1777582951.100963:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48420. 00080000:00000010:0.0:1777582951.100971:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385907000. 00000001:00000010:0.0:1777582951.101403:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48720. 00000001:00000010:0.0:1777582951.101410:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185300. 00000020:00000010:0.0:1777582951.101443:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48420. 00010000:00000010:0.0:1777582951.101451:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582951.101456:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582951.101468:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582951.101505:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582951.101517:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:0.0:1777582951.101531:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975212, last committed = 8589975157 00010000:00000200:0.0:1777582951.101541:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024af008700 x1863928707797248/t8589975212(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.101560:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582951.101566:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707797248, offset 224 00000400:00000010:0.0:1777582951.101572:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79d58. 00000400:00000200:0.0:1777582951.101576:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.101589:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.101596:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396635:396635:256:4294967295] 192.168.202.9@tcp LPNI seq info [396631:396631:8:4294967295] 00000400:00000200:0.0:1777582951.101602:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.101609:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.101614:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.101619:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582951.101625:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.101631:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.101635:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.101659:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf680. 00000020:00000010:0.0:1777582951.101663:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582951.101667:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395d09000. 00010000:00000010:0.0:1777582951.101698:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582951.101702:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582951.101708:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185180. 00010000:00000010:1.1:1777582951.101991:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582951.101998:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582951.102001:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582951.102004:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582951.104834:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582951.104847:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000800:00000200:0.0:1777582951.104867:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.104871:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582951.104878:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.104886:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582951.105177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582951.105183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000020:00000010:0.0:1777582951.106025:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.106031:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.106038:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241782f600. 00000020:00000010:0.0:1777582951.106044:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582951.106049:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582951.106089:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.106092:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc940. 00000100:00000200:0.0:1777582951.106095:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707797376 00000001:00000010:0.0:1777582951.106106:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185e40. 00010000:00000010:0.0:1777582951.106129:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582951.106163:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 02000000:00000010:0.0:1777582951.106192:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385601000. 00010000:00000010:0.0:1777582951.106222:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582951.106226:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582951.106248:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582951.106251:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582951.106255:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582951.106257:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000004:00000010:0.0:1777582951.106500:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab321e0. 00000004:00000010:0.0:1777582951.106509:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22a50. 00000004:00000010:0.0:1777582951.106516:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35320. 00080000:00000010:0.0:1777582951.106524:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ee40. 00000400:00000200:0.0:1777582951.110676:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.110693:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883d280 00000400:00000200:0.0:1777582951.110701:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 38304 00000400:00000200:0.0:1777582951.110821:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.110827:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.110834:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.110840:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae685c00. 00010000:00000010:1.1:1777582951.113274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582951.113294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582951.113298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582951.113300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582951.115448:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582951.115458:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582951.115463:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582951.115465:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582951.115469:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582951.115471:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582951.116157:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582951.116162:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582951.116166:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582951.116169:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:0.1:1777582951.121950:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582951.121959:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:0.1:1777582951.121963:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582951.121966:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582951.121969:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582951.121972:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582951.121991:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:0.0:1777582951.121997:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3800. 00010000:00000010:0.0:1777582951.122036:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:0.0:1777582951.122039:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3900. 00010000:00000010:0.0:1777582951.122043:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:3.1:1777582951.123899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582951.123913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582951.126164:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582951.126173:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582951.126176:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582951.126179:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000020:00000010:0.0:1777582951.126189:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.126194:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.126201:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390603200. 00000020:00000010:0.0:1777582951.126207:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582951.126212:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.126247:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc940. 00000020:00000010:0.0:1777582951.126250:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc940. 00000100:00000200:0.0:1777582951.126253:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707798144 00000001:00000010:0.0:1777582951.126263:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:0.0:1777582951.126297:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582951.126304:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 02000000:00000010:0.0:1777582951.126337:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385607000. 00010000:00000010:0.0:1777582951.126365:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582951.126369:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582951.126386:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582951.126390:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.126393:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.126396:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00000004:00000010:0.0:1777582951.126496:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab32960. 00000004:00000010:0.0:1777582951.126504:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22618. 00000004:00000010:0.0:1777582951.126512:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34880. 00080000:00000010:0.0:1777582951.126521:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e000. 00010000:00000010:1.1:1777582951.127030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582951.127037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582951.127040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.1:1777582951.127043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582951.128198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582951.128208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582951.128212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582951.128215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.0:1777582951.130575:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582951.130584:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582951.130590:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582951.130598:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582951.130683:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582951.130696:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582951.130702:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.130739:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:0.0:1777582951.130774:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fd180 x1863928707798144/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.130799:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582951.130806:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707798144, offset 224 00000400:00000200:0.0:1777582951.130814:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.130828:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.130835:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396640:396640:256:4294967295] 192.168.202.9@tcp LPNI seq info [396636:396636:8:4294967295] 00000400:00000200:0.0:1777582951.130846:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.130851:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.130856:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582951.130863:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.130870:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.130875:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.130900:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582951.130905:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.130910:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390603200. 00000020:00000010:0.0:1777582951.133802:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcb40. 00000020:00000010:0.0:1777582951.133808:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcb40. 00000020:00000010:0.0:1777582951.133814:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384f06800. 00000020:00000010:0.0:1777582951.133819:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582951.133825:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.133870:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fcb40. 00000020:00000010:0.0:1777582951.133872:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fcb40. 00000100:00000200:0.0:1777582951.133875:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707798400 02000000:00000010:0.0:1777582951.133914:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385604000. 00010000:00000010:0.0:1777582951.133955:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582951.133970:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582951.133991:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.133997:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582951.134013:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582951.134016:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582951.134021:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582951.134024:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582951.134169:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582951.134173:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.134177:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582951.134180:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00000020:00000010:0.0:1777582951.134207:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48da0. 00000020:00000010:0.0:1777582951.134214:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48da0. 00000020:00000010:0.0:1777582951.134225:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f487e0. 00080000:00000010:0.0:1777582951.134234:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385907c00. 00000001:00000010:0.0:1777582951.134635:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48b40. 00000001:00000010:0.0:1777582951.134642:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185180. 00000020:00000010:0.0:1777582951.134676:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f487e0. 00010000:00000010:0.0:1777582951.134684:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582951.134688:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582951.134700:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185e40. 00010000:00000010:0.0:1777582951.134736:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582951.134760:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000200:0.0:1777582951.134777:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975215, last committed = 8589975157 00010000:00000200:0.0:1777582951.134787:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024af008000 x1863928707798400/t8589975215(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.134807:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582951.134813:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707798400, offset 224 00000400:00000010:0.0:1777582951.134820:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79a10. 00000400:00000200:0.0:1777582951.134824:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.134837:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.134843:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396641:396641:256:4294967295] 192.168.202.9@tcp LPNI seq info [396637:396637:8:4294967295] 00000400:00000200:0.0:1777582951.134849:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.134857:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.134862:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.134867:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582951.134874:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.134882:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.134886:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.134910:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582951.134913:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.134917:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384f06800. 00000800:00000200:0.0:1777582951.134999:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.135003:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582951.135006:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.135011:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582951.143167:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582951.143174:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.0:1777582951.144211:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582951.144215:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.144220:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582951.144224:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582951.144409:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:0.0:1777582951.144424:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:0.0:1777582951.144428:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57a80. 00010000:00000010:0.0:1777582951.144450:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000200:0.0:1777582951.144469:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024af00aa00 x1863928707798528/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.144488:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582951.144495:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707798528, offset 224 00000400:00000200:0.0:1777582951.144501:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.144513:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.144519:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396642:396642:256:4294967295] 192.168.202.9@tcp LPNI seq info [396638:396638:8:4294967295] 00000400:00000200:0.0:1777582951.144531:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.144536:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.144540:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582951.144547:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.144553:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.144557:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.144580:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57180. 00000020:00000010:0.0:1777582951.144584:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674320. 00000020:00000010:0.0:1777582951.144589:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920f5400. 00010000:00000010:1.1:1777582951.150263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582951.150271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582951.150275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582951.150278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582951.153714:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582951.153733:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582951.153736:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582951.153740:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582951.154264:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582951.154269:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582951.156812:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582951.156825:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582951.156829:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582951.156832:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000800:00000200:0.0:1777582951.156849:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.156853:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582951.156858:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.156867:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.156873:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:0.0:1777582951.156876:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00010000:00000010:3.1:1777582951.157156:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:3.1:1777582951.157162:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582951.157281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582951.157295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:0.1:1777582951.157300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582951.157303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000020:00000010:0.0:1777582951.157341:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582951.157345:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582951.157350:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390603200. 00000020:00000010:0.0:1777582951.157355:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582951.157360:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.157395:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023914fc640. 00000020:00000010:0.0:1777582951.157398:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023914fc640. 00000100:00000200:0.0:1777582951.157400:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707799168 02000000:00000010:0.0:1777582951.157434:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385605000. 00010000:00000010:0.0:1777582951.157473:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:0.0:1777582951.157486:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c80. 00010000:00000010:0.0:1777582951.157504:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.157510:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582951.157523:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582951.157528:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582951.157532:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582951.157534:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582951.157632:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582951.157636:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02390db3200. 00010000:00000010:0.0:1777582951.157639:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582951.157642:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000020:00000010:0.0:1777582951.157664:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48160. 00000020:00000010:0.0:1777582951.157670:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48160. 00000020:00000010:0.0:1777582951.157679:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48840. 00080000:00000010:0.0:1777582951.157688:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385905800. 00000001:00000010:0.0:1777582951.158242:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f484e0. 00000001:00000010:0.0:1777582951.158249:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582951.158297:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48840. 00010000:00000010:0.0:1777582951.158306:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.158310:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582951.158455:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582951.158495:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582951.158501:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582951.158518:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582951.158522:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02390db3200. 00010000:00000010:0.0:1777582951.158535:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000200:0.0:1777582951.158551:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975217, last committed = 8589975157 00010000:00000200:0.0:1777582951.158561:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024af00b480 x1863928707799168/t8589975217(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.158586:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582951.158591:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707799168, offset 224 00000400:00000010:0.0:1777582951.158597:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79348. 00000400:00000200:0.0:1777582951.158601:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.158615:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.158622:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396645:396645:256:4294967295] 192.168.202.9@tcp LPNI seq info [396641:396641:8:4294967295] 00000400:00000200:0.0:1777582951.158628:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.158635:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.158640:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.158645:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582951.158651:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.158658:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.158662:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.1:1777582951.158930:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582951.158937:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582951.158941:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582951.158944:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000020:00000010:0.0:1777582951.159022:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582951.159028:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.159032:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390603200. 00010000:00000010:3.1:1777582951.163654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582951.163664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582951.163668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582951.163671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000800:00000200:0.0:1777582951.164244:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.164249:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:0.0:1777582951.164254:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.164259:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.164264:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:0.0:1777582951.164266:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000400:00000200:0.0:1777582951.176687:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.176706:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213d41 00000400:00000200:0.0:1777582951.176714:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.176729:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.176736:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:0.0:1777582951.176739:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:0.0:1777582951.176776:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.176784:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883da80 00000400:00000200:0.0:1777582951.176790:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 44112 00000400:00000200:0.0:1777582951.176845:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.176848:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.176853:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.176858:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687100. 00010000:00000010:0.0:1777582951.177339:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:0.0:1777582951.177345:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3980. 00010000:00000010:0.0:1777582951.177354:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582951.178706:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582951.178711:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02390db3680. 00010000:00000010:0.0:1777582951.178726:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582951.178731:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582951.178800:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:0.0:1777582951.178809:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:0.0:1777582951.178814:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57480. 00010000:00000010:0.0:1777582951.178833:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:0.0:1777582951.178849:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae687100 x1863928707799680/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.178868:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582951.178874:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707799680, offset 224 00000400:00000200:0.0:1777582951.178880:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.178891:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.178898:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396648:396648:256:4294967295] 192.168.202.9@tcp LPNI seq info [396644:396644:8:4294967295] 00000400:00000200:0.0:1777582951.178909:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.178914:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.178919:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582951.178925:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.178932:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.178936:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.178961:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57e00. 00000020:00000010:0.0:1777582951.178965:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:0.0:1777582951.178970:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023860b8c00. 00010000:00000010:0.1:1777582951.180237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582951.180249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582951.182242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582951.182257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582951.182328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582951.182334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582951.182337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582951.182339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582951.182627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582951.182636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582951.182642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582951.182644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582951.182646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582951.182649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582951.182651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582951.182653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582951.182655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582951.182657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.1:1777582951.184598:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582951.184605:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582951.184609:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582951.184612:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582951.184615:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582951.184618:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.0:1777582951.184633:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:0.0:1777582951.184639:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57300. 00010000:00000010:0.0:1777582951.184644:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00010000:00000010:1.1:1777582951.188189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582951.188202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00000020:00000010:0.0:1777582951.188959:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02498aea900. 00000020:00000010:0.0:1777582951.188965:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02498aea900. 00000020:00000010:0.0:1777582951.188972:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920f5400. 00000020:00000010:0.0:1777582951.188978:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3300. 00000020:00000010:0.0:1777582951.188984:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.189030:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02498aea900. 00000020:00000010:0.0:1777582951.189033:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02498aea900. 00000100:00000200:0.0:1777582951.189036:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707800064 00000001:00000010:0.0:1777582951.189048:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:0.0:1777582951.189074:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.189082:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 02000000:00000010:0.0:1777582951.189108:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385602000. 00010000:00000010:0.0:1777582951.189164:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582951.189168:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582951.189187:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582951.189190:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02390db3b80. 00010000:00000010:0.0:1777582951.189194:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.189198:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000004:00000010:0.0:1777582951.189318:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab32f00. 00000004:00000010:0.0:1777582951.189580:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22c30. 00000004:00000010:0.0:1777582951.189588:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35dc0. 00080000:00000010:0.0:1777582951.189597:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74eab0. 00010000:00000010:0.0:1777582951.190607:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582951.190612:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582951.190619:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582951.190624:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582951.190689:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582951.190697:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.190701:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02390db3b80. 00010000:00000010:0.0:1777582951.190826:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000200:0.0:1777582951.190849:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fe300 x1863928707800064/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.190869:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582951.190876:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707800064, offset 224 00000400:00000200:0.0:1777582951.190884:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.190896:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.190903:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396650:396650:256:4294967295] 192.168.202.9@tcp LPNI seq info [396646:396646:8:4294967295] 00000400:00000200:0.0:1777582951.190913:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.190919:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.190923:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582951.190929:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.190936:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.190940:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.190967:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3300. 00000020:00000010:0.0:1777582951.190972:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.190977:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920f5400. 00010000:00000010:0.1:1777582951.194425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582951.194437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582951.194489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582951.194496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000020:00000010:0.0:1777582951.196906:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bf980. 00000020:00000010:0.0:1777582951.196911:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bf980. 00000020:00000010:0.0:1777582951.196917:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390603200. 00000020:00000010:0.0:1777582951.196922:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3300. 00000020:00000010:0.0:1777582951.196927:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.196972:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bf980. 00000020:00000010:0.0:1777582951.196975:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bf980. 00000100:00000200:0.0:1777582951.196979:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707800320 02000000:00000010:0.0:1777582951.197017:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385290000. 00010000:00000010:0.0:1777582951.197055:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582951.197068:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582951.197087:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582951.197092:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582951.197107:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582951.197110:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02390db3b80. 00010000:00000010:0.0:1777582951.197114:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582951.197117:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582951.197238:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582951.197242:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582951.197245:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582951.197248:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000020:00000010:0.0:1777582951.197275:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48a00. 00000020:00000010:0.0:1777582951.197294:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48a00. 00000020:00000010:0.0:1777582951.197306:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48780. 00080000:00000010:0.0:1777582951.197315:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385904000. 00000001:00000010:0.0:1777582951.197680:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48120. 00000001:00000010:0.0:1777582951.197687:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185f00. 00000020:00000010:0.0:1777582951.197729:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48780. 00010000:00000010:0.0:1777582951.197737:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582951.197741:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582951.197762:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582951.197801:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.197814:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:0.0:1777582951.197828:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975220, last committed = 8589975157 00010000:00000200:0.0:1777582951.197837:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496e80e00 x1863928707800320/t8589975220(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.197863:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582951.197869:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707800320, offset 224 00000400:00000010:0.0:1777582951.197875:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79268. 00000400:00000200:0.0:1777582951.197878:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.197891:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.197897:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396651:396651:256:4294967295] 192.168.202.9@tcp LPNI seq info [396647:396647:8:4294967295] 00000400:00000200:0.0:1777582951.197902:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.197909:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.197915:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.197919:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582951.197925:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.197932:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.197936:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.197959:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3300. 00000020:00000010:0.0:1777582951.197963:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.197967:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390603200. 00000800:00000200:0.0:1777582951.198058:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.198062:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582951.198066:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.198071:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582951.201271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582951.201287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582951.201293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582951.201295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582951.201563:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582951.201571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000020:00000010:0.0:1777582951.202523:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bf980. 00000020:00000010:0.0:1777582951.202530:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bf980. 00000020:00000010:0.0:1777582951.202536:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920f5400. 00000020:00000010:0.0:1777582951.202542:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582951.202547:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.202585:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bf980. 00000020:00000010:0.0:1777582951.202588:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bf980. 00000100:00000200:0.0:1777582951.202591:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707800448 00000001:00000010:0.0:1777582951.202603:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:0.0:1777582951.202629:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.202637:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 02000000:00000010:0.0:1777582951.202664:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385296000. 00010000:00000010:0.0:1777582951.202694:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.202698:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.202727:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582951.202732:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02390db3300. 00010000:00000010:0.0:1777582951.202737:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582951.202740:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000004:00000010:0.0:1777582951.202850:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0241ab33860. 00000004:00000010:0.0:1777582951.202859:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22780. 00000004:00000010:0.0:1777582951.202867:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35870. 00080000:00000010:0.0:1777582951.202875:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ec78. 00010000:00000010:0.1:1777582951.204195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582951.204206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582951.204209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582951.204212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582951.204316:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582951.204329:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310300. 00010000:00000010:0.0:1777582951.204335:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582951.204342:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582951.204406:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.204417:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582951.204422:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02390db3300. 00010000:00000010:0.0:1777582951.204445:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:0.0:1777582951.204463:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0414000 x1863928707800448/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.204485:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582951.204491:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707800448, offset 224 00000400:00000200:0.0:1777582951.204498:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.204509:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.204516:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396652:396652:256:4294967295] 192.168.202.9@tcp LPNI seq info [396648:396648:8:4294967295] 00000400:00000200:0.0:1777582951.204528:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.204535:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.204540:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582951.204547:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.204554:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.204558:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.204585:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582951.204590:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.204595:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920f5400. 00010000:00000010:1.1:1777582951.206370:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582951.206384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582951.207277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582951.207296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:0.0:1777582951.209785:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.209805:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883de80 00000400:00000200:0.0:1777582951.209813:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 46816 00000400:00000200:0.0:1777582951.209829:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.209833:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.209841:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.209847:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684000. 00010000:00000010:0.0:1777582951.213220:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:0.0:1777582951.213226:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57880. 00010000:00000010:0.0:1777582951.213233:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484240. 00000800:00000200:0.0:1777582951.213483:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.213487:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582951.213491:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.213496:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.215904:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.215914:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883df00 00000400:00000200:0.0:1777582951.215921:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 47304 00000400:00000200:0.0:1777582951.215975:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.215979:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.215985:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.215990:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae685880. 00010000:00000010:0.1:1777582951.218473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582951.218482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582951.218486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582951.218488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000020:00000010:0.0:1777582951.220081:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bfdc0. 00000020:00000010:0.0:1777582951.220086:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bfdc0. 00000020:00000010:0.0:1777582951.220093:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384f06800. 00000020:00000010:0.0:1777582951.220098:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.220103:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00010000:00000010:0.1:1777582951.220161:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582951.220170:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000020:00000010:0.0:1777582951.220189:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bfdc0. 00000020:00000010:0.0:1777582951.220192:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bfdc0. 00000100:00000200:0.0:1777582951.220195:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707801088 02000000:00000010:0.0:1777582951.220230:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385292000. 00010000:00000010:0.0:1777582951.220268:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:0.0:1777582951.220293:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c00. 00010000:00000010:0.0:1777582951.220315:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.220321:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582951.220337:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582951.220340:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582951.220344:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582951.220347:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582951.220452:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582951.220455:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582951.220459:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.220462:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000020:00000010:0.0:1777582951.220489:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48560. 00000020:00000010:0.0:1777582951.220496:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48560. 00000020:00000010:0.0:1777582951.220506:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48060. 00080000:00000010:0.0:1777582951.220516:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385907400. 00000001:00000010:0.0:1777582951.220872:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48f60. 00000001:00000010:0.0:1777582951.220877:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185f00. 00000020:00000010:0.0:1777582951.220902:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48060. 00010000:00000010:0.0:1777582951.220908:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582951.220911:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582951.220920:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185b40. 00010000:00000010:0.0:1777582951.220960:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.220973:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:0.0:1777582951.220987:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975222, last committed = 8589975157 00010000:00000200:0.0:1777582951.220996:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0416300 x1863928707801088/t8589975222(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.221015:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582951.221020:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707801088, offset 224 00000400:00000010:0.0:1777582951.221024:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79a48. 00000400:00000200:0.0:1777582951.221026:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.221037:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.221041:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396655:396655:256:4294967295] 192.168.202.9@tcp LPNI seq info [396651:396651:8:4294967295] 00000400:00000200:0.0:1777582951.221045:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.221050:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.221054:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.221057:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582951.221062:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.221067:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.221070:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.221089:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.221093:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.221096:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384f06800. 00010000:00000010:1.1:1777582951.225164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582951.225171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582951.225176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582951.225179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582951.225183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582951.225186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00000020:00000010:0.0:1777582951.227989:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bfdc0. 00000020:00000010:0.0:1777582951.227999:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bfdc0. 00000020:00000010:0.0:1777582951.228008:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920f5400. 00000020:00000010:0.0:1777582951.228013:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.228019:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.228060:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bfdc0. 00000020:00000010:0.0:1777582951.228062:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bfdc0. 00000100:00000200:0.0:1777582951.228066:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707801216 00000001:00000010:0.0:1777582951.228077:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:0.0:1777582951.228104:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582951.228111:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 02000000:00000010:0.0:1777582951.228153:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385291000. 00010000:00000010:0.0:1777582951.228185:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582951.228188:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.228206:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582951.228208:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582951.228211:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582951.228213:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00000004:00000010:0.0:1777582951.228331:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57680. 00000004:00000010:0.0:1777582951.228342:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22000. 00000004:00000010:0.0:1777582951.228349:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35760. 00080000:00000010:0.0:1777582951.228359:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097aab0. 00010000:00000010:3.1:1777582951.230093:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582951.230105:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582951.230108:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582951.230111:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582951.230201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.1:1777582951.230207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582951.230211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582951.230214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582951.230267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582951.230275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582951.230860:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582951.230865:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310080. 00010000:00000010:0.0:1777582951.230871:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.230887:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582951.230970:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.230981:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582951.230987:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582951.231012:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:0.0:1777582951.231031:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fed80 x1863928707801216/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.231050:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582951.231058:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707801216, offset 224 00000400:00000200:0.0:1777582951.231064:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.231078:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.231084:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396656:396656:256:4294967295] 192.168.202.9@tcp LPNI seq info [396652:396652:8:4294967295] 00000400:00000200:0.0:1777582951.231096:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.231103:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.231109:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582951.231115:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.231123:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.231127:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.231181:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.231186:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.231190:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920f5400. 00010000:00000010:3.1:1777582951.233184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582951.233198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582951.235283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582951.235291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582951.235295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582951.235297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00000020:00000010:0.0:1777582951.235332:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bf180. 00000020:00000010:0.0:1777582951.235336:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bf180. 00000020:00000010:0.0:1777582951.235342:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388f2e200. 00000020:00000010:0.0:1777582951.235347:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.235352:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.235429:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bf180. 00000020:00000010:0.0:1777582951.235432:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bf180. 00000100:00000200:0.0:1777582951.235435:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707801472 02000000:00000010:0.0:1777582951.235476:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385294000. 00010000:00000010:0.0:1777582951.235526:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582951.235542:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310080. 00010000:00000010:0.0:1777582951.235565:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582951.235571:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582951.235588:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582951.235591:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310080. 00010000:00000010:0.0:1777582951.235595:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582951.235598:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582951.235721:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582951.235725:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582951.235728:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582951.235735:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00000020:00000010:0.0:1777582951.235775:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48a40. 00000020:00000010:0.0:1777582951.235782:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48a40. 00000020:00000010:0.0:1777582951.235793:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48540. 00080000:00000010:0.0:1777582951.235802:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385905c00. 00000001:00000010:0.0:1777582951.236227:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48c60. 00000001:00000010:0.0:1777582951.236234:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582951.236269:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48540. 00010000:00000010:0.0:1777582951.236279:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.236283:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.236295:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582951.236335:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.236341:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582951.236359:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582951.236363:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582951.236375:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000200:0.0:1777582951.236391:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975223, last committed = 8589975157 00010000:00000200:0.0:1777582951.236401:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fce00 x1863928707801472/t8589975223(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.236420:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582951.236426:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707801472, offset 224 00000400:00000010:0.0:1777582951.236433:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a5f79968. 00000400:00000200:0.0:1777582951.236436:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.236450:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.236457:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396657:396657:256:4294967295] 192.168.202.9@tcp LPNI seq info [396653:396653:8:4294967295] 00000400:00000200:0.0:1777582951.236464:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.236470:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.236476:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.236480:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582951.236487:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.236493:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.236497:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.236519:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.236523:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.236526:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388f2e200. 00000800:00000200:0.0:1777582951.240810:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.240819:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582951.240828:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.240837:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582951.249263:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582951.249280:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00000400:00000200:0.0:1777582951.250212:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.250234:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213d69 00000400:00000200:0.0:1777582951.250243:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.250248:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.250255:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:0.0:1777582951.250258:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00000400:00000200:0.0:1777582951.251877:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.251891:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883e200 00000400:00000200:0.0:1777582951.251899:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 49432 00000400:00000200:0.0:1777582951.251968:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.251973:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.251980:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.251986:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687b80. 00010000:00000010:0.1:1777582951.256226:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582951.256235:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582951.256238:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582951.256241:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582951.256329:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582951.256334:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310e80. 00010000:00000010:0.0:1777582951.256340:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582951.256347:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582951.256422:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:0.0:1777582951.256433:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:0.0:1777582951.256437:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57a00. 00010000:00000010:0.0:1777582951.256464:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000200:0.0:1777582951.256485:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae687b80 x1863928707801600/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.256506:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582951.256514:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707801600, offset 224 00000400:00000200:0.0:1777582951.256521:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.256536:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.256543:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396658:396658:256:4294967295] 192.168.202.9@tcp LPNI seq info [396654:396654:8:4294967295] 00000400:00000200:0.0:1777582951.256554:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.256559:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.256564:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582951.256570:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.256577:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.256580:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.260053:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57580. 00000020:00000010:0.0:1777582951.260067:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:0.0:1777582951.260074:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023846c9200. 00000400:00000200:0.0:1777582951.262508:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.262529:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883e300 00000400:00000200:0.0:1777582951.262538:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 50008 00000400:00000200:0.0:1777582951.262555:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.262560:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.262567:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.262574:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae686300. 00000800:00000200:0.0:1777582951.264001:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.264005:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:0.0:1777582951.264009:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.264013:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582951.264159:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582951.264165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582951.271109:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582951.271128:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582951.271177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582951.271183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582951.271222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582951.271228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582951.271254:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582951.271260:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00000020:00000010:0.0:1777582951.276434:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bfdc0. 00000020:00000010:0.0:1777582951.276447:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bfdc0. 00000020:00000010:0.0:1777582951.276456:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388f2e200. 00000020:00000010:0.0:1777582951.276462:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.276468:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.276506:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024856bfdc0. 00000020:00000010:0.0:1777582951.276509:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024856bfdc0. 00000100:00000200:0.0:1777582951.276512:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707801984 00000001:00000010:0.0:1777582951.276525:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:0.0:1777582951.276551:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.276559:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 02000000:00000010:0.0:1777582951.276594:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487b7d000. 00010000:00000010:0.0:1777582951.276624:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.276628:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.276648:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582951.276651:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582951.276654:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582951.276657:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00000004:00000010:0.0:1777582951.276777:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f570e0. 00000004:00000010:0.0:1777582951.276788:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22690. 00000004:00000010:0.0:1777582951.276795:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34dd0. 00080000:00000010:0.0:1777582951.276803:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a000. 00010000:00000010:0.0:1777582951.281513:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582951.281525:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582951.281532:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582951.281540:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582951.281626:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.281638:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582951.281643:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582951.281667:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000200:0.0:1777582951.281687:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fc000 x1863928707801984/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.281708:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582951.281727:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707801984, offset 224 00000400:00000200:0.0:1777582951.281735:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.281757:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.281765:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396660:396660:256:4294967295] 192.168.202.9@tcp LPNI seq info [396656:396656:8:4294967295] 00000400:00000200:0.0:1777582951.281777:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.281783:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.281788:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582951.281795:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.281802:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.281806:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.281828:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.281832:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.281837:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388f2e200. 00000800:00000200:0.0:1777582951.281941:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.281945:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582951.281951:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.281955:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.281959:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777582951.281961:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00010000:00000010:3.1:1777582951.283181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582951.283191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582951.283236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582951.283241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582951.286189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582951.286204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582951.286208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582951.286210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000400:00000200:0.0:1777582951.290183:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.290201:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213d79 00000400:00000200:0.0:1777582951.290207:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.290216:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.290222:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:0.0:1777582951.290225:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00010000:00000010:3.1:1777582951.295164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582951.295179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00000020:00000010:0.0:1777582951.295553:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582951.295559:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582951.295566:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388f2e200. 00000020:00000010:0.0:1777582951.295571:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.295576:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582951.295626:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582951.295628:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000100:00000200:0.0:1777582951.295632:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707802368 00000001:00000010:0.0:1777582951.295644:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:0.0:1777582951.295670:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.295679:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 02000000:00000010:0.0:1777582951.295710:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388b8c000. 00010000:00000010:0.0:1777582951.295756:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582951.295760:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582951.295779:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582951.295782:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582951.295785:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.295788:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000004:00000010:0.0:1777582951.295890:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57860. 00000004:00000010:0.0:1777582951.295900:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e224b0. 00000004:00000010:0.0:1777582951.295906:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34cc0. 00080000:00000010:0.0:1777582951.295915:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b8f0. 00000800:00000200:0.0:1777582951.297385:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.297389:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:0.0:1777582951.297394:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.297399:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.297404:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:0.0:1777582951.297406:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00010000:00000010:3.1:1777582951.299189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582951.299204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582951.299209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582951.299211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:0.0:1777582951.301899:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.301920:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883e600 00000400:00000200:0.0:1777582951.301929:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 52136 00000400:00000200:0.0:1777582951.301947:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.301952:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.301960:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.301967:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687480. 00000400:00000200:0.0:1777582951.312676:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.312693:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213d81 00000400:00000200:0.0:1777582951.312700:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.312703:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.312709:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:0.0:1777582951.312723:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00010000:00000010:3.1:1777582951.313169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582951.313178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582951.313181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582951.313185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582951.313187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582951.313190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000400:00000200:0.0:1777582951.315453:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.315470:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883e680 00000400:00000200:0.0:1777582951.315480:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 52624 00000400:00000200:0.0:1777582951.315561:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.315567:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.315575:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.315582:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae685180. 00010000:00000010:1.1:1777582951.318162:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582951.318168:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582951.318171:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582951.318173:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582951.323185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582951.323200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582951.323204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582951.323208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:0.0:1777582951.324598:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.324619:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883e780 00000400:00000200:0.0:1777582951.324628:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 53200 00000400:00000200:0.0:1777582951.324647:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.324651:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.324660:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.324666:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684a80. 00010000:00000010:0.0:1777582951.330341:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:0.0:1777582951.330355:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3000. 00000400:00000200:0.0:1777582951.333944:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.333965:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883e800 00000400:00000200:0.0:1777582951.333973:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 53688 00000400:00000200:0.0:1777582951.334043:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.334049:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.334059:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.334067:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684380. 00010000:00000010:1.1:1777582951.342210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582951.342218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582951.342222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582951.342224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000800:00000200:0.0:1777582951.345018:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.345022:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:0.0:1777582951.345028:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.345032:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.345037:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:0.0:1777582951.345039:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:1.1:1777582951.345250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582951.345258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582951.345709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582951.345725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582951.345831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582951.345839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:3.1:1777582951.345842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582951.345845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000020:00000010:0.0:1777582951.348429:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582951.348435:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582951.348442:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388f2fc00. 00000020:00000010:0.0:1777582951.348447:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582951.348452:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582951.348498:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582951.348500:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000100:00000200:0.0:1777582951.348504:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707803392 02000000:00000010:0.0:1777582951.348542:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388b8b000. 00010000:00000010:0.0:1777582951.348583:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:0.0:1777582951.348598:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3900. 00010000:00000010:0.0:1777582951.348618:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582951.348624:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582951.348639:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582951.348642:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582951.348645:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582951.348648:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582951.348786:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582951.348790:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310180. 00010000:00000010:0.0:1777582951.348793:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582951.348797:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000020:00000010:0.0:1777582951.348825:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c485c0. 00000020:00000010:0.0:1777582951.348832:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c485c0. 00000020:00000010:0.0:1777582951.348843:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48ae0. 00080000:00000010:0.0:1777582951.348852:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b62f6c00. 00000001:00000010:0.0:1777582951.349306:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f482a0. 00000001:00000010:0.0:1777582951.349314:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185600. 00000020:00000010:0.0:1777582951.349350:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48ae0. 00010000:00000010:0.0:1777582951.349359:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582951.349363:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582951.349376:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185540. 00010000:00000010:0.0:1777582951.349410:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582951.349424:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:0.0:1777582951.349441:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975228, last committed = 8589975157 00010000:00000200:0.0:1777582951.349451:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0415880 x1863928707803392/t8589975228(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.349470:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582951.349476:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707803392, offset 224 00000400:00000010:0.0:1777582951.349499:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f118. 00000400:00000200:0.0:1777582951.349505:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.349519:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.349525:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396667:396667:256:4294967295] 192.168.202.9@tcp LPNI seq info [396663:396663:8:4294967295] 00000400:00000200:0.0:1777582951.349531:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.349537:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.349542:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.349546:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582951.349551:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.349558:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.349561:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.349584:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582951.349588:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582951.349592:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388f2fc00. 00000800:00000200:0.0:1777582951.349689:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.349693:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582951.349698:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.349703:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.351071:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.351088:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213d91 00000400:00000200:0.0:1777582951.351094:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.351098:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.351104:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777582951.351106:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000020:00000010:0.0:1777582951.352534:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582951.352540:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582951.352546:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388f2fc00. 00000020:00000010:0.0:1777582951.352551:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582951.352556:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582951.352608:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582951.352611:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000100:00000200:0.0:1777582951.352614:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707803520 00000001:00000010:0.0:1777582951.352626:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:0.0:1777582951.352656:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582951.352664:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 02000000:00000010:0.0:1777582951.352692:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388b88000. 00010000:00000010:0.0:1777582951.352848:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582951.352854:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582951.352871:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582951.352874:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582951.352878:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582951.352881:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00000004:00000010:0.0:1777582951.352978:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f574a0. 00000004:00000010:0.0:1777582951.352987:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22078. 00000004:00000010:0.0:1777582951.352995:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34440. 00080000:00000010:0.0:1777582951.353003:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097ae40. 00010000:00000010:0.0:1777582951.353647:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582951.353652:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582951.353655:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582951.353660:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582951.353751:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582951.353765:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582951.353770:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582951.353792:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:0.0:1777582951.353808:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0414380 x1863928707803520/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.353827:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582951.353833:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707803520, offset 224 00000400:00000200:0.0:1777582951.353839:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.353851:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.353858:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396668:396668:256:4294967295] 192.168.202.9@tcp LPNI seq info [396664:396664:8:4294967295] 00000400:00000200:0.0:1777582951.353868:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.353874:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.353879:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582951.353886:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.353894:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.353897:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.353918:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582951.353922:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582951.353926:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388f2fc00. 00000800:00000200:0.0:1777582951.354023:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.354027:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582951.354032:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.354036:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.354041:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777582951.354042:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00010000:00000010:3.1:1777582951.356279:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582951.356291:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582951.356295:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582951.356298:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.0:1777582951.361966:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:0.0:1777582951.361984:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57200. 00010000:00000010:0.0:1777582951.361995:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000800:00000200:0.0:1777582951.362291:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.362296:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582951.362301:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.362311:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582951.364168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.1:1777582951.364184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00000400:00000200:0.0:1777582951.364995:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.365015:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213d99 00000400:00000200:0.0:1777582951.365024:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.365029:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.365036:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:0.0:1777582951.365039:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00000020:00000010:0.0:1777582951.367896:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b980. 00000020:00000010:0.0:1777582951.367902:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b980. 00000020:00000010:0.0:1777582951.367908:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023846c9200. 00000020:00000010:0.0:1777582951.367914:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582951.367919:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582951.367962:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b980. 00000020:00000010:0.0:1777582951.367965:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b980. 00000100:00000200:0.0:1777582951.367969:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707803904 00000001:00000010:0.0:1777582951.367980:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185600. 00010000:00000010:0.0:1777582951.368006:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582951.368015:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 02000000:00000010:0.0:1777582951.368041:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388b8d000. 00010000:00000010:0.0:1777582951.368070:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582951.368074:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582951.368092:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582951.368095:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582951.368099:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582951.368101:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000004:00000010:0.0:1777582951.368228:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57e00. 00000004:00000010:0.0:1777582951.368237:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22708. 00000004:00000010:0.0:1777582951.368245:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35100. 00080000:00000010:0.0:1777582951.368254:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b1d0. 00010000:00000010:2.0:1777582951.370756:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582951.370767:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582951.370773:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582951.370779:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582951.370863:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:2.0:1777582951.370877:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:2.0:1777582951.370883:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:2.0:1777582951.370913:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:2.0:1777582951.370938:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0417480 x1863928707803904/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582951.370966:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777582951.370972:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707803904, offset 224 00000400:00000200:2.0:1777582951.370979:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.370994:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.371001:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396670:396670:256:4294967295] 192.168.202.9@tcp LPNI seq info [396666:396666:8:4294967295] 00000400:00000200:2.0:1777582951.371013:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.371019:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.371024:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582951.371030:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.371037:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.371041:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.371070:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:2.0:1777582951.371074:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:2.0:1777582951.371078:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023846c9200. 00000800:00000200:0.0:1777582951.371248:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.371253:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:0.0:1777582951.371258:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.371263:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.371269:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:0.0:1777582951.371271:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00010000:00000010:0.1:1777582951.379420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582951.379436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582951.379439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582951.379445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582951.379449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582951.379451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582951.379505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582951.379512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:1.1:1777582951.379515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582951.379518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582951.379624:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582951.379630:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582951.379632:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582951.379635:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000200:0.0:1777582951.380272:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.380290:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883ec00 00000400:00000200:0.0:1777582951.380298:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 56392 00000400:00000200:0.0:1777582951.380317:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.380334:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.380343:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.380350:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae685f80. 00010000:00000010:0.0:1777582951.381900:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:0.0:1777582951.381906:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57f80. 00010000:00000010:0.0:1777582951.381912:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00010000:00000010:0.1:1777582951.385428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:0.1:1777582951.385445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000400:00000200:0.0:1777582951.390047:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.390079:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213da1 00000400:00000200:0.0:1777582951.390087:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.390093:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.390102:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:0.0:1777582951.390106:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00010000:00000010:3.1:1777582951.392061:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582951.392078:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582951.392170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:0.1:1777582951.392177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582951.392231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582951.392238:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582951.392476:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582951.392484:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582951.392487:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582951.392489:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.0:1777582951.392526:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:2.0:1777582951.392535:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57900. 00000400:00000200:0.0:1777582951.396493:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.396522:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883ec80 00000400:00000200:0.0:1777582951.396532:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 56880 00000400:00000200:0.0:1777582951.396612:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.396617:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.396626:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.396637:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a1180. 00000020:00000010:2.0:1777582951.397165:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582951.397172:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582951.397180:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582951.397186:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582951.397191:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.397244:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582951.397247:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000100:00000200:2.0:1777582951.397251:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707804288 00000001:00000010:2.0:1777582951.397267:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:2.0:1777582951.397300:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582951.397308:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582951.397353:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023955a0000. 00010000:00000010:2.0:1777582951.397383:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582951.397388:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582951.397413:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582951.397416:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582951.397420:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582951.397423:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000004:00000010:2.0:1777582951.397535:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169a40. 00000004:00000010:2.0:1777582951.397545:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e10. 00000004:00000010:2.0:1777582951.397553:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756660. 00080000:00000010:2.0:1777582951.397563:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c000. 00010000:00000010:2.0:1777582951.399584:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582951.399593:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582951.399600:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582951.399607:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582951.399682:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582951.399696:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582951.399701:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582951.399738:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582951.399771:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a1180 x1863928707804288/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582951.399793:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777582951.399801:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707804288, offset 224 00000400:00000200:2.0:1777582951.399808:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.399822:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.399829:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396672:396672:256:4294967295] 192.168.202.9@tcp LPNI seq info [396668:396668:8:4294967295] 00000400:00000200:2.0:1777582951.399841:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.399846:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.399852:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582951.399859:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.399865:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.399869:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.399899:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582951.399903:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.399907:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95400. 00000800:00000200:0.0:1777582951.400164:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.400170:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:0.0:1777582951.400175:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.400180:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.400185:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:0.0:1777582951.400188:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00010000:00000010:1.1:1777582951.407873:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582951.407887:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:0.0:1777582951.411275:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.411300:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883ed80 00000400:00000200:0.0:1777582951.411309:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 57456 00000400:00000200:0.0:1777582951.411411:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.411417:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.411427:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.411435:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0000. 00010000:00000010:2.1:1777582951.412435:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582951.412447:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582951.412451:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582951.412456:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582951.412458:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582951.412461:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000020:00000010:2.0:1777582951.412502:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cb00. 00000020:00000010:2.0:1777582951.412507:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cb00. 00000020:00000010:2.0:1777582951.412513:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582951.412519:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582951.412524:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.412628:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cb00. 00000020:00000010:2.0:1777582951.412631:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cb00. 00000100:00000200:2.0:1777582951.412634:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707804544 02000000:00000010:2.0:1777582951.412674:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023955a1000. 00010000:00000010:2.0:1777582951.412725:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582951.412740:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582951.412769:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582951.412774:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582951.412789:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582951.412791:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582951.412795:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582951.412798:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582951.412910:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582951.412913:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582951.412916:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582951.412920:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000020:00000010:2.0:1777582951.412946:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054c60. 00000020:00000010:2.0:1777582951.412953:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054c60. 00000020:00000010:2.0:1777582951.412964:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9de0. 00080000:00000010:2.0:1777582951.412974:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02496fee400. 00000001:00000010:2.0:1777582951.413452:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9d80. 00000001:00000010:2.0:1777582951.413459:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582951.413498:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9de0. 00010000:00000010:2.0:1777582951.413508:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582951.413512:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582951.413527:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582951.413566:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582951.413581:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582951.413597:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975231, last committed = 8589975157 00010000:00000200:2.0:1777582951.413607:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0000 x1863928707804544/t8589975231(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582951.413626:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582951.413633:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707804544, offset 224 00000400:00000010:2.0:1777582951.413641:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa0249f708348. 00000400:00000200:2.0:1777582951.413645:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.413660:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.413669:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396673:396673:256:4294967295] 192.168.202.9@tcp LPNI seq info [396669:396669:8:4294967295] 00000400:00000200:2.0:1777582951.413676:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582951.413682:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.413688:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.413693:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582951.413700:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.413709:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.413714:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.413738:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582951.413753:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.413757:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95400. 00000800:00000200:2.0:1777582951.419946:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.419957:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582951.419966:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.419975:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.424553:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.424580:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213da9 00000400:00000200:0.0:1777582951.424589:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.424593:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.424602:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:0.0:1777582951.424606:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00010000:00000010:2.1:1777582951.425765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582951.425777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00000400:00000200:0.0:1777582951.425941:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.425953:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883ee00 00000400:00000200:0.0:1777582951.425961:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 57944 00000400:00000200:0.0:1777582951.426468:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.426475:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.426482:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.426489:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0a80. 00000020:00000010:2.0:1777582951.434541:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cb00. 00000020:00000010:2.0:1777582951.434552:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cb00. 00000020:00000010:2.0:1777582951.434560:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582951.434566:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582951.434571:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.434630:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cb00. 00000020:00000010:2.0:1777582951.434633:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cb00. 00000100:00000200:2.0:1777582951.434636:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707804672 00000001:00000010:2.0:1777582951.434647:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:2.0:1777582951.434676:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582951.434685:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582951.434728:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023955a5000. 00010000:00000010:2.0:1777582951.434766:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582951.434770:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582951.434787:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582951.434791:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582951.434795:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582951.434798:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000004:00000010:2.0:1777582951.434897:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169e00. 00000004:00000010:2.0:1777582951.434907:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0ca8. 00000004:00000010:2.0:1777582951.434915:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756cc0. 00080000:00000010:2.0:1777582951.434923:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cab0. 00010000:00000010:2.0:1777582951.435943:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582951.435950:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582951.435955:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582951.435961:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582951.436036:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582951.436048:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582951.436053:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582951.436078:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582951.436097:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0a80 x1863928707804672/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582951.436122:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582951.436129:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707804672, offset 224 00000400:00000200:2.0:1777582951.436201:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.436215:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.436221:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396674:396674:256:4294967295] 192.168.202.9@tcp LPNI seq info [396670:396670:8:4294967295] 00000400:00000200:2.0:1777582951.436233:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.436238:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.436245:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582951.436252:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.436259:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.436264:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.436334:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582951.436339:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.436342:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95400. 00010000:00000010:1.1:1777582951.442944:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582951.442956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582951.444857:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582951.444869:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000400:00000200:2.0:1777582951.444901:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.444922:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883ef00 00000400:00000200:2.0:1777582951.444930:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 58520 00000400:00000200:2.0:1777582951.444947:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.444951:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.444958:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.444963:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef33b80. 00010000:00000010:1.1:1777582951.448462:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:1.1:1777582951.448476:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582951.451292:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582951.451306:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582951.451310:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582951.451313:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000020:00000010:2.0:1777582951.451405:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c3c0. 00000020:00000010:2.0:1777582951.451413:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c3c0. 00000020:00000010:2.0:1777582951.451423:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023846c9200. 00000020:00000010:2.0:1777582951.451430:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582951.451436:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.451542:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c3c0. 00000020:00000010:2.0:1777582951.451545:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c3c0. 00000100:00000200:2.0:1777582951.451551:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707804928 02000000:00000010:2.0:1777582951.451591:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a23cf000. 00010000:00000010:2.0:1777582951.451634:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582951.451649:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582951.451669:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582951.451676:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582951.451692:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582951.451695:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582951.451699:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582951.451702:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582951.451837:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582951.451840:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582951.451843:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582951.451846:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000020:00000010:2.0:1777582951.451873:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054680. 00000020:00000010:2.0:1777582951.451878:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054680. 00000020:00000010:2.0:1777582951.451889:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a90c0. 00080000:00000010:2.0:1777582951.451899:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02396f69400. 00000001:00000010:2.0:1777582951.452339:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9840. 00000001:00000010:2.0:1777582951.452347:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582951.452383:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a90c0. 00010000:00000010:2.0:1777582951.452391:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582951.452394:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582951.452406:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582951.452446:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582951.452452:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582951.452472:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582951.452475:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582951.452489:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000200:2.0:1777582951.452505:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975232, last committed = 8589975157 00010000:00000200:2.0:1777582951.452516:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef33b80 x1863928707804928/t8589975232(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582951.452536:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777582951.452542:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707804928, offset 224 00000400:00000010:2.0:1777582951.452550:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12230. 00000400:00000200:2.0:1777582951.452554:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.452569:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.452577:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396675:396675:256:4294967295] 192.168.202.9@tcp LPNI seq info [396671:396671:8:4294967295] 00000400:00000200:2.0:1777582951.452583:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582951.452590:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.452596:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.452601:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582951.452607:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.452614:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.452617:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.452642:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582951.452646:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.452649:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023846c9200. 00000020:00000010:0.0:1777582951.462799:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b980. 00000020:00000010:0.0:1777582951.462812:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b980. 00000020:00000010:0.0:1777582951.462819:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920f5400. 00000020:00000010:0.0:1777582951.462825:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.462831:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582951.462873:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b980. 00000020:00000010:0.0:1777582951.462878:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b980. 00000100:00000200:0.0:1777582951.462881:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707805056 00000001:00000010:0.0:1777582951.462892:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68600. 00010000:00000010:0.0:1777582951.462919:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582951.462928:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 02000000:00000010:0.0:1777582951.462957:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388b8f000. 00010000:00000010:0.0:1777582951.462990:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582951.462994:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582951.463015:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582951.463019:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582951.463023:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582951.463027:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000004:00000010:0.0:1777582951.463154:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f572c0. 00000004:00000010:0.0:1777582951.463164:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e222d0. 00000004:00000010:0.0:1777582951.463171:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34550. 00080000:00000010:0.0:1777582951.463182:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a720. 00010000:00000010:0.0:1777582951.465404:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582951.465414:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582951.465420:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582951.465427:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582951.465507:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582951.465520:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582951.465527:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582951.465555:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000200:0.0:1777582951.465575:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f52680 x1863928707805056/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.465596:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582951.465603:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707805056, offset 224 00000400:00000200:0.0:1777582951.465610:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.465626:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.465635:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396676:396676:256:4294967295] 192.168.202.9@tcp LPNI seq info [396672:396672:8:4294967295] 00000400:00000200:0.0:1777582951.465649:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.465655:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.465660:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582951.465667:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.465677:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.465681:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.465707:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.466017:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582951.466025:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920f5400. 00010000:00000010:2.0:1777582951.467494:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582951.467507:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec00. 00000800:00000200:2.0:1777582951.467718:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.467722:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582951.467727:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.467735:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.467741:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:2.0:1777582951.467753:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00010000:00000010:2.1:1777582951.471083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582951.471100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00000400:00000200:2.0:1777582951.471163:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.471182:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883f080 00000400:00000200:2.0:1777582951.471190:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 59584 00000400:00000200:2.0:1777582951.471208:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.471213:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.471221:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.471227:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef30a80. 00000020:00000010:0.0:1777582951.471347:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.471353:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.471360:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637c000. 00000020:00000010:0.0:1777582951.471365:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.471370:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582951.471411:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.471415:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b400. 00000100:00000200:0.0:1777582951.471418:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707805312 02000000:00000010:0.0:1777582951.471469:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388b8a000. 00010000:00000010:0.0:1777582951.471512:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582951.471525:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582951.471544:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.471548:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582951.471562:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582951.471564:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582951.471569:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.471571:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582951.471686:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582951.471689:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582951.471694:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582951.471697:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000020:00000010:0.0:1777582951.472091:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c484e0. 00000020:00000010:0.0:1777582951.472100:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c484e0. 00000020:00000010:0.0:1777582951.472110:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48900. 00080000:00000010:0.0:1777582951.472120:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b62f6400. 00000001:00000010:0.0:1777582951.472898:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48840. 00000001:00000010:0.0:1777582951.472906:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185180. 00000020:00000010:0.0:1777582951.472943:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48900. 00010000:00000010:0.0:1777582951.472957:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582951.472963:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582951.472979:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582951.474845:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582951.474875:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:0.0:1777582951.474898:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975233, last committed = 8589975157 00010000:00000200:0.0:1777582951.474912:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef30a80 x1863928707805312/t8589975233(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.474938:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582951.474945:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707805312, offset 224 00000400:00000010:0.0:1777582951.474952:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fc40. 00000400:00000200:0.0:1777582951.474956:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.474971:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.474979:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396677:396677:256:4294967295] 192.168.202.9@tcp LPNI seq info [396673:396673:8:4294967295] 00000400:00000200:0.0:1777582951.474986:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.474992:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.474998:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.475004:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582951.475011:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.475019:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.475024:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.475055:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.475060:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582951.475065:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637c000. 00000800:00000200:0.0:1777582951.475198:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.475201:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582951.475206:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.475211:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582951.479941:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:2.0:1777582951.479959:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310900. 00010000:00000010:2.0:1777582951.479971:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185600. 00000400:00000200:0.0:1777582951.480255:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.480275:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213db9 00000400:00000200:0.0:1777582951.480399:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.480406:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.480414:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:0.0:1777582951.480417:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00000400:00000200:0.0:1777582951.480486:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.480494:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883f100 00000400:00000200:0.0:1777582951.480502:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 60072 00000400:00000200:0.0:1777582951.480584:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.480589:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.480594:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.480601:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a2a00. 00010000:00000010:2.0:1777582951.480657:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:2.0:1777582951.480663:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310680. 00010000:00000010:2.1:1777582951.482733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582951.482751:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582951.482755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582951.482757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582951.482760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582951.482763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000800:00000200:2.0:1777582951.484784:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.484793:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582951.484801:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.484809:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.484816:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:2.0:1777582951.484819:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00010000:00000010:0.1:1777582951.486185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582951.486197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582951.486203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582951.486206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000400:00000200:0.0:1777582951.486901:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.486918:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883f200 00000400:00000200:0.0:1777582951.486926:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 60648 00000400:00000200:0.0:1777582951.486940:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.486945:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.486952:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.486957:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a3800. 00000020:00000010:2.0:1777582951.487383:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c3c0. 00000020:00000010:2.0:1777582951.487389:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c3c0. 00000020:00000010:2.0:1777582951.487395:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391d95400. 00000020:00000010:2.0:1777582951.487401:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582951.487406:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.487471:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c3c0. 00000020:00000010:2.0:1777582951.487474:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c3c0. 00000100:00000200:2.0:1777582951.487477:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707805696 02000000:00000010:2.0:1777582951.487514:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023924dd000. 00010000:00000010:2.0:1777582951.487552:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:2.0:1777582951.487565:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57b00. 00010000:00000010:2.0:1777582951.487584:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582951.487589:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582951.487604:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582951.487607:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:2.0:1777582951.487612:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582951.487615:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582951.487716:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582951.487720:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582951.487723:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582951.487726:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000020:00000010:2.0:1777582951.487762:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054ec0. 00000020:00000010:2.0:1777582951.487768:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054ec0. 00000020:00000010:2.0:1777582951.487780:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a90c0. 00080000:00000010:2.0:1777582951.487789:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02396f6b400. 00010000:00000010:2.1:1777582951.488171:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582951.488176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582951.488178:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582951.488180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582951.488181:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582951.488184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582951.488184:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582951.488186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000001:00000010:2.0:1777582951.488593:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a91e0. 00000001:00000010:2.0:1777582951.488601:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68e40. 00000020:00000010:2.0:1777582951.488634:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a90c0. 00010000:00000010:2.0:1777582951.488644:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582951.488648:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582951.488663:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582951.488704:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582951.488720:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582951.488736:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975234, last committed = 8589975157 00010000:00000200:2.0:1777582951.488756:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a3800 x1863928707805696/t8589975234(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582951.488776:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582951.488783:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707805696, offset 224 00000400:00000010:2.0:1777582951.488791:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12818. 00000400:00000200:2.0:1777582951.488795:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.488810:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.488816:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396679:396679:256:4294967295] 192.168.202.9@tcp LPNI seq info [396675:396675:8:4294967295] 00000400:00000200:2.0:1777582951.488823:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582951.488829:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.488836:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.488840:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582951.488847:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.488854:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.488858:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.488883:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582951.488887:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.488891:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391d95400. 00010000:00000010:0.1:1777582951.489420:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582951.489429:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582951.489432:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582951.489434:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000400:00000200:2.0:1777582951.490532:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582951.490547:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213dc1 00000400:00000200:2.0:1777582951.490553:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.490557:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582951.490563:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:2.0:1777582951.490565:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00010000:00000010:0.0:1777582951.490865:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:0.0:1777582951.490876:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00010000:00000010:2.1:1777582951.491498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582951.491506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00000400:00000200:0.0:1777582951.498316:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.498339:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883f280 00000400:00000200:0.0:1777582951.498349:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 61136 00000400:00000200:0.0:1777582951.498424:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.498430:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.498439:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.498448:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0e00. 00010000:00000010:1.1:1777582951.499178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:1.1:1777582951.499187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582951.499299:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:0.1:1777582951.499304:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582951.499365:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582951.499368:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000020:00000010:2.0:1777582951.499394:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c3c0. 00000020:00000010:2.0:1777582951.499399:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c3c0. 00000020:00000010:2.0:1777582951.499404:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023846c9200. 00000020:00000010:2.0:1777582951.499409:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582951.499412:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.499456:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c3c0. 00000020:00000010:2.0:1777582951.499459:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c3c0. 00000100:00000200:2.0:1777582951.499462:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707805824 00000001:00000010:2.0:1777582951.499472:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185180. 00010000:00000010:2.0:1777582951.499496:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582951.499503:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582951.499532:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023924de000. 00010000:00000010:2.0:1777582951.499573:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582951.499576:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582951.499591:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582951.499593:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582951.499596:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582951.499598:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000004:00000010:2.0:1777582951.499680:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168f00. 00000004:00000010:2.0:1777582951.499687:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0168. 00000004:00000010:2.0:1777582951.499693:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756440. 00080000:00000010:2.0:1777582951.499700:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d1d0. 00010000:00000010:2.0:1777582951.503105:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582951.503116:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e180. 00010000:00000010:2.0:1777582951.503122:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582951.503130:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582951.503234:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582951.503248:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582951.503254:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00010000:00000010:2.0:1777582951.503280:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582951.503301:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0e00 x1863928707805824/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582951.503336:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582951.503344:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707805824, offset 224 00000400:00000200:2.0:1777582951.503351:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.503365:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.503372:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396680:396680:256:4294967295] 192.168.202.9@tcp LPNI seq info [396676:396676:8:4294967295] 00000400:00000200:2.0:1777582951.503383:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.503389:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.503394:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582951.503400:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.503408:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.503412:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.503442:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:2.0:1777582951.503446:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.503450:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023846c9200. 00000400:00000200:2.0:1777582951.507692:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.507721:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883f380 00000400:00000200:2.0:1777582951.507730:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 61712 00000400:00000200:2.0:1777582951.507757:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.507762:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.507771:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.507777:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef31180. 00000020:00000010:0.0:1777582951.507950:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.507957:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.507963:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637c000. 00000020:00000010:0.0:1777582951.507969:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.507975:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582951.508022:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.508025:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b400. 00000100:00000200:0.0:1777582951.508028:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707806080 02000000:00000010:0.0:1777582951.508065:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383f33000. 00010000:00000010:0.0:1777582951.508107:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:0.0:1777582951.508125:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e180. 00010000:00000010:0.0:1777582951.508169:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.508176:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582951.508191:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582951.508194:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582951.508198:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582951.508201:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582951.508310:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582951.508314:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582951.508317:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582951.508328:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582951.508353:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48e40. 00000020:00000010:0.0:1777582951.508359:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48e40. 00000020:00000010:0.0:1777582951.508370:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48900. 00080000:00000010:0.0:1777582951.508379:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b62f7c00. 00000001:00000010:0.0:1777582951.508781:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f481e0. 00000001:00000010:0.0:1777582951.508790:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185300. 00000020:00000010:0.0:1777582951.508825:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48900. 00010000:00000010:0.0:1777582951.508833:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582951.508837:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582951.508848:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185e40. 00010000:00000010:0.0:1777582951.508884:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582951.508898:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:0.0:1777582951.508912:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975235, last committed = 8589975157 00010000:00000200:0.0:1777582951.508922:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef31180 x1863928707806080/t8589975235(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.508941:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582951.508947:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707806080, offset 224 00000400:00000010:0.0:1777582951.508953:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f508. 00000400:00000200:0.0:1777582951.508957:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.508972:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.508979:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396681:396681:256:4294967295] 192.168.202.9@tcp LPNI seq info [396677:396677:8:4294967295] 00000400:00000200:0.0:1777582951.508984:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.508992:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.508998:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.509002:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582951.509008:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.509014:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.509018:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.509039:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.509043:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582951.509046:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637c000. 00000800:00000200:0.0:1777582951.509156:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.509159:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582951.509164:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.509168:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582951.509331:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:2.0:1777582951.509338:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d00. 00010000:00000010:2.0:1777582951.509344:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185e40. 00010000:00000010:2.0:1777582951.510705:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:2.0:1777582951.510722:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310980. 00010000:00000010:2.1:1777582951.511174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582951.511184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582951.511187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582951.511190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000400:00000200:2.0:1777582951.512272:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.512288:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883f400 00000400:00000200:2.0:1777582951.512296:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 62200 00000400:00000200:2.0:1777582951.512832:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.512839:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.512847:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.512853:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef30e00. 00000020:00000010:0.0:1777582951.512947:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.512953:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.512959:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637c000. 00000020:00000010:0.0:1777582951.512964:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582951.512969:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582951.513006:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.513009:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b400. 00000100:00000200:0.0:1777582951.513012:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707806208 00000001:00000010:0.0:1777582951.513022:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68e40. 00010000:00000010:0.0:1777582951.513046:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582951.513053:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 02000000:00000010:0.0:1777582951.513078:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383f34000. 00010000:00000010:0.0:1777582951.513105:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582951.513108:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582951.513126:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582951.513128:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582951.513158:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582951.513162:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00000004:00000010:0.0:1777582951.513263:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56960. 00000004:00000010:0.0:1777582951.513271:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e220f0. 00000004:00000010:0.0:1777582951.513279:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34000. 00080000:00000010:0.0:1777582951.513288:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b398. 00010000:00000010:2.0:1777582951.514015:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582951.514020:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582951.514025:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582951.514030:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582951.514093:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:2.0:1777582951.514104:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:2.0:1777582951.514109:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00010000:00000010:2.0:1777582951.514131:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:2.0:1777582951.514232:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef30e00 x1863928707806208/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582951.514250:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582951.514257:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707806208, offset 224 00000400:00000200:2.0:1777582951.514263:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.514276:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.514282:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396682:396682:256:4294967295] 192.168.202.9@tcp LPNI seq info [396678:396678:8:4294967295] 00000400:00000200:2.0:1777582951.514293:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.514299:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.514304:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582951.514311:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.514317:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.514397:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.514448:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310b00. 00000020:00000010:2.0:1777582951.514453:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:2.0:1777582951.514458:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637c000. 00000800:00000200:0.0:1777582951.514907:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.514912:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:0.0:1777582951.514917:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.514923:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.514928:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:0.0:1777582951.514930:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00010000:00000010:0.1:1777582951.516231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582951.516244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582951.516250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582951.516253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582951.523212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582951.523225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582951.523229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582951.523232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000020:00000010:0.0:1777582951.523863:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.523870:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.523876:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637d000. 00000020:00000010:0.0:1777582951.523881:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582951.523886:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.523966:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.523969:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b400. 00000100:00000200:0.0:1777582951.523973:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707806464 02000000:00000010:0.0:1777582951.524010:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383f32000. 00010000:00000010:0.0:1777582951.524053:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:0.0:1777582951.524069:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:0.0:1777582951.524090:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.524098:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582951.524114:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582951.524117:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310080. 00010000:00000010:0.0:1777582951.524121:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582951.524124:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582951.524276:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582951.524279:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310c00. 00010000:00000010:0.0:1777582951.524283:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582951.524286:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582951.524314:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48700. 00000020:00000010:0.0:1777582951.524320:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48700. 00000020:00000010:0.0:1777582951.524331:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48900. 00080000:00000010:0.0:1777582951.524341:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b62f5800. 00000001:00000010:0.0:1777582951.525824:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48060. 00000001:00000010:0.0:1777582951.525836:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023961856c0. 00000020:00000010:0.0:1777582951.525882:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48900. 00010000:00000010:0.0:1777582951.525897:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582951.525904:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582951.525923:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185c00. 00010000:00000010:0.0:1777582951.526031:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582951.526057:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:0.0:1777582951.526079:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975236, last committed = 8589975157 00010000:00000200:0.0:1777582951.526092:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f53b80 x1863928707806464/t8589975236(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.526112:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582951.526118:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707806464, offset 224 00000400:00000010:0.0:1777582951.526126:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f9d8. 00000400:00000200:0.0:1777582951.526130:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.526160:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.526167:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396683:396683:256:4294967295] 192.168.202.9@tcp LPNI seq info [396679:396679:8:4294967295] 00000400:00000200:0.0:1777582951.526173:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.526181:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.526186:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.526192:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582951.526198:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.526206:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.526210:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.526232:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582951.526237:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.526240:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637d000. 00010000:00000010:2.1:1777582951.527266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582951.527273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582951.527278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582951.527281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000400:00000200:0.0:1777582951.528760:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.528780:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213dd1 00000400:00000200:0.0:1777582951.528788:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.528793:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.528800:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582951.528804:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00010000:00000010:2.0:1777582951.528949:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:2.0:1777582951.528960:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310080. 00010000:00000010:0.1:1777582951.530496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582951.530508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:0.1:1777582951.530513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582951.530517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000020:00000010:0.0:1777582951.531567:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.531572:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.531579:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637d000. 00000020:00000010:0.0:1777582951.531584:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582951.531590:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.531633:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b400. 00000020:00000010:0.0:1777582951.531635:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b400. 00000100:00000200:0.0:1777582951.531639:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707806592 00000001:00000010:0.0:1777582951.531651:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185300. 00010000:00000010:0.0:1777582951.531675:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.531683:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 02000000:00000010:0.0:1777582951.531720:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0249e13a000. 00010000:00000010:0.0:1777582951.531758:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582951.531762:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582951.531779:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582951.531782:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582951.531786:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582951.531789:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00000004:00000010:0.0:1777582951.531883:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f565a0. 00000004:00000010:0.0:1777582951.531891:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22348. 00000004:00000010:0.0:1777582951.531898:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35ba0. 00080000:00000010:0.0:1777582951.531906:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a390. 00010000:00000010:3.1:1777582951.536171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582951.536182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582951.536220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582951.536225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582951.536389:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582951.536395:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310080. 00010000:00000010:0.0:1777582951.536401:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582951.536409:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582951.536496:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582951.536508:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582951.536513:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582951.536539:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:0.0:1777582951.536558:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0415180 x1863928707806592/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.536579:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582951.536586:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707806592, offset 224 00000400:00000200:0.0:1777582951.536593:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.536606:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.536613:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396684:396684:256:4294967295] 192.168.202.9@tcp LPNI seq info [396680:396680:8:4294967295] 00000400:00000200:0.0:1777582951.536625:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.536631:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.536636:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582951.536644:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.536651:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.536655:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.536803:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582951.536808:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.536812:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637d000. 00000400:00000200:0.0:1777582951.540007:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.540026:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883f680 00000400:00000200:0.0:1777582951.540035:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 63840 00000400:00000200:0.0:1777582951.540054:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.540059:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.540067:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.540074:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0380. 00000020:00000010:2.0:1777582951.540185:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cec0. 00000020:00000010:2.0:1777582951.540191:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cec0. 00000020:00000010:2.0:1777582951.540198:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386f8ee00. 00000020:00000010:2.0:1777582951.540204:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:2.0:1777582951.540210:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.540254:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cec0. 00000020:00000010:2.0:1777582951.540257:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cec0. 00000100:00000200:2.0:1777582951.540261:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707806848 02000000:00000010:2.0:1777582951.540331:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023924db000. 00010000:00000010:2.0:1777582951.540378:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:2.0:1777582951.540395:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310080. 00010000:00000010:2.0:1777582951.540417:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582951.540423:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582951.540438:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582951.540442:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582951.540447:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582951.540450:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582951.540557:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582951.540559:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582951.540563:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582951.540566:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00000020:00000010:2.0:1777582951.540590:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054160. 00000020:00000010:2.0:1777582951.540596:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054160. 00000020:00000010:2.0:1777582951.540606:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9060. 00080000:00000010:2.0:1777582951.540617:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388c76000. 00000001:00000010:2.0:1777582951.541020:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a99c0. 00000001:00000010:2.0:1777582951.541028:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68000. 00000020:00000010:2.0:1777582951.541062:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9060. 00010000:00000010:2.0:1777582951.541070:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582951.541074:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582951.541086:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582951.541119:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582951.541161:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000200:2.0:1777582951.541177:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975237, last committed = 8589975157 00010000:00000200:2.0:1777582951.541188:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0380 x1863928707806848/t8589975237(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582951.541208:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582951.541215:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707806848, offset 224 00000400:00000010:2.0:1777582951.541222:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12038. 00000400:00000200:2.0:1777582951.541226:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.541240:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.541247:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396685:396685:256:4294967295] 192.168.202.9@tcp LPNI seq info [396681:396681:8:4294967295] 00000400:00000200:2.0:1777582951.541254:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582951.541260:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.541267:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.541272:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582951.541279:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.541288:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.541292:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.541314:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:2.0:1777582951.541318:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.541321:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386f8ee00. 00000800:00000200:2.0:1777582951.541414:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.541418:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582951.541423:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.541427:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582951.543258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582951.543268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582951.543272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582951.543276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.0:1777582951.544259:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582951.544269:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00000400:00000200:0.0:1777582951.545030:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.545045:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883f700 00000400:00000200:0.0:1777582951.545054:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 64328 00000400:00000200:0.0:1777582951.545120:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.545125:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.545161:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.545169:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0700. 00000020:00000010:2.0:1777582951.545679:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cec0. 00000020:00000010:2.0:1777582951.545685:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cec0. 00000020:00000010:2.0:1777582951.545691:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023846c9200. 00000020:00000010:2.0:1777582951.545698:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e580. 00000020:00000010:2.0:1777582951.545703:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.545768:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cec0. 00000020:00000010:2.0:1777582951.545771:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cec0. 00000100:00000200:2.0:1777582951.545775:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707806976 00000001:00000010:2.0:1777582951.545785:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023961856c0. 00010000:00000010:2.0:1777582951.545811:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582951.545819:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582951.545847:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023924df000. 00010000:00000010:2.0:1777582951.545879:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582951.545884:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582951.545901:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582951.545906:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582951.545910:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582951.545913:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00000004:00000010:2.0:1777582951.546010:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71692c0. 00000004:00000010:2.0:1777582951.546021:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0258. 00000004:00000010:2.0:1777582951.546028:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757650. 00080000:00000010:2.0:1777582951.546038:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dc80. 00000800:00000200:2.0:1777582951.547821:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.547826:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582951.547830:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.547836:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.547842:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:2.0:1777582951.547844:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00010000:00000010:2.1:1777582951.550162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582951.550174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582951.550181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582951.550184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000400:00000200:2.0:1777582951.550227:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.550247:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883f800 00000400:00000200:2.0:1777582951.550257:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 64904 00000400:00000200:2.0:1777582951.550274:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.550278:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.550298:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.550306:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde0000. 00000020:00000010:0.0:1777582951.550520:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582951.550525:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582951.550531:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637d000. 00000020:00000010:0.0:1777582951.550536:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582951.550541:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.550588:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582951.550591:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b6c0. 00000100:00000200:0.0:1777582951.550594:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707807232 02000000:00000010:0.0:1777582951.550633:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02393708000. 00010000:00000010:0.0:1777582951.550676:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:0.0:1777582951.550690:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c80. 00010000:00000010:0.0:1777582951.550724:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.550731:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582951.550755:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582951.550758:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582951.550762:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582951.550765:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582951.550877:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582951.550880:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310c00. 00010000:00000010:0.0:1777582951.550884:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582951.550888:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582951.550914:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48120. 00000020:00000010:0.0:1777582951.550921:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48120. 00000020:00000010:0.0:1777582951.550931:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48480. 00080000:00000010:0.0:1777582951.550941:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b62f4400. 00000001:00000010:0.0:1777582951.552007:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f488a0. 00000001:00000010:0.0:1777582951.552018:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185240. 00000020:00000010:0.0:1777582951.552064:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48480. 00010000:00000010:0.0:1777582951.552081:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582951.552088:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582951.552107:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185300. 00010000:00000010:0.0:1777582951.552311:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582951.552342:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:0.0:1777582951.552364:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975238, last committed = 8589975157 00010000:00000200:0.0:1777582951.552374:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde0000 x1863928707807232/t8589975238(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.552395:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582951.552404:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707807232, offset 224 00000400:00000010:0.0:1777582951.552412:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576ff50. 00000400:00000200:0.0:1777582951.552417:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.552435:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.552443:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396687:396687:256:4294967295] 192.168.202.9@tcp LPNI seq info [396683:396683:8:4294967295] 00000400:00000200:0.0:1777582951.552451:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.552459:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.552465:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.552470:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582951.552476:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.552483:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.552487:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.552518:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582951.552524:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.552529:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637d000. 00010000:00000010:0.0:1777582951.555460:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582951.555471:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310f00. 00000400:00000200:0.0:1777582951.555643:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.555653:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883f880 00000400:00000200:0.0:1777582951.555662:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 65392 00000400:00000200:0.0:1777582951.555718:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.555722:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.555728:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.555735:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a3480. 00010000:00000010:3.1:1777582951.556158:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582951.556165:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582951.556169:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582951.556172:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:3.1:1777582951.556175:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582951.556177:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582951.557544:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:2.0:1777582951.557564:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310c00. 00010000:00000010:2.0:1777582951.557574:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185300. 00010000:00000010:0.0:1777582951.557704:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582951.557797:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310b00. 00010000:00000010:0.0:1777582951.557805:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582951.557812:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582951.557907:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:0.0:1777582951.557918:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:0.0:1777582951.557923:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3600. 00010000:00000010:0.0:1777582951.557950:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000200:0.0:1777582951.557973:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a3480 x1863928707807360/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.557995:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582951.558003:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707807360, offset 224 00000400:00000200:0.0:1777582951.558010:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.558024:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.558031:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396688:396688:256:4294967295] 192.168.202.9@tcp LPNI seq info [396684:396684:8:4294967295] 00000400:00000200:0.0:1777582951.558043:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.558049:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.558054:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582951.558062:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.558070:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.558074:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.558162:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3080. 00000020:00000010:0.0:1777582951.558168:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:0.0:1777582951.558172:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cfdc00. 00010000:00000010:2.1:1777582951.559178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582951.559187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582951.559231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582951.559237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582951.559242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582951.559245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000020:00000010:2.0:1777582951.562933:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cec0. 00000020:00000010:2.0:1777582951.562939:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cec0. 00000020:00000010:2.0:1777582951.562945:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239621d800. 00000020:00000010:2.0:1777582951.562951:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582951.562956:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582951.563052:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879cec0. 00000020:00000010:2.0:1777582951.563055:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879cec0. 00000100:00000200:2.0:1777582951.563058:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707807616 02000000:00000010:2.0:1777582951.563106:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023924da000. 00010000:00000010:2.0:1777582951.563161:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:2.0:1777582951.563177:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310b00. 00010000:00000010:2.0:1777582951.563198:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582951.563204:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582951.563222:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582951.563225:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:2.0:1777582951.563230:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582951.563233:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582951.563344:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582951.563349:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582951.563352:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582951.563356:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00000020:00000010:2.0:1777582951.563378:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054820. 00000020:00000010:2.0:1777582951.563383:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054820. 00000020:00000010:2.0:1777582951.563392:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9060. 00080000:00000010:2.0:1777582951.563401:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388c74400. 00000001:00000010:2.0:1777582951.563788:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9f60. 00000001:00000010:2.0:1777582951.563795:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582951.563831:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9060. 00010000:00000010:2.0:1777582951.563839:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582951.563843:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582951.563856:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e680c0. 00010000:00000010:2.0:1777582951.563892:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582951.563906:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000200:2.0:1777582951.563920:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975239, last committed = 8589975157 00010000:00000200:2.0:1777582951.563930:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0414a80 x1863928707807616/t8589975239(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582951.563950:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582951.563956:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707807616, offset 224 00000400:00000010:2.0:1777582951.563962:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12dc8. 00000400:00000200:2.0:1777582951.563966:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.563979:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.563986:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396689:396689:256:4294967295] 192.168.202.9@tcp LPNI seq info [396685:396685:8:4294967295] 00000400:00000200:2.0:1777582951.563991:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582951.563999:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.564006:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.564010:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582951.564016:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.564023:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.564027:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.564050:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582951.564055:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582951.564058:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239621d800. 00000800:00000200:2.0:1777582951.565567:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.565574:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582951.565581:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.565589:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582951.565681:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582951.565688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.0:1777582951.566042:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582951.566050:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00010000:00000010:2.1:1777582951.566207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582951.566212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582951.571793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582951.571801:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582951.571805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582951.571809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582951.572463:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582951.572471:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582951.572476:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582951.572478:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582951.575178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582951.575193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582951.575307:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582951.575313:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582951.575465:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582951.575471:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582951.575476:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582951.575484:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582951.575568:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:2.0:1777582951.575578:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:2.0:1777582951.575582:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57d80. 00010000:00000010:2.0:1777582951.575610:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000200:2.0:1777582951.575632:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0415c00 x1863928707807744/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582951.575655:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582951.575662:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707807744, offset 224 00000400:00000200:2.0:1777582951.575668:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.575681:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.575688:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396690:396690:256:4294967295] 192.168.202.9@tcp LPNI seq info [396686:396686:8:4294967295] 00000400:00000200:2.0:1777582951.575703:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.576573:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.576586:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582951.576595:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.576603:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.576607:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.576646:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57800. 00000020:00000010:2.0:1777582951.576653:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:2.0:1777582951.576660:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02409334e00. 00000400:00000200:2.0:1777582951.582569:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.582589:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883fb00 00000400:00000200:2.0:1777582951.582598:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 67032 00000400:00000200:2.0:1777582951.582635:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.582641:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.582651:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.582660:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde0e00. 00010000:00000010:2.1:1777582951.591173:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582951.591187:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582951.591191:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582951.591193:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000400:00000200:2.0:1777582951.594865:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.594885:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb883fb80 00000400:00000200:2.0:1777582951.594894:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 67520 00000400:00000200:2.0:1777582951.594959:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.594965:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.594973:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.594981:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde3100. 00010000:00000010:3.1:1777582951.596428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582951.596439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582951.596443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582951.596446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582951.596449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582951.596451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582951.596453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582951.596455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000800:00000200:2.0:1777582951.600102:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.600107:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582951.600112:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.600118:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.600123:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:2.0:1777582951.600126:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00000020:00000010:0.0:1777582951.603753:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b700. 00000020:00000010:0.0:1777582951.603759:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b700. 00000020:00000010:0.0:1777582951.603766:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637d000. 00000020:00000010:0.0:1777582951.603771:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310700. 00000020:00000010:0.0:1777582951.603776:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.603826:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b700. 00000020:00000010:0.0:1777582951.603829:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b700. 00000100:00000200:0.0:1777582951.603832:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707808384 02000000:00000010:0.0:1777582951.603880:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239370c000. 00010000:00000010:0.0:1777582951.603926:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:0.0:1777582951.603943:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b80. 00010000:00000010:0.0:1777582951.603967:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582951.603974:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582951.603991:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582951.603994:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582951.603998:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582951.604001:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582951.604112:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582951.604116:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582951.604119:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582951.604122:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00000020:00000010:0.0:1777582951.604421:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48fa0. 00000020:00000010:0.0:1777582951.604428:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48fa0. 00000020:00000010:0.0:1777582951.604439:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48a80. 00080000:00000010:0.0:1777582951.604448:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b62f4c00. 00000001:00000010:0.0:1777582951.605254:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f485a0. 00000001:00000010:0.0:1777582951.605263:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582951.605303:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48a80. 00010000:00000010:0.0:1777582951.605315:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582951.605321:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582951.605339:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185900. 00010000:00000010:0.0:1777582951.605386:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582951.605405:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:0.0:1777582951.605425:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975241, last committed = 8589975157 00010000:00000200:0.0:1777582951.605436:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0414700 x1863928707808384/t8589975241(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.605456:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582951.605463:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707808384, offset 224 00000400:00000010:0.0:1777582951.605470:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f578. 00000400:00000200:0.0:1777582951.605474:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.605488:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.605495:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396693:396693:256:4294967295] 192.168.202.9@tcp LPNI seq info [396689:396689:8:4294967295] 00000400:00000200:0.0:1777582951.605501:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.605507:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.605513:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.605517:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582951.605524:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.605532:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.605536:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.605565:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310700. 00000020:00000010:0.0:1777582951.605570:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.605574:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637d000. 00000800:00000200:2.0:1777582951.606953:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.606961:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582951.606969:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.606978:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582951.608212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582951.608224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582951.608229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582951.608231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582951.612184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582951.612201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582951.612257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582951.612263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00000400:00000200:2.0:1777582951.614897:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582951.614924:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213df9 00000400:00000200:2.0:1777582951.614934:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.614939:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582951.614947:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:2.0:1777582951.614950:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00010000:00000010:0.0:1777582951.615068:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582951.615082:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310980. 00010000:00000010:0.1:1777582951.616199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582951.616209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582951.621433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582951.621452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000020:00000010:2.0:1777582951.632776:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c680. 00000020:00000010:2.0:1777582951.632784:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c680. 00000020:00000010:2.0:1777582951.632790:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485438a00. 00000020:00000010:2.0:1777582951.632796:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582951.632801:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582951.632851:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c680. 00000020:00000010:2.0:1777582951.632854:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c680. 00000100:00000200:2.0:1777582951.632857:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707808512 00000001:00000010:2.0:1777582951.632867:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:2.0:1777582951.632890:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582951.632897:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 02000000:00000010:2.0:1777582951.632923:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023924dc000. 00010000:00000010:2.0:1777582951.632949:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582951.632952:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582951.632970:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582951.632973:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582951.632976:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582951.632979:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000004:00000010:2.0:1777582951.633076:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71683c0. 00000004:00000010:2.0:1777582951.633086:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0d98. 00000004:00000010:2.0:1777582951.633093:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756dd0. 00080000:00000010:2.0:1777582951.633102:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c558. 00010000:00000010:2.0:1777582951.634669:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582951.634682:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582951.634690:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582951.634699:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582951.634817:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582951.634831:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582951.634837:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582951.634862:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000200:2.0:1777582951.634886:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0415f80 x1863928707808512/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582951.634908:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582951.634915:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707808512, offset 224 00000400:00000200:2.0:1777582951.634923:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.634936:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.634944:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396694:396694:256:4294967295] 192.168.202.9@tcp LPNI seq info [396690:396690:8:4294967295] 00000400:00000200:2.0:1777582951.634957:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.634963:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.634968:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582951.634975:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.634983:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.634987:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.635018:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582951.635023:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582951.635026:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485438a00. 00010000:00000010:2.1:1777582951.639174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582951.639189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582951.639193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582951.639195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00000400:00000200:2.0:1777582951.647407:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.647431:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883fe00 00000400:00000200:2.0:1777582951.647441:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 69160 00000400:00000200:2.0:1777582951.647459:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.647466:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.647477:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.647484:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde0380. 00010000:00000010:2.0:1777582951.649448:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:2.0:1777582951.649459:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3000. 00010000:00000010:2.0:1777582951.649469:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000020:00000010:2.0:1777582951.653541:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.653547:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.653555:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239621d800. 00000020:00000010:2.0:1777582951.653562:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed00. 00000020:00000010:2.0:1777582951.653567:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582951.653607:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.653610:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000100:00000200:2.0:1777582951.653613:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707808896 00000001:00000010:2.0:1777582951.653625:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:2.0:1777582951.653651:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582951.653659:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 02000000:00000010:2.0:1777582951.653688:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023924d8000. 00010000:00000010:2.0:1777582951.653730:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582951.653734:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582951.653763:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582951.653767:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582951.653772:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582951.653774:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00000004:00000010:2.0:1777582951.653880:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:2.0:1777582951.653889:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0f78. 00000004:00000010:2.0:1777582951.653896:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756990. 00080000:00000010:2.0:1777582951.653905:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00000800:00000200:2.0:1777582951.657383:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.657388:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582951.657393:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.657398:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.657405:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:2.0:1777582951.657407:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:0.0:1777582951.664936:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.664954:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb883ff80 00000400:00000200:0.0:1777582951.664962:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 70224 00000400:00000200:0.0:1777582951.664979:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.664983:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.664990:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.665001:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6300. 00010000:00000010:3.1:1777582951.665157:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582951.665163:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:0.0:1777582951.669501:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:0.0:1777582951.669515:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c00. 00010000:00000010:3.1:1777582951.677478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582951.677494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582951.677498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582951.677506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582951.677510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582951.677514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00000400:00000200:0.0:1777582951.678658:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.678682:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8840000 00000400:00000200:0.0:1777582951.678690:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 70712 00000400:00000200:0.0:1777582951.678770:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.678776:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.678785:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.678792:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6d80. 00010000:00000010:2.1:1777582951.680596:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582951.680611:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000800:00000200:0.0:1777582951.695699:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.695713:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582951.695720:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.695730:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582951.699610:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582951.699629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582951.699876:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582951.699883:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582951.699887:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582951.699889:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.0:1777582951.700268:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:0.0:1777582951.700280:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57080. 00010000:00000010:1.1:1777582951.701265:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582951.701277:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582951.701280:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582951.701282:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582951.707307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582951.707336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000020:00000010:3.0:1777582951.712251:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cb80. 00000020:00000010:3.0:1777582951.712255:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cb80. 00000100:00000200:3.0:1777582951.712259:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707809664 00000001:00000010:3.0:1777582951.712271:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582951.712299:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582951.712308:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 02000000:00000010:3.0:1777582951.712351:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023860d5000. 00010000:00000010:3.0:1777582951.712383:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582951.712388:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582951.712407:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582951.712411:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3880. 00010000:00000010:3.0:1777582951.712417:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582951.712420:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00000004:00000010:3.0:1777582951.712518:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91860. 00000004:00000010:3.0:1777582951.712527:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65258. 00000004:00000010:3.0:1777582951.712533:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387650. 00080000:00000010:3.0:1777582951.712542:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405441008. 00000800:00000200:3.0:1777582951.716264:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582951.716270:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582951.716274:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.716280:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582951.716287:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1cc0 00000400:00000010:3.0:1777582951.716290:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1cc0. 00000400:00000200:0.0:1777582951.719841:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.719862:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8840280 00000400:00000200:0.0:1777582951.719871:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 72352 00000400:00000200:0.0:1777582951.719889:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.719894:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.719901:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.719907:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea5180. 00000020:00000010:3.0:1777582951.720095:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cb80. 00000020:00000010:3.0:1777582951.720101:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cb80. 00000020:00000010:3.0:1777582951.720107:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023939e4000. 00000020:00000010:3.0:1777582951.720114:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3080. 00000020:00000010:3.0:1777582951.720120:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a874b0. 00010000:00000010:1.1:1777582951.720190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.1:1777582951.720199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582951.720205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582951.720207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.1:1777582951.720210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582951.720214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582951.720217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582951.720220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582951.720222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582951.720224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000020:00000010:3.0:1777582951.720445:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cb80. 00000020:00000010:3.0:1777582951.720449:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cb80. 00000100:00000200:3.0:1777582951.720453:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707809920 02000000:00000010:3.0:1777582951.720492:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023860d1000. 00010000:00000010:3.0:1777582951.720534:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:3.0:1777582951.720549:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57c80. 00010000:00000010:3.0:1777582951.720570:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582951.720577:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582951.720593:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582951.720596:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3600. 00010000:00000010:3.0:1777582951.720600:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582951.720603:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582951.720737:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582951.720749:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c80. 00010000:00000010:3.0:1777582951.720753:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582951.720757:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00000020:00000010:3.0:1777582951.720786:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05680. 00000020:00000010:3.0:1777582951.720791:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05680. 00000020:00000010:3.0:1777582951.720802:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9ea0. 00080000:00000010:3.0:1777582951.720812:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388ec3400. 00000001:00000010:3.0:1777582951.721272:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9240. 00000001:00000010:3.0:1777582951.721280:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582951.724525:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9ea0. 00010000:00000010:3.0:1777582951.724566:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582951.724576:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582951.724602:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582951.724701:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582951.724735:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000200:3.0:1777582951.724770:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975245, last committed = 8589975157 00010000:00000200:3.0:1777582951.724782:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea5180 x1863928707809920/t8589975245(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582951.724804:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582951.724811:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707809920, offset 224 00000400:00000010:3.0:1777582951.724818:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49c08. 00000400:00000200:3.0:1777582951.724822:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582951.724838:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582951.724844:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396701:396701:256:4294967295] 192.168.202.9@tcp LPNI seq info [396697:396697:8:4294967295] 00000400:00000200:3.0:1777582951.724852:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582951.724859:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582951.724866:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582951.724873:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582951.724882:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582951.724891:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582951.724897:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582951.724934:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3080. 00000020:00000010:3.0:1777582951.724941:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582951.724944:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023939e4000. 00010000:00000010:1.1:1777582951.727513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582951.727528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582951.727535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582951.727538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:3.0:1777582951.728815:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582951.728838:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e19 00000400:00000200:3.0:1777582951.728845:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.728849:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582951.728856:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:3.0:1777582951.728858:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:3.0:1777582951.728896:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.728902:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8840300 00000400:00000200:3.0:1777582951.728909:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 72840 00000400:00000200:3.0:1777582951.728965:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.728969:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.728974:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.728983:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80dc00. 00010000:00000010:0.0:1777582951.731952:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:0.0:1777582951.731964:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c80. 00010000:00000010:0.0:1777582951.731977:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:3.1:1777582951.732268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582951.732276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582951.732281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582951.732297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000800:00000200:0.0:1777582951.747247:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.747256:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582951.747264:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.747273:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.747279:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:0.0:1777582951.747282:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00010000:00000010:0.1:1777582951.750536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582951.750544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000020:00000010:3.0:1777582951.750700:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cb80. 00000020:00000010:3.0:1777582951.750707:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cb80. 00000020:00000010:3.0:1777582951.750724:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae9cc400. 00000020:00000010:3.0:1777582951.750730:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3080. 00000020:00000010:3.0:1777582951.750736:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582951.750789:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cb80. 00000020:00000010:3.0:1777582951.750792:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cb80. 00000100:00000200:3.0:1777582951.750795:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707810304 02000000:00000010:3.0:1777582951.750840:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396b85000. 00010000:00000010:3.0:1777582951.750885:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:3.0:1777582951.750901:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57a80. 00010000:00000010:3.0:1777582951.750922:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582951.750929:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582951.750945:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582951.750949:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3900. 00010000:00000010:3.0:1777582951.750954:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582951.750957:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582951.751080:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582951.751084:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c80. 00010000:00000010:3.0:1777582951.751087:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582951.751091:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00000020:00000010:3.0:1777582951.751117:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05680. 00000020:00000010:3.0:1777582951.751125:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05680. 00000020:00000010:3.0:1777582951.751160:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9ea0. 00080000:00000010:3.0:1777582951.751169:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388ec1800. 00000001:00000010:3.0:1777582951.751920:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9900. 00000001:00000010:3.0:1777582951.751928:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582951.751962:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9ea0. 00010000:00000010:3.0:1777582951.751971:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582951.751977:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582951.751992:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582951.755891:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582951.755931:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000200:3.0:1777582951.755956:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975246, last committed = 8589975157 00010000:00000200:3.0:1777582951.755971:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f52d80 x1863928707810304/t8589975246(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582951.756004:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582951.756014:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707810304, offset 224 00000400:00000010:3.0:1777582951.756022:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49188. 00000400:00000200:3.0:1777582951.756026:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582951.756046:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582951.756054:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396703:396703:256:4294967295] 192.168.202.9@tcp LPNI seq info [396699:396699:8:4294967295] 00000400:00000200:3.0:1777582951.756060:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582951.756068:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582951.756074:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582951.756079:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582951.756087:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582951.756095:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582951.756099:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582951.756125:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3080. 00000020:00000010:3.0:1777582951.756130:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582951.756154:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae9cc400. 00000800:00000200:3.0:1777582951.756261:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582951.756265:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:3.0:1777582951.756269:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.756274:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582951.757925:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582951.757948:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e21 00000400:00000200:3.0:1777582951.757956:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.757961:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582951.757969:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:3.0:1777582951.757972:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:3.0:1777582951.759690:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.759721:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8840480 00000400:00000200:3.0:1777582951.759733:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 73904 00000400:00000200:3.0:1777582951.759802:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.759808:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.759817:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.759824:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80d880. 00010000:00000010:0.0:1777582951.760539:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:0.0:1777582951.760554:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c80. 00010000:00000010:0.0:1777582951.760565:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582951.760589:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:0.0:1777582951.760593:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3900. 00010000:00000010:1.1:1777582951.760674:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582951.760682:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582951.760686:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582951.760690:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582951.760693:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582951.760695:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000800:00000200:3.0:1777582951.766735:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582951.766748:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582951.766753:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.766759:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582951.766765:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:3.0:1777582951.766767:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000400:00000200:3.0:1777582951.772052:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.772078:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8840580 00000400:00000200:3.0:1777582951.772088:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 74480 00000400:00000200:3.0:1777582951.772123:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.772129:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.772169:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.772176:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80e680. 00010000:00000010:3.1:1777582951.778585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582951.778605:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582951.778610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582951.778614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:0.0:1777582951.778843:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.778864:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e29 00000400:00000200:0.0:1777582951.778881:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.778886:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.778894:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1cc0 00000400:00000010:0.0:1777582951.778897:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1cc0. 00000400:00000200:3.0:1777582951.781011:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.781032:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8840600 00000400:00000200:3.0:1777582951.781041:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 74968 00000400:00000200:3.0:1777582951.781116:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.781121:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.781131:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.781171:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80e300. 00000800:00000200:3.0:1777582951.783540:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582951.783545:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582951.783549:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.783555:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582951.783560:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:3.0:1777582951.783564:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00010000:00000010:1.1:1777582951.786191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582951.786205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582951.786211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582951.786213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582951.786215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582951.786218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582951.786221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582951.786223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582951.786225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582951.786228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582951.789852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582951.789867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582951.789871:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582951.789882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582951.794534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582951.794549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000020:00000010:0.0:1777582951.796888:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b700. 00000020:00000010:0.0:1777582951.796898:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b700. 00000020:00000010:0.0:1777582951.796906:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637d000. 00000020:00000010:0.0:1777582951.796911:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.796916:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.797021:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b700. 00000020:00000010:0.0:1777582951.797024:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b700. 00000100:00000200:0.0:1777582951.797027:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707811072 02000000:00000010:0.0:1777582951.797063:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239370e000. 00010000:00000010:0.0:1777582951.797109:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:0.0:1777582951.797129:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57300. 00010000:00000010:0.0:1777582951.797165:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582951.797172:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582951.797188:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582951.797191:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582951.797195:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582951.797198:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582951.797348:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582951.797351:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582951.797355:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582951.797359:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00000020:00000010:0.0:1777582951.797390:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48620. 00000020:00000010:0.0:1777582951.797396:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48620. 00000020:00000010:0.0:1777582951.797408:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48a80. 00080000:00000010:0.0:1777582951.797417:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b62f4800. 00000001:00000010:0.0:1777582951.797873:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f489c0. 00000001:00000010:0.0:1777582951.797881:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185d80. 00000020:00000010:0.0:1777582951.797916:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48a80. 00010000:00000010:0.0:1777582951.797925:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582951.797929:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582951.797943:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185000. 00010000:00000010:0.0:1777582951.797997:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582951.798013:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582951.798031:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975248, last committed = 8589975157 00010000:00000200:0.0:1777582951.798042:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f52300 x1863928707811072/t8589975248(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.798062:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582951.798069:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707811072, offset 224 00000400:00000010:0.0:1777582951.798077:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fa80. 00000400:00000200:0.0:1777582951.798081:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.798096:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.798103:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396707:396707:256:4294967295] 192.168.202.9@tcp LPNI seq info [396703:396703:8:4294967295] 00000400:00000200:0.0:1777582951.798109:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.798117:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.798122:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.798127:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582951.798156:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.798164:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.798169:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.798198:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.798202:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.798206:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637d000. 00010000:00000010:2.0:1777582951.799931:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:2.0:1777582951.799949:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310680. 00010000:00000010:2.0:1777582951.799958:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185000. 00000800:00000200:2.0:1777582951.800084:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.800088:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582951.800096:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.800105:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582951.805280:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582951.805302:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e31 00000400:00000200:3.0:1777582951.805310:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.805314:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582951.805320:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:3.0:1777582951.805323:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00010000:00000010:2.0:1777582951.806092:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:2.0:1777582951.806107:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00000400:00000200:3.0:1777582951.807541:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.807560:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8840780 00000400:00000200:3.0:1777582951.807569:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 76032 00000400:00000200:3.0:1777582951.807633:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.807638:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.807646:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.807652:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80d180. 00000020:00000010:0.0:1777582951.807771:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b700. 00000020:00000010:0.0:1777582951.807778:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b700. 00000020:00000010:0.0:1777582951.807785:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637d000. 00000020:00000010:0.0:1777582951.807790:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.807795:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.807839:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b700. 00000020:00000010:0.0:1777582951.807841:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b700. 00000100:00000200:0.0:1777582951.807845:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707811200 00000001:00000010:0.0:1777582951.807855:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:0.0:1777582951.807881:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582951.807889:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 02000000:00000010:0.0:1777582951.807916:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02393709000. 00010000:00000010:0.0:1777582951.807946:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582951.807949:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582951.807967:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582951.807971:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582951.807976:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582951.807979:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00000004:00000010:0.0:1777582951.808078:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56780. 00000004:00000010:0.0:1777582951.808087:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e227f8. 00000004:00000010:0.0:1777582951.808094:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35650. 00080000:00000010:0.0:1777582951.808103:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a8e8. 00010000:00000010:0.0:1777582951.809360:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582951.809370:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310780. 00010000:00000010:0.0:1777582951.809377:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582951.809384:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582951.809466:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582951.809479:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582951.809484:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582951.809510:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582951.809533:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80d180 x1863928707811200/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.809554:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582951.809561:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707811200, offset 224 00000400:00000200:0.0:1777582951.809568:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.809580:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.809587:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396708:396708:256:4294967295] 192.168.202.9@tcp LPNI seq info [396704:396704:8:4294967295] 00000400:00000200:0.0:1777582951.809599:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.809605:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.809610:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582951.809617:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.809625:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.809628:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.809689:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.809694:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.809698:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637d000. 00010000:00000010:1.1:1777582951.810888:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582951.810899:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582951.810904:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582951.810906:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00000800:00000200:2.0:1777582951.811584:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.811591:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582951.811598:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.811606:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.811614:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:2.0:1777582951.811617:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00010000:00000010:2.1:1777582951.819244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582951.819262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00000400:00000200:0.0:1777582951.820881:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.820905:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8840880 00000400:00000200:0.0:1777582951.820914:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 76608 00000400:00000200:0.0:1777582951.820935:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.820940:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.820948:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.820955:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea5c00. 00010000:00000010:0.1:1777582951.824182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582951.824198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582951.824204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582951.824208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582951.824270:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582951.824276:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000020:00000010:2.0:1777582951.824411:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.824418:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.824427:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388f4c200. 00000020:00000010:2.0:1777582951.824432:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582951.824440:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582951.826257:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.826266:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000100:00000200:2.0:1777582951.826271:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707811456 02000000:00000010:2.0:1777582951.826329:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023924d9000. 00010000:00000010:2.0:1777582951.826381:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:2.0:1777582951.826403:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310780. 00010000:00000010:2.0:1777582951.826428:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582951.826436:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582951.826456:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582951.826459:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582951.826465:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582951.826468:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582951.826586:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582951.826590:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582951.826593:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582951.826597:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00000020:00000010:2.0:1777582951.826626:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054760. 00000020:00000010:2.0:1777582951.826633:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054760. 00000020:00000010:2.0:1777582951.826644:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9900. 00080000:00000010:2.0:1777582951.826654:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023922d0c00. 00000001:00000010:2.0:1777582951.827091:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9ae0. 00000001:00000010:2.0:1777582951.827099:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68480. 00000020:00000010:2.0:1777582951.827172:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9900. 00010000:00000010:2.0:1777582951.827182:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582951.827187:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582951.827200:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68840. 00010000:00000010:2.0:1777582951.827246:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582951.827263:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000200:2.0:1777582951.827280:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975249, last committed = 8589975157 00010000:00000200:2.0:1777582951.827293:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea5c00 x1863928707811456/t8589975249(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582951.827316:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582951.827323:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707811456, offset 224 00000400:00000010:2.0:1777582951.827331:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca125e8. 00000400:00000200:2.0:1777582951.827335:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.827352:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.827360:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396709:396709:256:4294967295] 192.168.202.9@tcp LPNI seq info [396705:396705:8:4294967295] 00000400:00000200:2.0:1777582951.827368:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582951.827376:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.827385:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.827389:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582951.827397:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.827404:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.827409:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.827440:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582951.827445:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582951.827449:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388f4c200. 00010000:00000010:0.0:1777582951.827629:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:0.0:1777582951.827636:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e900. 00010000:00000010:0.0:1777582951.827643:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68840. 00000800:00000200:3.0:1777582951.829872:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582951.829881:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:3.0:1777582951.829889:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.829897:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582951.831524:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582951.831545:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e39 00000400:00000200:3.0:1777582951.831553:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.831557:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582951.831564:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:3.0:1777582951.831567:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00010000:00000010:0.0:1777582951.831676:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:0.0:1777582951.831688:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:0.1:1777582951.833181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582951.833194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582951.833197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582951.833200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582951.836187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:0.1:1777582951.836205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582951.836210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:0.1:1777582951.836213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582951.840267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582951.840285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582951.840290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582951.840294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00000400:00000200:0.0:1777582951.840386:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.840406:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8840900 00000400:00000200:0.0:1777582951.840414:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 77096 00000400:00000200:0.0:1777582951.840478:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.840484:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.840491:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.840498:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea5500. 00000020:00000010:2.0:1777582951.840604:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.840610:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.840617:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486393400. 00000020:00000010:2.0:1777582951.840622:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582951.840627:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582951.840675:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.840678:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000100:00000200:2.0:1777582951.840681:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707811584 00000001:00000010:2.0:1777582951.840693:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185d80. 00010000:00000010:2.0:1777582951.840724:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582951.840733:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 02000000:00000010:2.0:1777582951.840773:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396a0c000. 00010000:00000010:2.0:1777582951.840803:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582951.840808:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582951.840825:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582951.840829:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582951.840833:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582951.840836:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000004:00000010:2.0:1777582951.840937:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:2.0:1777582951.840947:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb08e8. 00000004:00000010:2.0:1777582951.840953:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756000. 00080000:00000010:2.0:1777582951.840962:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 00010000:00000010:2.0:1777582951.843376:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582951.843386:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582951.843393:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582951.843399:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582951.843488:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582951.843501:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582951.843506:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582951.843533:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000200:2.0:1777582951.843554:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea5500 x1863928707811584/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582951.843577:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582951.843585:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707811584, offset 224 00000400:00000200:2.0:1777582951.843593:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.843607:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.843614:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396710:396710:256:4294967295] 192.168.202.9@tcp LPNI seq info [396706:396706:8:4294967295] 00000400:00000200:2.0:1777582951.843625:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.843631:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.843637:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582951.843645:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.843653:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.843657:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.843690:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582951.843695:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582951.843698:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486393400. 00000800:00000200:3.0:1777582951.843870:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582951.843875:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:3.0:1777582951.843880:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.843885:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582951.843890:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:3.0:1777582951.843893:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00000400:00000200:3.0:1777582951.846478:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.846499:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8840a00 00000400:00000200:3.0:1777582951.846509:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 77672 00000400:00000200:3.0:1777582951.846528:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.846532:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.846540:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.846547:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80d500. 00000020:00000010:0.0:1777582951.846689:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b380. 00000020:00000010:0.0:1777582951.846695:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b380. 00000020:00000010:0.0:1777582951.846701:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637d000. 00000020:00000010:0.0:1777582951.846717:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.846723:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.846777:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b380. 00000020:00000010:0.0:1777582951.846780:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b380. 00000100:00000200:0.0:1777582951.846784:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707811840 02000000:00000010:0.0:1777582951.846830:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238888d000. 00010000:00000010:0.0:1777582951.846872:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:0.0:1777582951.846890:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:0.0:1777582951.846912:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582951.846919:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582951.846935:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582951.846939:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582951.846943:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582951.846946:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582951.847053:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582951.847056:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582951.847060:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582951.847064:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00000020:00000010:0.0:1777582951.847091:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48c80. 00000020:00000010:0.0:1777582951.847099:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48c80. 00000020:00000010:0.0:1777582951.847110:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48d20. 00080000:00000010:0.0:1777582951.847119:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b62f6800. 00000001:00000010:0.0:1777582951.847607:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48300. 00000001:00000010:0.0:1777582951.847616:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185a80. 00000020:00000010:0.0:1777582951.847655:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48d20. 00010000:00000010:0.0:1777582951.847664:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582951.847669:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582951.847686:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185cc0. 00010000:00000010:0.0:1777582951.847757:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582951.847763:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185cc0. 00010000:00000010:0.0:1777582951.847785:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582951.847789:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582951.847804:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582951.847822:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975250, last committed = 8589975157 00010000:00000200:0.0:1777582951.847833:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80d500 x1863928707811840/t8589975250(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.847852:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582951.847859:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707811840, offset 224 00000400:00000010:0.0:1777582951.847865:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f4d0. 00000400:00000200:0.0:1777582951.847869:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.847882:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.847890:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396711:396711:256:4294967295] 192.168.202.9@tcp LPNI seq info [396707:396707:8:4294967295] 00000400:00000200:0.0:1777582951.847896:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.847903:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.847909:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.847914:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582951.847920:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.847926:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.847932:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.847950:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.847954:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.847957:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637d000. 00000800:00000200:0.0:1777582951.848055:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.848059:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582951.848064:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.848068:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582951.849977:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582951.849995:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e41 00000400:00000200:3.0:1777582951.850002:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.850006:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582951.850013:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:3.0:1777582951.850016:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:2.0:1777582951.850799:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:2.0:1777582951.850810:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310900. 00000400:00000200:3.0:1777582951.852633:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.852651:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8840a80 00000400:00000200:3.0:1777582951.852660:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 78160 00000400:00000200:3.0:1777582951.852873:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.852880:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.852890:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.852898:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80df80. 00010000:00000010:0.1:1777582951.858266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582951.858293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00000020:00000010:2.0:1777582951.858512:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.858519:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.858526:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0249efe4800. 00000020:00000010:2.0:1777582951.858536:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:2.0:1777582951.858542:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582951.858590:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.858593:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000100:00000200:2.0:1777582951.858595:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707811968 00000001:00000010:2.0:1777582951.858608:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68480. 00010000:00000010:2.0:1777582951.858634:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582951.858643:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 02000000:00000010:2.0:1777582951.858671:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241de7b000. 00010000:00000010:2.0:1777582951.858704:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582951.858842:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582951.858864:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582951.858867:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582951.858871:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582951.858873:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00000004:00000010:2.0:1777582951.858969:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168960. 00000004:00000010:2.0:1777582951.858979:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb04b0. 00000004:00000010:2.0:1777582951.858987:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757100. 00080000:00000010:2.0:1777582951.858996:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cc78. 00010000:00000010:0.1:1777582951.864177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582951.864191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582951.864196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582951.864198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582951.865863:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582951.865877:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582951.865881:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582951.865884:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.0:1777582951.867633:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582951.867643:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582951.867650:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582951.867659:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:2.1:1777582951.869243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582951.869258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.0:1777582951.869496:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:3.0:1777582951.869511:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:3.0:1777582951.869517:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:3.0:1777582951.869558:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000200:3.0:1777582951.869581:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80df80 x1863928707811968/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582951.869605:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582951.869615:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707811968, offset 224 00000400:00000200:3.0:1777582951.869623:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582951.869638:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582951.869646:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396712:396712:256:4294967295] 192.168.202.9@tcp LPNI seq info [396708:396708:8:4294967295] 00000400:00000200:3.0:1777582951.869658:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582951.869665:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582951.869670:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582951.869677:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582951.869686:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582951.869691:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582951.869955:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:3.0:1777582951.869961:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e7d0. 00000020:00000010:3.0:1777582951.869965:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0249efe4800. 00000800:00000200:0.0:1777582951.874089:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.874099:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:0.0:1777582951.874110:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.874119:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.874128:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:0.0:1777582951.874131:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:2.0:1777582951.875851:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.875872:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8840b80 00000400:00000200:2.0:1777582951.875880:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 78736 00000400:00000200:2.0:1777582951.875895:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.875899:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.875907:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.875914:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde1c00. 00000020:00000010:3.0:1777582951.876004:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc80. 00000020:00000010:3.0:1777582951.876010:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc80. 00000020:00000010:3.0:1777582951.876016:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023939e4000. 00000020:00000010:3.0:1777582951.876021:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3880. 00000020:00000010:3.0:1777582951.876026:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582951.876066:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc80. 00000020:00000010:3.0:1777582951.876069:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc80. 00000100:00000200:3.0:1777582951.876072:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707812224 02000000:00000010:3.0:1777582951.876107:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396b83000. 00010000:00000010:3.0:1777582951.876165:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582951.876180:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582951.876200:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582951.876206:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582951.876234:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582951.876237:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582951.876242:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582951.876245:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582951.876606:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582951.876610:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3980. 00010000:00000010:3.0:1777582951.876614:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582951.876617:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00000020:00000010:3.0:1777582951.876643:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e058c0. 00000020:00000010:3.0:1777582951.876649:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e058c0. 00000020:00000010:3.0:1777582951.876661:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf94e0. 00080000:00000010:3.0:1777582951.876671:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388ec1c00. 00000001:00000010:3.0:1777582951.877098:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf96c0. 00000001:00000010:3.0:1777582951.877105:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582951.877163:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf94e0. 00010000:00000010:3.0:1777582951.877172:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582951.877176:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582951.877189:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582951.877248:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582951.877264:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000200:3.0:1777582951.877281:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975251, last committed = 8589975157 00010000:00000010:2.0:1777582951.877623:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:2.0:1777582951.877631:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3980. 00010000:00000010:2.0:1777582951.877638:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000200:3.0:1777582951.878125:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde1c00 x1863928707812224/t8589975251(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582951.881839:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582951.881860:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707812224, offset 224 00000400:00000010:2.0:1777582951.881872:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12738. 00000400:00000200:2.0:1777582951.881880:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582951.881897:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582951.881904:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396713:396713:256:4294967295] 192.168.202.9@tcp LPNI seq info [396709:396709:8:4294967295] 00000400:00000200:2.0:1777582951.881911:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582951.881918:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582951.881924:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582951.881930:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582951.881938:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582951.881946:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582951.881950:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582951.881991:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3880. 00000020:00000010:2.0:1777582951.882000:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:2.0:1777582951.882005:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023939e4000. 00010000:00000010:3.1:1777582951.882225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582951.882236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582951.882239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582951.882241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000800:00000200:3.0:1777582951.882363:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582951.882368:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:3.0:1777582951.882375:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.882381:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582951.886229:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582951.886255:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e49 00000400:00000200:3.0:1777582951.886264:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.886268:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582951.886275:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:3.0:1777582951.886279:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000400:00000200:3.0:1777582951.886344:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.886352:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8840c00 00000400:00000200:3.0:1777582951.886362:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 79224 00000400:00000200:3.0:1777582951.886377:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.886382:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.886387:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.886395:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80c000. 00000020:00000010:2.0:1777582951.886887:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.886894:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.886900:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7cf6a00. 00000020:00000010:2.0:1777582951.886906:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e000. 00000020:00000010:2.0:1777582951.886913:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582951.886958:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca40. 00000020:00000010:2.0:1777582951.886961:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca40. 00000100:00000200:2.0:1777582951.886965:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707812352 00000001:00000010:2.0:1777582951.886976:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185a80. 00010000:00000010:2.0:1777582951.886999:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582951.887006:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 02000000:00000010:2.0:1777582951.887036:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241de7c000. 00010000:00000010:2.0:1777582951.887074:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582951.887078:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582951.887099:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582951.887103:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e180. 00010000:00000010:2.0:1777582951.887109:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582951.887113:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00000004:00000010:2.0:1777582951.887258:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168780. 00000004:00000010:2.0:1777582951.887267:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0690. 00000004:00000010:2.0:1777582951.887274:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756bb0. 00080000:00000010:2.0:1777582951.887610:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734ce40. 00010000:00000010:2.1:1777582951.888187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582951.888199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582951.889039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582951.889046:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582951.889049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582951.889052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000800:00000200:2.0:1777582951.889242:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.889247:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582951.889252:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.889258:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.889263:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:2.0:1777582951.889266:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000400:00000200:3.0:1777582951.892495:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.892519:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8840d00 00000400:00000200:3.0:1777582951.892528:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 79800 00000400:00000200:3.0:1777582951.892544:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.892548:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.892556:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.892563:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80f800. 00010000:00000010:1.1:1777582951.892750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582951.892761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582951.894683:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:3.0:1777582951.894693:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57080. 00010000:00000010:3.0:1777582951.894703:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484240. 00000800:00000200:2.0:1777582951.896115:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.896123:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582951.896129:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.896165:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.898829:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582951.898852:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e51 00000400:00000200:2.0:1777582951.898860:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.898865:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582951.898872:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:2.0:1777582951.898876:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00000400:00000200:2.0:1777582951.898946:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.898953:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8840d80 00000400:00000200:2.0:1777582951.898961:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 80288 00000400:00000200:2.0:1777582951.899018:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.899022:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.899027:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.899034:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde0a80. 00010000:00000010:1.1:1777582951.900468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582951.900478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:1.1:1777582951.900484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582951.900488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00000800:00000200:2.0:1777582951.902171:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.902175:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582951.902181:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.902187:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.902193:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:2.0:1777582951.902196:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00010000:00000010:3.0:1777582951.904481:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:3.0:1777582951.904496:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57a80. 00000400:00000200:3.0:1777582951.905402:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.905423:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8840e80 00000400:00000200:3.0:1777582951.905431:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 80864 00000400:00000200:3.0:1777582951.905447:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.905452:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.905459:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.905465:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80c380. 00010000:00000010:3.1:1777582951.908446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582951.908460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000400:00000200:2.0:1777582951.909861:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582951.909884:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e59 00000400:00000200:2.0:1777582951.909892:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.909897:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582951.909904:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:2.0:1777582951.909907:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00010000:00000010:3.1:1777582951.911327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582951.911342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000400:00000200:3.0:1777582951.912313:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.912338:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8840f00 00000400:00000200:3.0:1777582951.912347:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 81352 00000400:00000200:3.0:1777582951.912405:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.912411:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.912419:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.912426:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80f100. 00010000:00000010:1.1:1777582951.912624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582951.912632:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582951.912636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582951.912639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000800:00000200:2.0:1777582951.917315:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.918100:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582951.918111:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.918120:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.918128:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:2.0:1777582951.918130:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000400:00000200:2.0:1777582951.918661:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.918677:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8841000 00000400:00000200:2.0:1777582951.918686:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 81928 00000400:00000200:2.0:1777582951.918704:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.918806:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.918814:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.918821:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde3800. 00000020:00000010:3.0:1777582951.918951:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc80. 00000020:00000010:3.0:1777582951.918957:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc80. 00000020:00000010:3.0:1777582951.918964:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0249efe4800. 00000020:00000010:3.0:1777582951.918969:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3000. 00000020:00000010:3.0:1777582951.918974:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582951.919051:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc80. 00000020:00000010:3.0:1777582951.919055:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc80. 00000100:00000200:3.0:1777582951.919058:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707813376 02000000:00000010:3.0:1777582951.919094:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396b86000. 00010000:00000010:3.0:1777582951.919169:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:3.0:1777582951.919186:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57200. 00010000:00000010:3.0:1777582951.919218:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582951.919225:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582951.919241:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582951.919244:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c00. 00010000:00000010:3.0:1777582951.919248:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582951.919250:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582951.919382:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582951.919386:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3a00. 00010000:00000010:3.0:1777582951.919389:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582951.919393:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582951.919421:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e058c0. 00000020:00000010:3.0:1777582951.919428:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e058c0. 00000020:00000010:3.0:1777582951.919440:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf94e0. 00080000:00000010:3.0:1777582951.919450:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388ec2c00. 00000001:00000010:3.0:1777582951.919936:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf99c0. 00000001:00000010:3.0:1777582951.919945:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582951.919984:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf94e0. 00010000:00000010:3.0:1777582951.919994:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582951.919999:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582951.920015:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582951.920067:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582951.920074:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582951.920094:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582951.920098:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3a00. 00010000:00000010:3.0:1777582951.920112:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000200:3.0:1777582951.920129:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975254, last committed = 8589975157 00010000:00000200:3.0:1777582951.920169:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde3800 x1863928707813376/t8589975254(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582951.920190:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582951.920196:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707813376, offset 224 00000400:00000010:3.0:1777582951.920203:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f490e0. 00000400:00000200:3.0:1777582951.920207:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582951.920223:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582951.920230:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396719:396719:256:4294967295] 192.168.202.9@tcp LPNI seq info [396715:396715:8:4294967295] 00000400:00000200:3.0:1777582951.920235:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582951.920241:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582951.920246:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582951.920251:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582951.920256:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582951.920263:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582951.920267:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582951.920288:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3000. 00000020:00000010:3.0:1777582951.920292:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582951.920295:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0249efe4800. 00000800:00000200:3.0:1777582951.920388:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582951.920391:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:3.0:1777582951.920396:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.920400:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582951.923621:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582951.923638:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582951.923645:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582951.923647:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582951.923650:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582951.923652:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582951.923654:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582951.923656:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582951.923658:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582951.923660:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00000400:00000200:2.0:1777582951.924501:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582951.924524:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e61 00000400:00000200:2.0:1777582951.924532:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.924538:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582951.924546:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:2.0:1777582951.924550:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00000400:00000200:2.0:1777582951.924624:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.924633:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8841080 00000400:00000200:2.0:1777582951.924643:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 82416 00000400:00000200:2.0:1777582951.924730:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.924736:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.924751:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.924757:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde1880. 00010000:00000010:1.1:1777582951.926213:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582951.926221:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000800:00000200:2.0:1777582951.927419:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.927424:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582951.927429:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.927435:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582951.927440:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:2.0:1777582951.927442:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00010000:00000010:3.0:1777582951.928223:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582951.928233:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c00. 00000400:00000200:3.0:1777582951.930525:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.930548:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8841180 00000400:00000200:3.0:1777582951.930557:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 82992 00000400:00000200:3.0:1777582951.930574:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.930580:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.930589:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.930595:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80ce00. 00010000:00000010:2.0:1777582951.931934:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:2.0:1777582951.931952:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57c80. 00010000:00000010:2.0:1777582951.931963:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000800:00000200:2.0:1777582951.932180:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.932185:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582951.932189:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.932194:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582951.934198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582951.934225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582951.934231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582951.934237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582951.934242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582951.934246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:2.0:1777582951.935076:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582951.935096:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e69 00000400:00000200:2.0:1777582951.935105:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.935110:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582951.935117:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00010000:00000010:1.1:1777582951.935118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000400:00000010:2.0:1777582951.935120:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00010000:00000010:1.1:1777582951.935128:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00000400:00000200:2.0:1777582951.935172:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.935180:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8841200 00000400:00000200:2.0:1777582951.935187:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 83480 00010000:00000010:1.1:1777582951.935199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582951.935205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000400:00000200:2.0:1777582951.935247:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.935253:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.935260:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.935267:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde1f80. 00000020:00000010:3.0:1777582951.935624:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc80. 00000020:00000010:3.0:1777582951.935630:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc80. 00000020:00000010:3.0:1777582951.935636:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae9cc400. 00000020:00000010:3.0:1777582951.935642:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3c00. 00000020:00000010:3.0:1777582951.935649:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582951.935690:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc80. 00000020:00000010:3.0:1777582951.935693:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc80. 00000100:00000200:3.0:1777582951.935698:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707813888 00000001:00000010:3.0:1777582951.935724:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:3.0:1777582951.935758:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582951.935766:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 02000000:00000010:3.0:1777582951.935794:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396b80000. 00010000:00000010:3.0:1777582951.935824:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582951.935829:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582951.935847:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582951.935851:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3000. 00010000:00000010:3.0:1777582951.935856:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582951.935860:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000004:00000010:3.0:1777582951.935964:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e912c0. 00000004:00000010:3.0:1777582951.935974:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c652d0. 00000004:00000010:3.0:1777582951.935981:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387320. 00080000:00000010:3.0:1777582951.935991:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405440c78. 00010000:00000010:3.1:1777582951.938181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582951.938194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.1:1777582951.940921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582951.940947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582951.941082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582951.941088:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582951.941092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582951.941095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00000800:00000200:3.0:1777582951.941709:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582951.941714:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582951.941719:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.941724:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582951.941729:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:3.0:1777582951.941732:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00010000:00000010:1.1:1777582951.942195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582951.942203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582951.942206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582951.942208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582951.942211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582951.942214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:2.0:1777582951.944181:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582951.944201:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8841300 00000400:00000200:2.0:1777582951.944210:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 84056 00000400:00000200:2.0:1777582951.944229:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.944235:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582951.944244:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582951.944252:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497154380. 00010000:00000010:3.0:1777582951.945783:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:3.0:1777582951.945791:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57080. 00010000:00000010:3.0:1777582951.945799:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000800:00000200:2.0:1777582951.946267:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582951.946273:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:2.0:1777582951.946279:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582951.946295:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582951.947176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582951.947185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582951.947190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582951.947193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:0.0:1777582951.952929:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.952951:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e71 00000400:00000200:0.0:1777582951.952959:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.952962:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.952969:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:0.0:1777582951.952973:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000400:00000200:0.0:1777582951.953007:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.953014:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8841380 00000400:00000200:0.0:1777582951.953022:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 84544 00000400:00000200:0.0:1777582951.953080:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.953086:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.953090:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.953097:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea5f80. 00010000:00000010:3.1:1777582951.953933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582951.953940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.0:1777582951.954367:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582951.954372:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3a00. 00010000:00000010:3.0:1777582951.954377:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582951.954382:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582951.954445:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:3.0:1777582951.954455:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:3.0:1777582951.954459:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57d80. 00010000:00000010:3.0:1777582951.954483:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000200:3.0:1777582951.954502:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea5f80 x1863928707814272/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582951.954524:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582951.954531:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707814272, offset 224 00000400:00000200:3.0:1777582951.954540:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582951.954552:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582951.954560:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396724:396724:256:4294967295] 192.168.202.9@tcp LPNI seq info [396720:396720:8:4294967295] 00000400:00000200:3.0:1777582951.954574:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582951.954581:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582951.954587:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582951.954596:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582951.954605:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582951.954609:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582951.954673:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57a80. 00000020:00000010:3.0:1777582951.954679:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:3.0:1777582951.954685:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c286e00. 00000400:00000200:3.0:1777582951.957558:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582951.957580:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8841480 00000400:00000200:3.0:1777582951.957589:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 85120 00000400:00000200:3.0:1777582951.957605:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582951.957610:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582951.957618:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582951.957624:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80ea00. 00010000:00000010:1.1:1777582951.961713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582951.961727:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582951.961731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582951.961736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000800:00000200:0.0:1777582951.962037:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.962045:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582951.962055:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.962066:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582951.966477:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:0.0:1777582951.966490:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57a80. 00010000:00000010:1.1:1777582951.967165:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582951.967170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582951.967172:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582951.967179:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582951.967179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582951.967187:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582951.967187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582951.967194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582951.967196:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582951.967201:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582951.967204:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582951.967208:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.0:1777582951.968466:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582951.968473:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3980. 00010000:00000010:3.0:1777582951.968478:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582951.968483:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582951.968547:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:3.0:1777582951.968556:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:3.0:1777582951.968561:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57d80. 00010000:00000010:3.0:1777582951.968582:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000200:3.0:1777582951.968599:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f53100 x1863928707814656/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582951.968620:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582951.968626:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707814656, offset 224 00000400:00000200:3.0:1777582951.968633:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582951.968647:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582951.968655:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396726:396726:256:4294967295] 192.168.202.9@tcp LPNI seq info [396722:396722:8:4294967295] 00000400:00000200:3.0:1777582951.968667:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582951.968675:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582951.968679:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582951.968686:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582951.968693:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582951.968697:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582951.969086:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57300. 00000020:00000010:3.0:1777582951.969095:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674320. 00000020:00000010:3.0:1777582951.969100:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7cf6a00. 00000800:00000200:0.0:1777582951.978198:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582951.978209:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:0.0:1777582951.978219:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.978229:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582951.978238:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:0.0:1777582951.978241:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000400:00000200:0.0:1777582951.981797:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.981819:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8841600 00000400:00000200:0.0:1777582951.981828:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 86184 00000400:00000200:0.0:1777582951.981846:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.981851:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.981860:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.981868:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea4a80. 00000020:00000010:0.0:1777582951.981923:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b380. 00000020:00000010:0.0:1777582951.981928:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b380. 00000020:00000010:0.0:1777582951.981934:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637d000. 00000020:00000010:0.0:1777582951.981940:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.981945:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.981980:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b380. 00000020:00000010:0.0:1777582951.981983:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b380. 00000100:00000200:0.0:1777582951.981985:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707814912 02000000:00000010:0.0:1777582951.982022:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238888a000. 00010000:00000010:0.0:1777582951.982067:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:0.0:1777582951.982083:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3980. 00010000:00000010:0.0:1777582951.982105:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582951.982111:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582951.982128:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582951.982131:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582951.982154:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582951.982157:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582951.982269:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582951.982272:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582951.982275:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582951.982278:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00000020:00000010:0.0:1777582951.982303:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c481e0. 00000020:00000010:0.0:1777582951.982310:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c481e0. 00000020:00000010:0.0:1777582951.983516:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48d20. 00080000:00000010:0.0:1777582951.983532:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024874c1c00. 00000001:00000010:0.0:1777582951.984105:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48f00. 00000001:00000010:0.0:1777582951.984114:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185a80. 00000020:00000010:0.0:1777582951.984191:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48d20. 00010000:00000010:0.0:1777582951.984210:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582951.984221:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582951.984248:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185cc0. 00010000:00000010:0.1:1777582951.987438:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582951.987457:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.0:1777582951.987464:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582951.987477:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582951.987525:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582951.987559:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975258, last committed = 8589975157 00010000:00000200:0.0:1777582951.987573:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea4a80 x1863928707814912/t8589975258(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 488/456 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582951.987599:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582951.987606:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707814912, offset 224 00000400:00000010:0.0:1777582951.987614:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576faf0. 00000400:00000200:0.0:1777582951.987619:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.987636:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.987644:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396727:396727:256:4294967295] 192.168.202.9@tcp LPNI seq info [396723:396723:8:4294967295] 00000400:00000200:0.0:1777582951.987651:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582951.987658:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.987665:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.987671:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582951.987678:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.987685:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.987690:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.990946:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.990954:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.990960:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637d000. 00000400:00000200:0.0:1777582951.990999:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582951.991015:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e81 00000400:00000200:0.0:1777582951.991020:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.991024:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582951.991029:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777582951.991031:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000400:00000200:0.0:1777582951.991061:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582951.991066:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8841680 00000400:00000200:0.0:1777582951.991072:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 86672 00000400:00000200:0.0:1777582951.991128:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582951.991157:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582951.991162:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582951.991167:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea4000. 00000020:00000010:0.0:1777582951.991207:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b380. 00000020:00000010:0.0:1777582951.991213:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b380. 00000020:00000010:0.0:1777582951.991218:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637d000. 00000020:00000010:0.0:1777582951.991221:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.991224:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.991256:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b380. 00000020:00000010:0.0:1777582951.991258:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b380. 00000100:00000200:0.0:1777582951.991261:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707815040 00000001:00000010:0.0:1777582951.991272:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:0.0:1777582951.991311:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582951.991324:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 02000000:00000010:0.0:1777582951.991351:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238888c000. 00010000:00000010:0.0:1777582951.991379:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582951.991383:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582951.991402:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582951.991405:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582951.991409:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582951.991412:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000004:00000010:0.0:1777582951.991511:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56000. 00000004:00000010:0.0:1777582951.991520:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22d20. 00000004:00000010:0.0:1777582951.991528:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34770. 00080000:00000010:0.0:1777582951.991536:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a558. 00010000:00000010:1.1:1777582951.993386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582951.993705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582951.993713:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582951.993718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582951.993721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.0:1777582951.993821:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:3.0:1777582951.993832:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582951.995320:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582951.995330:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310080. 00010000:00000010:0.0:1777582951.995337:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582951.995344:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582951.995419:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582951.995431:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582951.995436:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582951.995462:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582951.995481:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea4000 x1863928707815040/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:392/0 lens 576/584 e 0 to 0 dl 1777582962 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582951.995502:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582951.995509:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707815040, offset 224 00000400:00000200:0.0:1777582951.995516:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582951.995530:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582951.995536:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396728:396728:256:4294967295] 192.168.202.9@tcp LPNI seq info [396724:396724:8:4294967295] 00000400:00000200:0.0:1777582951.995548:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582951.995554:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582951.995560:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582951.995568:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582951.995576:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582951.995581:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582951.995616:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582951.995621:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582951.995626:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637d000. 00010000:00000010:0.1:1777582952.002248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582952.002268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582952.002277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582952.002295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582952.002300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000020:00000010:3.0:1777582952.007502:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.007514:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.007525:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7cf6a00. 00000020:00000010:3.0:1777582952.007531:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582952.007537:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582952.007843:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.007846:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582952.007850:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707815296 02000000:00000010:3.0:1777582952.007896:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238fa1f000. 00010000:00000010:3.0:1777582952.007940:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:3.0:1777582952.007960:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310080. 00010000:00000010:3.0:1777582952.007983:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.007991:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582952.008010:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582952.008014:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c80. 00010000:00000010:3.0:1777582952.008019:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582952.008022:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.1:1777582952.008436:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582952.008444:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.0:1777582952.008462:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582952.008466:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3980. 00010000:00000010:3.0:1777582952.008470:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582952.008474:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000020:00000010:3.0:1777582952.008510:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05cc0. 00000020:00000010:3.0:1777582952.008517:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05cc0. 00000020:00000010:3.0:1777582952.008529:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9180. 00080000:00000010:3.0:1777582952.008539:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388ec0800. 00000001:00000010:3.0:1777582952.010937:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9d80. 00000001:00000010:3.0:1777582952.010949:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582952.010987:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9180. 00010000:00000010:3.0:1777582952.011003:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582952.011011:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582952.011034:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582952.011086:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582952.011104:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582952.011128:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975259, last committed = 8589975157 00010000:00000200:3.0:1777582952.011161:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f52a00 x1863928707815296/t8589975259(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.011181:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582952.011188:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707815296, offset 224 00000400:00000010:3.0:1777582952.011195:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f499a0. 00000400:00000200:3.0:1777582952.011199:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.011214:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.011222:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396729:396729:256:4294967295] 192.168.202.9@tcp LPNI seq info [396725:396725:8:4294967295] 00000400:00000200:3.0:1777582952.011229:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.011236:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.011242:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.011247:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582952.011254:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.011262:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.011266:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.011292:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582952.011297:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582952.011300:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7cf6a00. 00010000:00000010:0.1:1777582952.012642:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582952.012660:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582952.012665:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582952.012668:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000800:00000200:0.0:1777582952.013336:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.013342:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:0.0:1777582952.013350:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.013360:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582952.016557:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:0.0:1777582952.016581:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3980. 00010000:00000010:0.0:1777582952.016595:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:0.0:1777582952.020601:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:0.0:1777582952.020613:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c80. 00010000:00000010:3.1:1777582952.021170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582952.021179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00000020:00000010:0.0:1777582952.021269:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:0.0:1777582952.021274:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000020:00000010:0.0:1777582952.021280:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637d000. 00000020:00000010:0.0:1777582952.021285:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582952.021290:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582952.021407:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:0.0:1777582952.021410:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000100:00000200:0.0:1777582952.021413:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707815424 00000001:00000010:0.0:1777582952.021423:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185a80. 00010000:00000010:0.0:1777582952.021446:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582952.021453:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 02000000:00000010:0.0:1777582952.021479:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238888f000. 00010000:00000010:0.0:1777582952.021507:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582952.021511:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582952.021528:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582952.021531:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582952.021537:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582952.021540:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00000004:00000010:0.0:1777582952.021627:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57c20. 00000004:00000010:0.0:1777582952.021635:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e229d8. 00000004:00000010:0.0:1777582952.021641:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34660. 00080000:00000010:0.0:1777582952.021650:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b008. 00010000:00000010:2.0:1777582952.022291:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582952.022298:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582952.022303:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582952.022308:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582952.022464:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:2.0:1777582952.022475:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:2.0:1777582952.022479:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310680. 00010000:00000010:2.0:1777582952.022500:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:2.0:1777582952.022517:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f53800 x1863928707815424/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582952.022537:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582952.022544:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707815424, offset 224 00000400:00000200:2.0:1777582952.022551:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.022562:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.022569:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396730:396730:256:4294967295] 192.168.202.9@tcp LPNI seq info [396726:396726:8:4294967295] 00000400:00000200:2.0:1777582952.022581:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.022587:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.022592:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582952.022599:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.022606:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.022611:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.022640:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310980. 00000020:00000010:2.0:1777582952.022644:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:2.0:1777582952.022648:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637d000. 00000800:00000200:0.0:1777582952.022777:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.022781:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:0.0:1777582952.022786:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.022791:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.022795:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c088 00000400:00000010:0.0:1777582952.022798:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c088. 00000400:00000200:3.0:1777582952.026128:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.026182:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8841900 00000400:00000200:3.0:1777582952.026191:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 88312 00000400:00000200:3.0:1777582952.026211:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.026216:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.026227:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.026236:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80c700. 00000020:00000010:3.0:1777582952.026315:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.026391:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.026399:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c286e00. 00000020:00000010:3.0:1777582952.026404:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582952.026410:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582952.026463:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.026468:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582952.026471:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707815680 02000000:00000010:3.0:1777582952.026519:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238fa1e000. 00010000:00000010:3.0:1777582952.026573:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:3.0:1777582952.026598:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:3.0:1777582952.026626:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582952.026634:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582952.026656:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582952.026660:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3a00. 00010000:00000010:3.0:1777582952.026666:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582952.026669:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582952.026818:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582952.026824:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c80. 00010000:00000010:3.0:1777582952.026829:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582952.026834:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00000020:00000010:3.0:1777582952.026872:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05cc0. 00000020:00000010:3.0:1777582952.026882:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05cc0. 00000020:00000010:3.0:1777582952.026897:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9180. 00080000:00000010:3.0:1777582952.026909:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388ec2000. 00000001:00000010:3.0:1777582952.027863:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9ae0. 00000001:00000010:3.0:1777582952.027872:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582952.027912:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9180. 00010000:00000010:3.0:1777582952.027923:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.027929:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582952.027951:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582952.028045:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582952.028064:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582952.028082:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975260, last committed = 8589975157 00010000:00000200:3.0:1777582952.028092:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80c700 x1863928707815680/t8589975260(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.028111:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582952.028117:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707815680, offset 224 00000400:00000010:3.0:1777582952.028124:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49f18. 00000400:00000200:3.0:1777582952.028128:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.028158:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.028166:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396731:396731:256:4294967295] 192.168.202.9@tcp LPNI seq info [396727:396727:8:4294967295] 00000400:00000200:3.0:1777582952.028172:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.028180:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.028186:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.028191:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582952.028198:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.028205:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.028209:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.028235:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582952.028239:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582952.028243:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c286e00. 00000800:00000200:3.0:1777582952.028449:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.028454:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582952.028458:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.028464:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.031107:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.031127:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e91 00000400:00000200:3.0:1777582952.031146:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.031151:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.031157:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:3.0:1777582952.031160:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00010000:00000010:3.0:1777582952.031298:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582952.031310:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3a00. 00000400:00000200:3.0:1777582952.031925:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.031936:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8841980 00000400:00000200:3.0:1777582952.031944:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 88800 00000400:00000200:3.0:1777582952.031998:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.032002:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.032008:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.032017:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e026a00. 00000020:00000010:2.0:1777582952.032304:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca80. 00000020:00000010:2.0:1777582952.032310:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca80. 00000020:00000010:2.0:1777582952.032322:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498b7e000. 00000020:00000010:2.0:1777582952.032327:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582952.032332:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582952.032369:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca80. 00000020:00000010:2.0:1777582952.032372:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca80. 00000100:00000200:2.0:1777582952.032375:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707815808 00000001:00000010:2.0:1777582952.032386:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:2.0:1777582952.032410:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582952.032417:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 02000000:00000010:2.0:1777582952.032446:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241de7d000. 00010000:00000010:2.0:1777582952.032474:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582952.032477:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582952.032493:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582952.032496:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582952.032500:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582952.032503:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00000004:00000010:2.0:1777582952.032599:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169c20. 00000004:00000010:2.0:1777582952.032609:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0618. 00000004:00000010:2.0:1777582952.032619:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756220. 00080000:00000010:2.0:1777582952.032628:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d560. 00010000:00000010:3.1:1777582952.034186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582952.034198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.1:1777582952.034245:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582952.034252:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.0:1777582952.034279:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:0.0:1777582952.034868:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c80. 00010000:00000010:0.0:1777582952.034881:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:0.0:1777582952.035225:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582952.035230:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582952.035238:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582952.035244:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582952.035498:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:0.0:1777582952.035509:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:0.0:1777582952.035513:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:0.0:1777582952.035538:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000200:0.0:1777582952.035559:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e026a00 x1863928707815808/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582952.035580:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582952.035587:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707815808, offset 224 00000400:00000200:0.0:1777582952.035593:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.035606:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.035613:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396732:396732:256:4294967295] 192.168.202.9@tcp LPNI seq info [396728:396728:8:4294967295] 00000400:00000200:0.0:1777582952.035628:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.035634:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.035640:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582952.035647:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.035654:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.035658:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.035722:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:0.0:1777582952.035727:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:0.0:1777582952.035731:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498b7e000. 00010000:00000010:0.1:1777582952.036339:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582952.036347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.1:1777582952.036673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582952.036679:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582952.036682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582952.036685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582952.038966:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582952.038985:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582952.038990:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582952.038995:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582952.038999:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582952.039003:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000800:00000200:0.0:1777582952.039333:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.039341:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582952.039349:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.039360:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.039368:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777582952.039371:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000400:00000200:0.0:1777582952.039407:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.039425:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8841a80 00000400:00000200:0.0:1777582952.039435:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 89376 00000400:00000200:0.0:1777582952.039473:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.039479:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.039487:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.039494:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea4e00. 00000020:00000010:3.0:1777582952.040208:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.040217:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.040226:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7cf6a00. 00000020:00000010:3.0:1777582952.040233:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3a00. 00000020:00000010:3.0:1777582952.040239:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582952.040576:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.040581:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582952.040586:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707816064 02000000:00000010:3.0:1777582952.040632:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238fa1c000. 00010000:00000010:3.0:1777582952.040683:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:3.0:1777582952.040703:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00010000:00000010:3.0:1777582952.040757:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.040764:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582952.040781:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582952.040784:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3900. 00010000:00000010:3.0:1777582952.040787:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582952.040789:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582952.040904:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582952.040907:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3980. 00010000:00000010:3.0:1777582952.040911:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582952.040914:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00000020:00000010:3.0:1777582952.040944:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05cc0. 00000020:00000010:3.0:1777582952.040952:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05cc0. 00000020:00000010:3.0:1777582952.040967:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9180. 00080000:00000010:3.0:1777582952.040978:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023905b2000. 00000001:00000010:3.0:1777582952.041733:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9660. 00000001:00000010:3.0:1777582952.041757:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582952.041808:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9180. 00010000:00000010:3.0:1777582952.041823:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582952.041830:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582952.041851:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:0.1:1777582952.043182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582952.043196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.043487:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582952.043529:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582952.043537:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3980. 00010000:00000010:3.0:1777582952.043554:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582952.043573:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975261, last committed = 8589975157 00010000:00000200:3.0:1777582952.043585:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea4e00 x1863928707816064/t8589975261(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.043609:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582952.043616:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707816064, offset 224 00000400:00000010:3.0:1777582952.043623:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49150. 00000400:00000200:3.0:1777582952.043627:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.043641:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.043648:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396733:396733:256:4294967295] 192.168.202.9@tcp LPNI seq info [396729:396729:8:4294967295] 00000400:00000200:3.0:1777582952.043655:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.043662:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.043668:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.043674:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582952.043681:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.043688:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.043692:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.043732:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3a00. 00000020:00000010:3.0:1777582952.043736:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582952.043747:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7cf6a00. 00000800:00000200:0.0:1777582952.043873:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.043878:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:0.0:1777582952.043883:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.043888:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.046828:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582952.046858:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213e99 00000400:00000200:2.0:1777582952.046872:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.046880:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582952.046892:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:2.0:1777582952.046898:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00000400:00000200:2.0:1777582952.046948:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.046958:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8841b00 00000400:00000200:2.0:1777582952.046966:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 89864 00000400:00000200:2.0:1777582952.047039:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.047046:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.047052:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.047059:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497157b80. 00000020:00000010:3.0:1777582952.047603:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.047611:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.047619:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c286e00. 00000020:00000010:3.0:1777582952.047624:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3a00. 00000020:00000010:3.0:1777582952.047630:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582952.047697:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582952.047702:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582952.047706:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707816192 00000001:00000010:3.0:1777582952.047745:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:3.0:1777582952.047776:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582952.047786:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 02000000:00000010:3.0:1777582952.047820:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238fa1b000. 00010000:00000010:3.0:1777582952.047858:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582952.047864:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582952.047890:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582952.047895:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3980. 00010000:00000010:3.0:1777582952.047900:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582952.047904:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00000004:00000010:3.0:1777582952.048020:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e914a0. 00000004:00000010:3.0:1777582952.048032:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65ca8. 00000004:00000010:3.0:1777582952.048039:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387430. 00080000:00000010:3.0:1777582952.048050:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405440000. 00010000:00000010:3.0:1777582952.049606:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582952.049622:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3900. 00010000:00000010:3.0:1777582952.050075:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582952.050081:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374380. 00010000:00000010:3.0:1777582952.050089:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582952.050093:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:0.1:1777582952.050189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582952.050198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:0.1:1777582952.050201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582952.050203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.0:1777582952.050408:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:0.0:1777582952.050420:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:0.0:1777582952.050425:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3980. 00010000:00000010:0.0:1777582952.050450:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:0.0:1777582952.050473:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497157b80 x1863928707816192/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582952.050493:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582952.050500:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707816192, offset 224 00000400:00000200:0.0:1777582952.050506:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.050520:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.050526:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396734:396734:256:4294967295] 192.168.202.9@tcp LPNI seq info [396730:396730:8:4294967295] 00000400:00000200:0.0:1777582952.050537:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.050543:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.050547:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582952.050553:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.050561:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.050565:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.050638:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3a00. 00000020:00000010:0.0:1777582952.050644:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:0.0:1777582952.050648:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c286e00. 00000800:00000200:2.0:1777582952.052151:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.052161:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582952.052170:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.052178:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.052185:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:2.0:1777582952.052188:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000400:00000200:0.0:1777582952.054897:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.054923:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8841c00 00000400:00000200:0.0:1777582952.054933:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 90440 00000400:00000200:0.0:1777582952.054956:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.054963:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.054972:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.054980:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea7480. 00000020:00000010:3.0:1777582952.055120:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cac0. 00000020:00000010:3.0:1777582952.055126:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cac0. 00000020:00000010:3.0:1777582952.055244:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca4600. 00000020:00000010:2.0:1777582952.055455:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e980. 00000020:00000010:2.0:1777582952.055462:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582952.055542:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca80. 00000020:00000010:2.0:1777582952.055546:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca80. 00000100:00000200:2.0:1777582952.055549:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707816448 02000000:00000010:2.0:1777582952.055586:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241de7e000. 00010000:00000010:2.0:1777582952.055630:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:2.0:1777582952.055646:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374380. 00010000:00000010:2.0:1777582952.055667:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582952.055674:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582952.055690:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582952.055693:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582952.055697:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582952.055700:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582952.055836:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582952.055840:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582952.055843:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582952.055846:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000020:00000010:2.0:1777582952.055873:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860546c0. 00000020:00000010:2.0:1777582952.055880:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860546c0. 00000020:00000010:2.0:1777582952.055890:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9360. 00080000:00000010:2.0:1777582952.055900:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023922d0000. 00000001:00000010:2.0:1777582952.056686:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9780. 00000001:00000010:2.0:1777582952.056696:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68b40. 00000020:00000010:2.0:1777582952.056879:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9360. 00010000:00000010:2.0:1777582952.056894:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582952.056902:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582952.056921:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68480. 00010000:00000010:2.0:1777582952.057041:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582952.057059:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000200:2.0:1777582952.057076:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975262, last committed = 8589975157 00010000:00000200:2.0:1777582952.057087:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea7480 x1863928707816448/t8589975262(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582952.057107:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582952.057114:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707816448, offset 224 00000400:00000010:2.0:1777582952.057120:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12930. 00000400:00000200:2.0:1777582952.057124:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.057155:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.057162:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396735:396735:256:4294967295] 192.168.202.9@tcp LPNI seq info [396731:396731:8:4294967295] 00000400:00000200:2.0:1777582952.057168:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582952.057174:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.057180:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.057185:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582952.057192:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.057199:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.057203:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.057224:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e980. 00000020:00000010:2.0:1777582952.057229:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582952.057232:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca4600. 00000800:00000200:2.0:1777582952.060232:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.060241:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582952.060249:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.060258:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582952.060473:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582952.060483:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582952.060487:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582952.060492:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582952.060497:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582952.060500:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.060674:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:3.0:1777582952.060684:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:3.0:1777582952.060693:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68480. 00000400:00000200:0.0:1777582952.060818:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582952.060833:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213ea1 00000400:00000200:0.0:1777582952.060839:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.060843:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582952.060849:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cbb0 00000400:00000010:0.0:1777582952.060852:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cbb0. 00000400:00000200:0.0:1777582952.060906:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.060913:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8841c80 00000400:00000200:0.0:1777582952.060920:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 90928 00000400:00000200:0.0:1777582952.060966:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.060969:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.060974:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.060980:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea4380. 00000020:00000010:2.0:1777582952.061262:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca80. 00000020:00000010:2.0:1777582952.061268:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca80. 00000020:00000010:2.0:1777582952.061274:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024a568a400. 00000020:00000010:2.0:1777582952.061279:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e980. 00000020:00000010:2.0:1777582952.061295:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582952.061335:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879ca80. 00000020:00000010:2.0:1777582952.061338:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879ca80. 00000100:00000200:2.0:1777582952.061340:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707816576 00000001:00000010:2.0:1777582952.061351:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582952.061372:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582952.061379:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 02000000:00000010:2.0:1777582952.061403:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241de79000. 00010000:00000010:2.0:1777582952.061430:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582952.061433:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582952.061448:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582952.061451:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582952.061455:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582952.061458:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00000004:00000010:2.0:1777582952.061552:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:2.0:1777582952.061560:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb02d0. 00000004:00000010:2.0:1777582952.061567:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757320. 00080000:00000010:2.0:1777582952.061576:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:2.0:1777582952.062563:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582952.062570:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e180. 00010000:00000010:2.0:1777582952.062575:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582952.062580:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582952.062640:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582952.062648:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582952.062653:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582952.062671:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000200:2.0:1777582952.062688:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea4380 x1863928707816576/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582952.062719:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582952.062725:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707816576, offset 224 00000400:00000200:2.0:1777582952.062733:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.062752:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.062759:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396736:396736:256:4294967295] 192.168.202.9@tcp LPNI seq info [396732:396732:8:4294967295] 00000400:00000200:2.0:1777582952.062769:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.062774:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.062778:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582952.062784:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.062791:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.062795:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.062856:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e980. 00000020:00000010:2.0:1777582952.062861:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582952.062865:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024a568a400. 00010000:00000010:3.0:1777582952.063099:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:3.0:1777582952.063106:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:3.1:1777582952.063214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582952.063222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582952.063261:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582952.063266:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582952.063269:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582952.063272:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000800:00000200:0.0:1777582952.065960:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.065971:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:0.0:1777582952.065982:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.065992:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.066001:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:0.0:1777582952.066004:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000400:00000200:2.0:1777582952.067338:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.067363:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8841d80 00000400:00000200:2.0:1777582952.067373:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 91504 00000400:00000200:2.0:1777582952.067393:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.067400:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.067408:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.067416:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497157800. 00000020:00000010:3.0:1777582952.067921:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cac0. 00000020:00000010:3.0:1777582952.067928:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cac0. 00000020:00000010:3.0:1777582952.067936:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca4200. 00000020:00000010:3.0:1777582952.067942:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374400. 00000020:00000010:3.0:1777582952.067947:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582952.068007:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cac0. 00000020:00000010:3.0:1777582952.068011:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cac0. 00000100:00000200:3.0:1777582952.068015:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707816832 02000000:00000010:3.0:1777582952.068065:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c42000. 00010000:00000010:3.0:1777582952.068118:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:3.0:1777582952.068185:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e180. 00010000:00000010:3.0:1777582952.068215:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582952.068223:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582952.068242:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582952.068246:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374900. 00010000:00000010:3.0:1777582952.068251:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.068254:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582952.068417:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582952.068422:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374d80. 00010000:00000010:3.0:1777582952.068426:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582952.068430:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00000020:00000010:3.0:1777582952.068465:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05960. 00000020:00000010:3.0:1777582952.068474:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05960. 00000020:00000010:3.0:1777582952.068488:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9780. 00080000:00000010:3.0:1777582952.068500:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02486259c00. 00000001:00000010:2.0:1777582952.070049:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9c60. 00000001:00000010:2.0:1777582952.070059:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68cc0. 00000020:00000010:2.0:1777582952.070094:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9780. 00010000:00000010:2.0:1777582952.070105:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582952.070112:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582952.070131:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68480. 00010000:00000010:2.0:1777582952.070298:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:2.0:1777582952.070394:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000200:2.0:1777582952.070415:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975263, last committed = 8589975157 00010000:00000200:2.0:1777582952.070426:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497157800 x1863928707816832/t8589975263(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582952.070445:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582952.070452:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707816832, offset 224 00000400:00000010:2.0:1777582952.070460:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12e70. 00000400:00000200:2.0:1777582952.070464:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.070478:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.070485:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396737:396737:256:4294967295] 192.168.202.9@tcp LPNI seq info [396733:396733:8:4294967295] 00000400:00000200:2.0:1777582952.070491:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582952.070499:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.070505:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.070509:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582952.070516:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.070523:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.070527:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.070584:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374400. 00000020:00000010:2.0:1777582952.070605:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:2.0:1777582952.070609:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca4200. 00010000:00000010:0.0:1777582952.070820:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:0.0:1777582952.070830:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374d80. 00010000:00000010:0.0:1777582952.070838:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68480. 00010000:00000010:2.1:1777582952.071283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:2.1:1777582952.071290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582952.071296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582952.071300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582952.071302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582952.071306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582952.071309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582952.071310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582952.073632:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582952.073646:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00000800:00000200:2.0:1777582952.073788:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.073793:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582952.073799:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.073808:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.073841:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582952.073855:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213ea9 00000400:00000200:2.0:1777582952.073861:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.073863:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582952.073869:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777582952.073872:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000400:00000200:2.0:1777582952.073906:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.073913:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8841e00 00000400:00000200:2.0:1777582952.073920:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 91992 00000400:00000200:2.0:1777582952.073967:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.073971:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.073976:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.073982:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497156a00. 00000020:00000010:2.0:1777582952.074029:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.074034:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.074040:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de48e00. 00000020:00000010:2.0:1777582952.074046:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e980. 00000020:00000010:2.0:1777582952.074050:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582952.074089:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.074092:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000100:00000200:2.0:1777582952.074095:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707816960 00000001:00000010:2.0:1777582952.074107:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68b40. 00010000:00000010:2.0:1777582952.074160:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582952.074169:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 02000000:00000010:2.0:1777582952.074200:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241de78000. 00010000:00000010:2.0:1777582952.074233:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582952.074238:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582952.074261:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582952.074264:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582952.074268:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582952.074271:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000004:00000010:2.0:1777582952.074390:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71694a0. 00000004:00000010:2.0:1777582952.074399:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb03c0. 00000004:00000010:2.0:1777582952.074406:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ff0. 00080000:00000010:2.0:1777582952.074414:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d398. 00010000:00000010:3.0:1777582952.074710:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582952.074719:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374900. 00010000:00000010:3.0:1777582952.075871:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582952.075878:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374800. 00010000:00000010:3.0:1777582952.075905:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582952.075913:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582952.076001:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:3.0:1777582952.076018:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:3.0:1777582952.076024:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:3.0:1777582952.076052:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000200:3.0:1777582952.076077:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497156a00 x1863928707816960/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.076099:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582952.076107:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707816960, offset 224 00000400:00000200:3.0:1777582952.076114:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.076129:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.076182:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396738:396738:256:4294967295] 192.168.202.9@tcp LPNI seq info [396734:396734:8:4294967295] 00000400:00000200:3.0:1777582952.076195:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.076202:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.076208:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582952.076216:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.076224:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.076229:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.076256:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e980. 00000020:00000010:3.0:1777582952.076263:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:3.0:1777582952.076267:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de48e00. 00000800:00000200:2.0:1777582952.077048:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.077054:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:2.0:1777582952.077060:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.077067:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.077074:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:2.0:1777582952.077077:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00000400:00000200:3.0:1777582952.079972:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.079994:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8841f00 00000400:00000200:3.0:1777582952.080003:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 92568 00000400:00000200:3.0:1777582952.080020:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.080026:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.080034:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.080041:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e026680. 00000020:00000010:0.0:1777582952.080290:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bd40. 00000020:00000010:0.0:1777582952.080296:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bd40. 00000020:00000010:0.0:1777582952.080303:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637c000. 00000020:00000010:0.0:1777582952.080308:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310900. 00000020:00000010:0.0:1777582952.080313:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00010000:00000010:3.1:1777582952.080561:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582952.080572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000020:00000010:0.0:1777582952.080624:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bd40. 00000020:00000010:0.0:1777582952.080628:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bd40. 00000100:00000200:0.0:1777582952.080632:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707817216 02000000:00000010:0.0:1777582952.080675:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241bc3f000. 00010000:00000010:0.0:1777582952.080900:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:0.0:1777582952.080914:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374800. 00010000:00000010:0.0:1777582952.080935:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582952.080941:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582952.080957:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582952.080960:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310780. 00010000:00000010:0.0:1777582952.080965:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582952.080968:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582952.081065:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582952.081068:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582952.081071:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582952.081074:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000020:00000010:0.0:1777582952.081096:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c486c0. 00000020:00000010:0.0:1777582952.081102:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c486c0. 00000020:00000010:0.0:1777582952.081112:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48ea0. 00080000:00000010:0.0:1777582952.081120:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02483e21800. 00010000:00000010:0.1:1777582952.081213:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582952.081219:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000001:00000010:0.0:1777582952.081907:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a660. 00000001:00000010:0.0:1777582952.081916:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185d80. 00000020:00000010:0.0:1777582952.081958:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48ea0. 00010000:00000010:0.0:1777582952.081969:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582952.081975:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582952.081989:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185a80. 00010000:00000010:0.0:1777582952.082042:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582952.082060:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000200:0.0:1777582952.082079:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975264, last committed = 8589975157 00010000:00000200:0.0:1777582952.082091:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e026680 x1863928707817216/t8589975264(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582952.082112:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582952.082120:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707817216, offset 224 00000400:00000010:0.0:1777582952.082127:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fe00. 00000400:00000200:0.0:1777582952.082131:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.082177:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.082185:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396739:396739:256:4294967295] 192.168.202.9@tcp LPNI seq info [396735:396735:8:4294967295] 00000400:00000200:0.0:1777582952.082191:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582952.082198:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.082208:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.082213:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582952.082221:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.082229:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.082233:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.082255:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310900. 00000020:00000010:0.0:1777582952.082259:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582952.082263:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637c000. 00010000:00000010:3.0:1777582952.082547:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:3.0:1777582952.082554:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00010000:00000010:3.0:1777582952.082561:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185a80. 00000800:00000200:2.0:1777582952.082693:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.082697:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582952.082707:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.082712:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582952.084380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582952.084393:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00000400:00000200:0.0:1777582952.084521:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582952.084539:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213eb1 00000400:00000200:0.0:1777582952.084546:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.084550:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582952.084556:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777582952.084559:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00010000:00000010:2.1:1777582952.084621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.1:1777582952.084627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582952.084753:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:3.0:1777582952.084763:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310780. 00010000:00000010:3.1:1777582952.086219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582952.086231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582952.086235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582952.086240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582952.086243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582952.086246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582952.086306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582952.086312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00000400:00000200:3.0:1777582952.086909:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.086927:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8841f80 00000400:00000200:3.0:1777582952.086936:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 93056 00000400:00000200:3.0:1777582952.086998:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.087004:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.087013:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.087018:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e024a80. 00000020:00000010:0.0:1777582952.087452:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bd40. 00000020:00000010:0.0:1777582952.087459:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bd40. 00000020:00000010:0.0:1777582952.087465:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637c000. 00000020:00000010:0.0:1777582952.087470:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310900. 00000020:00000010:0.0:1777582952.087476:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582952.087506:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bd40. 00000020:00000010:0.0:1777582952.087508:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bd40. 00000100:00000200:0.0:1777582952.087511:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707817344 00000001:00000010:0.0:1777582952.087523:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68cc0. 00010000:00000010:0.0:1777582952.087548:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582952.087555:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 02000000:00000010:0.0:1777582952.087583:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241bc3b000. 00010000:00000010:0.0:1777582952.087617:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582952.087621:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582952.087642:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582952.087645:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582952.087649:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582952.087652:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00000004:00000010:0.0:1777582952.087767:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f563c0. 00000004:00000010:0.0:1777582952.087776:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22870. 00000004:00000010:0.0:1777582952.087783:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35540. 00080000:00000010:0.0:1777582952.087793:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a1c8. 00010000:00000010:0.0:1777582952.088763:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582952.088771:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582952.088777:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582952.088783:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.088865:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582952.088878:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582952.088883:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582952.088907:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000200:0.0:1777582952.088926:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e024a80 x1863928707817344/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582952.088947:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582952.088954:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707817344, offset 224 00000400:00000200:0.0:1777582952.088961:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.088974:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.088981:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396740:396740:256:4294967295] 192.168.202.9@tcp LPNI seq info [396736:396736:8:4294967295] 00000400:00000200:0.0:1777582952.088992:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.088999:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.089004:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582952.089012:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.089020:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.089025:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.089097:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310900. 00000020:00000010:0.0:1777582952.089102:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582952.089107:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637c000. 00000400:00000200:2.0:1777582952.091922:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.091944:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 28 MB=0x69f3bb8842080 00000400:00000200:2.0:1777582952.091952:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f7339 [8] + 2016 00000400:00000200:2.0:1777582952.091968:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.091972:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.091980:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582952.091988:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497154a80. 00000800:00000200:2.0:1777582952.092100:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.092104:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582952.092110:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.092113:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.092117:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:2.0:1777582952.092120:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000400:00000200:2.0:1777582952.092157:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.092164:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 12 MB=0x69f3bb8842180 00000400:00000200:2.0:1777582952.092170:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f6421 [64] + 93632 00000400:00000200:2.0:1777582952.092178:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.092181:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.092186:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.092189:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497154000. 00000400:00000200:2.0:1777582952.092208:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.092213:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 26 MB=0x69f3bb8842000 00000400:00000200:2.0:1777582952.092218:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.9@tcp of length 224/224 into md 0x204eb1 [2] + 0 00000400:00000010:2.0:1777582952.092222:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6cb8. 00000400:00000200:2.0:1777582952.092225:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02390e68300 00000400:00000200:2.0:1777582952.092230:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.092233:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.092236:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02390e68300 00000400:00000010:2.0:1777582952.092238:0:3281:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02390e68300. 00000100:00000200:2.0:1777582952.092242:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777582952.092256:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.092262:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 28 MB=0x69f3bb8842100 00000400:00000200:2.0:1777582952.092266:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f7339 [8] + 2240 00000400:00000200:2.0:1777582952.092275:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.092278:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.092281:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582952.092295:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497157100. 00010000:00000010:3.1:1777582952.094052:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582952.094069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582952.094073:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582952.094077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000020:00000010:3.0:1777582952.094161:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c4c0. 00000020:00000010:3.0:1777582952.094168:0:206020:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa024b7dea840. 00000020:00000010:3.0:1777582952.094188:0:206020:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca4000. 00000020:00000010:3.0:1777582952.094193:0:206020:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374580. 00000020:00000010:3.0:1777582952.094198:0:206020:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582952.094234:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c000. 00000020:00000010:3.0:1777582952.094239:0:206020:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa024b7dea780. 00000020:00000010:3.0:1777582952.094245:0:206020:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca5000. 00000020:00000010:3.0:1777582952.094248:0:206020:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374f00. 00000020:00000010:3.0:1777582952.094251:0:206020:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.094277:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582952.094279:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000100:00000200:3.0:1777582952.094295:0:206020:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707817600 02000000:00000010:3.0:1777582952.094324:0:206020:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248625b000. 00010000:00000200:3.0:1777582952.094340:0:206020:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154a80 x1863928707817600/t0(0) o400->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 224/224 e 0 to 0 dl 1777582963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.094361:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582952.094368:0:206020:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863928707817600, offset 224 00000400:00000200:3.0:1777582952.094376:0:206020:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.094389:0:206020:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.094396:0:206020:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396741:396741:256:4294967295] 192.168.202.9@tcp LPNI seq info [396737:396737:8:4294967295] 00000400:00000200:3.0:1777582952.094407:0:206020:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.094413:0:206020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.094418:0:206020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582952.094426:0:206020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.094434:0:206020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.094438:0:206020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.094458:0:206020:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374580. 00000020:00000010:3.0:1777582952.094463:0:206020:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582952.094466:0:206020:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca4000. 00000020:00000010:3.0:1777582952.094479:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582952.094481:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000100:00000200:3.0:1777582952.094483:0:206020:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707817728 02000000:00000010:3.0:1777582952.094491:0:206020:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248625b400. 00010000:00000200:3.0:1777582952.094496:0:206020:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497157100 x1863928707817728/t0(0) o400->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 224/224 e 0 to 0 dl 1777582963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.094505:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582952.094508:0:206020:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863928707817728, offset 224 00000400:00000200:3.0:1777582952.094513:0:206020:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.094518:0:206020:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.094521:0:206020:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396742:396742:255:4294967295] 192.168.202.9@tcp LPNI seq info [396738:396738:7:4294967295] 00000400:00000200:3.0:1777582952.094528:0:206020:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.094532:0:206020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.094536:0:206020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582952.094541:0:206020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.094549:0:206020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.094553:0:206020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.094565:0:206020:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374f00. 00000020:00000010:3.0:1777582952.094570:0:206020:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.094574:0:206020:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca5000. 00000800:00000200:3.0:1777582952.094632:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.094636:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:3.0:1777582952.094640:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.094646:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.094650:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777582952.094653:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000800:00000200:3.0:1777582952.094730:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.094733:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582952.094774:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.094780:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.094783:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:3.0:1777582952.094785:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000020:00000010:2.0:1777582952.096535:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.096544:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.096549:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de49400. 00000020:00000010:2.0:1777582952.096555:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582952.096559:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582952.096600:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.096602:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000100:00000200:2.0:1777582952.096605:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707817472 02000000:00000010:2.0:1777582952.096617:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023922d0800. 00010000:00000200:2.0:1777582952.096630:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487067850 x1863928707817472/t0(0) o400->64ad4ac2-4621-46a9-b9ec-0f391218edcb@192.168.202.9@tcp:393/0 lens 224/224 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582952.096646:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582952.096652:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863928707817472, offset 224 00000400:00000200:2.0:1777582952.096659:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.096670:0:187623:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.096676:0:187623:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396743:396743:256:4294967295] 192.168.202.9@tcp LPNI seq info [396739:396739:8:4294967295] 00000400:00000200:2.0:1777582952.096686:0:187623:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.096692:0:187623:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.096696:0:187623:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582952.096702:0:187623:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.096848:0:187623:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.096853:0:187623:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.096916:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582952.096921:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582952.096924:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de49400. 00000100:00000200:2.0:1777582952.096933:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777582952.096939:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e9a0. 00000400:00000010:2.0:1777582952.096945:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02390e68300. 00000020:00000010:2.0:1777582952.096969:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.096973:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.096976:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de49400. 00000020:00000010:2.0:1777582952.096978:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582952.096981:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582952.097001:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.097003:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000100:00000200:2.0:1777582952.097006:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707817856 02000000:00000010:2.0:1777582952.097016:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023922d3c00. 00010000:00000200:2.0:1777582952.097021:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154000 x1863928707817856/t0(0) o400->9531e10e-5a64-4ee6-a5f2-e1b0791d0689@192.168.202.9@tcp:393/0 lens 224/224 e 0 to 0 dl 1777582963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582952.097032:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582952.097035:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863928707817856, offset 224 00000400:00000200:2.0:1777582952.097039:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.097045:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.097049:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396744:396744:255:4294967295] 192.168.202.9@tcp LPNI seq info [396740:396740:7:4294967295] 00000400:00000200:2.0:1777582952.097058:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.097062:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.097065:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582952.097069:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.097073:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.097076:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1777582952.097153:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582952.097159:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:0.0:1777582952.097194:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.097205:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8842280 00000400:00000200:0.0:1777582952.097212:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 93856 00000400:00000200:0.0:1777582952.097227:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.097231:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.097238:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.097243:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea5880. 00000800:00000200:0.0:1777582952.097346:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.097350:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:0.0:1777582952.097354:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.097357:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.097360:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:0.0:1777582952.097362:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 02000000:00000010:0.0:1777582952.097371:0:3283:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023922d0800. 00000020:00000010:0.0:1777582952.097392:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b040. 00000020:00000010:0.0:1777582952.097394:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b040. 00000020:00000010:0.0:1777582952.097399:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637c000. 00000020:00000010:0.0:1777582952.097402:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310900. 00000020:00000010:0.0:1777582952.097405:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582952.097429:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b040. 00000020:00000010:0.0:1777582952.097431:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b040. 00000100:00000200:0.0:1777582952.097434:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707818112 02000000:00000010:0.0:1777582952.097461:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241bc39000. 00010000:00000010:0.0:1777582952.097500:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.097513:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582952.097532:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582952.097538:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.097555:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582952.097558:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582952.097562:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582952.097565:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582952.097672:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582952.097674:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582952.097677:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582952.097680:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00000020:00000010:0.0:1777582952.097702:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48400. 00000020:00000010:0.0:1777582952.097716:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48400. 00000020:00000010:0.0:1777582952.097726:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562aba0. 00080000:00000010:0.0:1777582952.097750:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238604f000. 00000001:00000010:0.0:1777582952.098206:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562acc0. 00000001:00000010:0.0:1777582952.098216:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582952.098260:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562aba0. 00010000:00000010:0.0:1777582952.098272:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582952.098279:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582952.098299:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185000. 00010000:00000010:0.0:1777582952.098349:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582952.098365:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000200:0.0:1777582952.098384:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975265, last committed = 8589975157 00010000:00000200:0.0:1777582952.098394:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea5880 x1863928707818112/t8589975265(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582952.098413:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582952.098421:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707818112, offset 224 00000400:00000010:0.0:1777582952.098427:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fc08. 00000400:00000200:0.0:1777582952.098432:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.098447:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.098453:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396745:396745:255:4294967295] 192.168.202.9@tcp LPNI seq info [396741:396741:7:4294967295] 00000400:00000200:0.0:1777582952.098460:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582952.098467:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.098475:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.098479:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582952.098487:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.098495:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.098499:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.098528:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310900. 00000020:00000010:0.0:1777582952.098533:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582952.098538:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637c000. 00010000:00000010:0.0:1777582952.098577:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582952.098584:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582952.098591:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185000. 00000020:00000010:2.0:1777582952.100080:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582952.100092:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582952.100097:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de49400. 00000800:00000200:2.0:1777582952.100271:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.100275:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582952.100281:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.100299:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000800:00000200:2.0:1777582952.100394:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.100396:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582952.100401:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.100404:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.100410:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cbb0 00000400:00000010:2.0:1777582952.100413:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cbb0. 00010000:00000010:0.1:1777582952.101920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582952.101933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582952.101937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582952.101940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:2.0:1777582952.107852:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582952.107874:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213ecd 00000400:00000200:2.0:1777582952.107882:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.107887:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582952.107894:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:2.0:1777582952.107897:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000400:00000200:2.0:1777582952.107976:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.107983:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8842300 00000400:00000200:2.0:1777582952.107991:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 94344 00000400:00000200:2.0:1777582952.108050:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.108054:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.108059:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.108066:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497155880. 00010000:00000010:3.0:1777582952.110652:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582952.110660:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374d00. 00010000:00000010:3.0:1777582952.110665:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.110671:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582952.110757:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:3.0:1777582952.110767:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:3.0:1777582952.110771:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57c80. 00010000:00000010:3.0:1777582952.110792:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000200:3.0:1777582952.110810:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497155880 x1863928707818240/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.110828:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582952.110833:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707818240, offset 224 00000400:00000200:3.0:1777582952.110838:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.110849:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.110854:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396746:396746:256:4294967295] 192.168.202.9@tcp LPNI seq info [396742:396742:8:4294967295] 00000400:00000200:3.0:1777582952.110864:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.110868:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.110873:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582952.110881:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.110890:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.110894:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.110924:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02484a57080. 00000020:00000010:3.0:1777582952.110929:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:3.0:1777582952.110934:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239621d800. 00010000:00000010:0.1:1777582952.111089:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582952.111095:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582952.111099:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582952.111102:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582952.111104:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582952.111107:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582952.111124:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582952.111129:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00000400:00000200:3.0:1777582952.113633:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.113658:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8842400 00000400:00000200:3.0:1777582952.113671:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 94920 00000400:00000200:3.0:1777582952.113686:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.113691:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.113698:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.113784:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e027480. 00000800:00000200:0.0:1777582952.115941:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.115946:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582952.115951:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.115956:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582952.117834:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:0.0:1777582952.117852:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57a80. 00010000:00000010:0.0:1777582952.117863:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00010000:00000010:3.1:1777582952.118045:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582952.118051:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582952.118055:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582952.118057:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000400:00000200:0.0:1777582952.118256:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582952.118277:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213ed5 00000400:00000200:0.0:1777582952.118298:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.118304:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582952.118310:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:0.0:1777582952.118313:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000400:00000200:0.0:1777582952.118511:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.118518:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8842480 00000400:00000200:0.0:1777582952.118526:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 95408 00000400:00000200:0.0:1777582952.118576:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.118580:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.118584:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.118589:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6a00. 00000020:00000010:0.0:1777582952.118627:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b040. 00000020:00000010:0.0:1777582952.118632:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b040. 00000020:00000010:0.0:1777582952.118637:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248637c000. 00000020:00000010:0.0:1777582952.118642:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310700. 00000020:00000010:0.0:1777582952.118647:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582952.118675:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b040. 00000020:00000010:0.0:1777582952.118678:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b040. 00000100:00000200:0.0:1777582952.118681:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707818624 00000001:00000010:0.0:1777582952.118692:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:0.0:1777582952.118719:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582952.118725:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 02000000:00000010:0.0:1777582952.118769:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02391998000. 00010000:00000010:0.0:1777582952.118798:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582952.118801:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582952.118818:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582952.118821:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582952.118825:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582952.118828:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000004:00000010:0.0:1777582952.118916:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56d20. 00000004:00000010:0.0:1777582952.118924:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22d98. 00000004:00000010:0.0:1777582952.118930:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35980. 00080000:00000010:0.0:1777582952.118939:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097ac78. 00010000:00000010:3.0:1777582952.120076:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:3.0:1777582952.120090:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57d80. 00010000:00000010:0.0:1777582952.120552:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582952.120558:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3980. 00010000:00000010:0.0:1777582952.120563:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582952.120568:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582952.120633:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582952.120642:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.120646:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582952.120673:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000200:0.0:1777582952.120696:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea6a00 x1863928707818624/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582952.120926:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582952.120932:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707818624, offset 224 00000400:00000200:0.0:1777582952.120940:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.120953:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.120959:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396748:396748:256:4294967295] 192.168.202.9@tcp LPNI seq info [396744:396744:8:4294967295] 00000400:00000200:0.0:1777582952.120971:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.120976:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.120982:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582952.120989:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.120997:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.121002:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.121055:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310700. 00000020:00000010:0.0:1777582952.121061:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582952.121065:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248637c000. 00010000:00000010:0.1:1777582952.122191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582952.122202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582952.122206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582952.122210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000800:00000200:3.0:1777582952.124062:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.124071:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582952.124081:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.124091:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.124099:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:3.0:1777582952.124102:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000400:00000200:3.0:1777582952.124156:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.124172:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8842580 00000400:00000200:3.0:1777582952.124180:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 95984 00000400:00000200:3.0:1777582952.124199:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.124202:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.124209:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.124215:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e027b80. 00000800:00000200:0.0:1777582952.126607:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.127242:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582952.127251:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.127262:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.128970:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.128990:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213edd 00000400:00000200:3.0:1777582952.128998:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.129002:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.129010:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:3.0:1777582952.129013:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00010000:00000010:0.0:1777582952.129118:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:0.0:1777582952.129129:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57d80. 00010000:00000010:1.1:1777582952.129491:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582952.129499:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582952.129504:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582952.129507:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582952.130180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582952.130188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582952.130193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582952.130195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582952.130405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582952.130411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000020:00000010:0.0:1777582952.132804:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b000. 00000020:00000010:0.0:1777582952.132810:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b000. 00000020:00000010:0.0:1777582952.132817:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c286e00. 00000020:00000010:0.0:1777582952.132824:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3980. 00000020:00000010:0.0:1777582952.132829:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582952.132861:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b000. 00000020:00000010:0.0:1777582952.132863:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b000. 00000100:00000200:0.0:1777582952.132866:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707819008 00000001:00000010:0.0:1777582952.132878:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:0.0:1777582952.132905:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582952.132913:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 02000000:00000010:0.0:1777582952.132940:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239199e000. 00010000:00000010:0.0:1777582952.132967:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582952.132970:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.132990:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582952.132994:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582952.132998:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582952.133000:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000004:00000010:0.0:1777582952.133109:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f561e0. 00000004:00000010:0.0:1777582952.133118:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22ac8. 00000004:00000010:0.0:1777582952.133126:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34cc0. 00080000:00000010:0.0:1777582952.133180:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097bab8. 00010000:00000010:0.1:1777582952.138100:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582952.138114:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000800:00000200:0.0:1777582952.138210:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.138215:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582952.138222:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.138231:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.138239:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:0.0:1777582952.138242:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000400:00000200:3.0:1777582952.138540:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.138556:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8842700 00000400:00000200:3.0:1777582952.138563:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 97048 00000400:00000200:3.0:1777582952.138576:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.138581:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.138586:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.138592:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e026d80. 00000020:00000010:0.0:1777582952.138678:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b000. 00000020:00000010:0.0:1777582952.138683:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b000. 00000020:00000010:0.0:1777582952.138688:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498b7e000. 00000020:00000010:0.0:1777582952.138693:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582952.138698:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582952.138749:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b000. 00000020:00000010:0.0:1777582952.138752:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b000. 00000100:00000200:0.0:1777582952.138754:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707819264 02000000:00000010:0.0:1777582952.138791:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239199d000. 00010000:00000010:0.0:1777582952.138830:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:0.0:1777582952.138843:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02484a57080. 00010000:00000010:0.0:1777582952.138861:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582952.138868:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582952.138885:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582952.138890:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582952.138894:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582952.138897:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582952.139012:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582952.139017:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582952.139021:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582952.139025:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00000020:00000010:0.0:1777582952.139050:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48580. 00000020:00000010:0.0:1777582952.139059:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48580. 00000020:00000010:0.0:1777582952.139074:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a3c0. 00080000:00000010:0.0:1777582952.139085:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238604fc00. 00000001:00000010:0.0:1777582952.140121:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a300. 00000001:00000010:0.0:1777582952.140131:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185000. 00000020:00000010:0.0:1777582952.140276:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a3c0. 00010000:00000010:0.0:1777582952.140467:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582952.140475:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582952.140496:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185840. 00010000:00000010:0.0:1777582952.140586:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582952.140604:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000200:0.0:1777582952.140623:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975268, last committed = 8589975157 00010000:00000200:0.0:1777582952.140634:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e026d80 x1863928707819264/t8589975268(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582952.140653:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582952.140660:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707819264, offset 224 00000400:00000010:0.0:1777582952.140666:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f188. 00000400:00000200:0.0:1777582952.140671:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.140685:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.140693:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396751:396751:256:4294967295] 192.168.202.9@tcp LPNI seq info [396747:396747:8:4294967295] 00000400:00000200:0.0:1777582952.140701:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582952.140720:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.140726:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.140731:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582952.140746:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.140753:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.140757:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.140950:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582952.140957:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582952.140962:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498b7e000. 00010000:00000010:3.0:1777582952.141025:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:3.0:1777582952.141033:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:3.0:1777582952.141041:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185840. 00010000:00000010:1.1:1777582952.144401:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582952.144419:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582952.144425:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582952.144428:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582952.144432:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582952.144435:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582952.144439:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582952.144442:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582952.144444:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582952.144447:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000200:3.0:1777582952.144688:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.144704:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213ee5 00000400:00000200:3.0:1777582952.144801:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.144805:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.144811:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:3.0:1777582952.144814:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000400:00000200:3.0:1777582952.144876:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.144883:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8842780 00000400:00000200:3.0:1777582952.144890:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 97536 00000400:00000200:3.0:1777582952.145491:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.145499:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.145507:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.145513:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e027100. 00010000:00000010:0.0:1777582952.145601:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582952.145610:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00010000:00000010:0.1:1777582952.146494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582952.146502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582952.146505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582952.146508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582952.147174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582952.147180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000800:00000200:0.0:1777582952.150010:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.150021:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582952.150029:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.150038:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.150045:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:0.0:1777582952.150048:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00000020:00000010:3.0:1777582952.150913:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c040. 00000020:00000010:3.0:1777582952.150919:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c040. 00000020:00000010:3.0:1777582952.150926:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca5000. 00000020:00000010:3.0:1777582952.150933:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.150939:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.151013:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c040. 00000020:00000010:3.0:1777582952.151016:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c040. 00000100:00000200:3.0:1777582952.151019:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707819648 02000000:00000010:3.0:1777582952.151057:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c46000. 00010000:00000010:3.0:1777582952.151110:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:3.0:1777582952.151131:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9400. 00010000:00000010:3.0:1777582952.151187:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582952.151196:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582952.151213:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582952.151217:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582952.151221:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582952.151225:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582952.151368:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582952.151372:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582952.151375:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.151378:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00000020:00000010:3.0:1777582952.151406:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05d40. 00000020:00000010:3.0:1777582952.151415:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05d40. 00000020:00000010:3.0:1777582952.151427:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9300. 00080000:00000010:3.0:1777582952.151437:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02486258000. 00000001:00000010:3.0:1777582952.151896:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913f00. 00000001:00000010:3.0:1777582952.151905:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582952.151946:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9300. 00010000:00000010:3.0:1777582952.151958:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582952.151963:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582952.151976:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582952.152016:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582952.152030:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:3.0:1777582952.152045:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975269, last committed = 8589975157 00010000:00000200:3.0:1777582952.152055:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f50380 x1863928707819648/t8589975269(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.152078:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582952.152085:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707819648, offset 224 00000400:00000010:3.0:1777582952.152093:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49b98. 00000400:00000200:3.0:1777582952.152097:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.152112:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.152120:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396753:396753:256:4294967295] 192.168.202.9@tcp LPNI seq info [396749:396749:8:4294967295] 00000400:00000200:3.0:1777582952.152128:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.152153:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.152160:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.152165:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582952.152172:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.152179:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.152183:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.152205:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.152210:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.152213:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca5000. 00010000:00000010:0.1:1777582952.152485:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582952.152493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582952.152519:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:0.0:1777582952.152525:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374480. 00010000:00000010:0.0:1777582952.152530:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:1.1:1777582952.155215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582952.155229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582952.155233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582952.155235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000800:00000200:3.0:1777582952.155566:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.155572:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:3.0:1777582952.155577:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.155586:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.155618:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.155632:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213eed 00000400:00000200:3.0:1777582952.155638:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.155641:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.155646:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777582952.155649:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000400:00000200:3.0:1777582952.155683:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.155689:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8842900 00000400:00000200:3.0:1777582952.155696:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 98600 00000400:00000200:3.0:1777582952.155760:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.155764:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.155768:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.155774:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e025880. 00000020:00000010:3.0:1777582952.160525:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c040. 00000020:00000010:3.0:1777582952.160537:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c040. 00000020:00000010:3.0:1777582952.160544:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca5000. 00000020:00000010:3.0:1777582952.160549:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.160555:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.160642:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c040. 00000020:00000010:3.0:1777582952.160645:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c040. 00000100:00000200:3.0:1777582952.160648:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707819776 00000001:00000010:3.0:1777582952.160660:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185000. 00010000:00000010:3.0:1777582952.160684:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.160691:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 02000000:00000010:3.0:1777582952.160727:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c43000. 00010000:00000010:3.0:1777582952.160767:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.160770:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582952.160791:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582952.160794:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374200. 00010000:00000010:3.0:1777582952.160798:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582952.160801:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00000004:00000010:3.0:1777582952.160897:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e903c0. 00000004:00000010:3.0:1777582952.160906:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65348. 00000004:00000010:3.0:1777582952.160913:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386440. 00080000:00000010:3.0:1777582952.160921:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405440e40. 00010000:00000010:3.0:1777582952.161546:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582952.161552:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374f80. 00010000:00000010:3.0:1777582952.161557:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582952.161561:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582952.161624:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582952.161634:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582952.161639:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374200. 00010000:00000010:3.0:1777582952.161658:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:3.0:1777582952.161675:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e025880 x1863928707819776/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.161694:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582952.161702:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707819776, offset 224 00000400:00000200:3.0:1777582952.161895:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.161908:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.161916:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396754:396754:256:4294967295] 192.168.202.9@tcp LPNI seq info [396750:396750:8:4294967295] 00000400:00000200:3.0:1777582952.161929:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.161935:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.161941:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582952.161949:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.161957:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.161962:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.161982:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.161987:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.161990:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca5000. 00010000:00000010:0.1:1777582952.164543:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582952.164561:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582952.164926:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000400:00000200:0.0:1777582952.165111:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.165130:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8842a00 00000400:00000200:0.0:1777582952.165262:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 99176 00000020:00000010:3.0:1777582952.165587:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce80. 00000020:00000010:3.0:1777582952.165592:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce80. 00000020:00000010:3.0:1777582952.165599:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca5000. 00000020:00000010:3.0:1777582952.165604:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.165608:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.165677:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce80. 00000020:00000010:3.0:1777582952.165680:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce80. 00000100:00000200:3.0:1777582952.165683:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707820032 02000000:00000010:3.0:1777582952.165747:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238c85f000. 00010000:00000010:3.0:1777582952.165796:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582952.165810:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f80. 00010000:00000010:3.0:1777582952.165832:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582952.165839:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582952.165853:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582952.165856:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374f80. 00010000:00000010:3.0:1777582952.165860:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582952.165863:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582952.165976:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582952.165979:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374200. 00010000:00000010:3.0:1777582952.165982:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582952.165984:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00000020:00000010:3.0:1777582952.166006:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05980. 00000020:00000010:3.0:1777582952.166012:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05980. 00000020:00000010:3.0:1777582952.166023:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913000. 00080000:00000010:3.0:1777582952.166033:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02486259800. 00000001:00000010:3.0:1777582952.166638:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913d80. 00000001:00000010:3.0:1777582952.166647:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582952.166681:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913000. 00010000:00000010:3.0:1777582952.166691:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582952.166696:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582952.166709:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582952.166760:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582952.166775:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000200:3.0:1777582952.166791:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975270, last committed = 8589975157 00010000:00000200:3.0:1777582952.166800:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f51500 x1863928707820032/t8589975270(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.166821:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582952.166827:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707820032, offset 224 00000400:00000010:3.0:1777582952.166833:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49b60. 00000400:00000200:3.0:1777582952.166837:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.166850:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.166857:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396755:396755:256:4294967295] 192.168.202.9@tcp LPNI seq info [396751:396751:8:4294967295] 00000400:00000200:3.0:1777582952.166864:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.166871:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.166877:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.166882:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582952.166890:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.166898:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.166902:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.166928:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.166932:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.166935:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca5000. 00000800:00000200:3.0:1777582952.167046:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.167050:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582952.167055:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.167060:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.170307:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:0.0:1777582952.170434:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:0.0:1777582952.170447:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f80. 00000100:00000010:1.0:1777582952.170535:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51180. 00000020:00000010:0.0:1777582952.170611:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b000. 00000020:00000010:0.0:1777582952.170617:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b000. 00000020:00000010:0.0:1777582952.170623:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920f5400. 00000020:00000010:0.0:1777582952.170628:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582952.170635:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582952.170675:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b000. 00000020:00000010:0.0:1777582952.170678:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b000. 00000100:00000200:0.0:1777582952.170681:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707820160 00000001:00000010:0.0:1777582952.170694:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:0.0:1777582952.170729:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582952.170735:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 02000000:00000010:0.0:1777582952.170779:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02484c27000. 00010000:00000010:0.0:1777582952.170815:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582952.170819:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582952.170836:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582952.170840:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582952.170844:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.170847:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00000004:00000010:0.0:1777582952.170953:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56f00. 00000004:00000010:0.0:1777582952.170964:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22168. 00000004:00000010:0.0:1777582952.170972:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ee0. 00080000:00000010:0.0:1777582952.170984:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b8f0. 00010000:00000010:1.0:1777582952.172001:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582952.172008:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9e80. 00010000:00000010:1.0:1777582952.172014:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582952.172020:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582952.172091:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:1.0:1777582952.172102:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:1.0:1777582952.172106:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe80. 00010000:00000010:1.0:1777582952.172129:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000200:1.0:1777582952.172176:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f51180 x1863928707820160/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.172195:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582952.172202:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707820160, offset 224 00000400:00000200:1.0:1777582952.172208:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.172221:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.172229:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396756:396756:256:4294967295] 192.168.202.9@tcp LPNI seq info [396752:396752:8:4294967295] 00000400:00000200:1.0:1777582952.172240:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.172247:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.172251:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582952.172259:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.172266:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.172270:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.172582:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf500. 00000020:00000010:1.0:1777582952.172589:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:1.0:1777582952.172593:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920f5400. 00010000:00000010:3.1:1777582952.175688:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582952.175793:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582952.175802:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000800:00000200:3.0:1777582952.175897:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.175902:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582952.175907:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.175916:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.175923:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:3.0:1777582952.175925:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000400:00000200:3.0:1777582952.175957:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.175972:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8842b80 00000400:00000200:3.0:1777582952.175981:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 100240 00000400:00000200:3.0:1777582952.175997:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.176000:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.176006:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.176012:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e024000. 00000020:00000010:1.0:1777582952.176103:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582952.176110:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582952.176119:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c286e00. 00000020:00000010:1.0:1777582952.176124:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9300. 00000020:00000010:1.0:1777582952.176131:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00010000:00000010:1.1:1777582952.176166:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582952.176172:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000020:00000010:1.0:1777582952.176219:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582952.176222:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000100:00000200:1.0:1777582952.176226:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707820416 02000000:00000010:1.0:1777582952.176274:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023da662000. 00010000:00000010:1.0:1777582952.176348:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582952.176367:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9e80. 00010000:00000010:1.0:1777582952.176393:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.176401:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582952.176421:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582952.176425:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9e80. 00010000:00000010:1.0:1777582952.176431:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582952.176436:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582952.176573:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582952.176577:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9b00. 00010000:00000010:1.0:1777582952.176581:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582952.176586:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00000020:00000010:1.0:1777582952.176622:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6020. 00000020:00000010:1.0:1777582952.176628:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6020. 00000020:00000010:1.0:1777582952.176639:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024887842a0. 00080000:00000010:1.0:1777582952.176651:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023921c7c00. 00000001:00000010:1.0:1777582952.177238:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024887840c0. 00000001:00000010:1.0:1777582952.177247:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582952.177310:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024887842a0. 00010000:00000010:1.0:1777582952.177324:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582952.177331:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582952.177348:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484240. 00010000:00000010:1.0:1777582952.177402:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582952.177413:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484240. 00010000:00000010:1.0:1777582952.177454:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582952.177461:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9b00. 00010000:00000010:1.0:1777582952.177485:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000200:1.0:1777582952.177510:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975271, last committed = 8589975157 00010000:00000200:1.0:1777582952.177522:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e024000 x1863928707820416/t8589975271(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.177545:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582952.177553:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707820416, offset 224 00000400:00000010:1.0:1777582952.177561:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4b98. 00000400:00000200:1.0:1777582952.177567:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.177584:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.177594:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396757:396757:256:4294967295] 192.168.202.9@tcp LPNI seq info [396753:396753:8:4294967295] 00000400:00000200:1.0:1777582952.177601:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.177613:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.177621:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.177626:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582952.177634:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.177643:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.177648:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.178600:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9300. 00000020:00000010:1.0:1777582952.178610:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.178617:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c286e00. 00000800:00000200:0.0:1777582952.178775:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.178780:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:0.0:1777582952.178786:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.178793:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.185380:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.185405:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213efd 00000400:00000200:3.0:1777582952.185414:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.185420:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.185429:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:3.0:1777582952.185433:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000400:00000200:3.0:1777582952.185481:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.185490:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8842c00 00000400:00000200:3.0:1777582952.185499:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 100728 00000400:00000200:3.0:1777582952.185559:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.185565:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.185571:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.185582:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e8aa00. 00000020:00000010:3.0:1777582952.186387:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce80. 00000020:00000010:3.0:1777582952.186393:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce80. 00000020:00000010:3.0:1777582952.186399:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca5000. 00000020:00000010:3.0:1777582952.186404:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.186409:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.186442:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce80. 00000020:00000010:3.0:1777582952.186444:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce80. 00000100:00000200:3.0:1777582952.186448:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707820544 00000001:00000010:3.0:1777582952.186458:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:3.0:1777582952.186485:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582952.186493:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 02000000:00000010:3.0:1777582952.186521:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c85b000. 00010000:00000010:3.0:1777582952.186552:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582952.186556:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582952.186573:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582952.186576:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374000. 00010000:00000010:3.0:1777582952.186580:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.186582:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00000004:00000010:3.0:1777582952.186686:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90000. 00000004:00000010:3.0:1777582952.186695:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65f78. 00000004:00000010:3.0:1777582952.186701:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386660. 00080000:00000010:3.0:1777582952.186725:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa023ef1a68e8. 00010000:00000010:3.0:1777582952.187566:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582952.187573:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374100. 00010000:00000010:3.0:1777582952.187578:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.187583:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582952.187656:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582952.187670:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582952.187675:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374000. 00010000:00000010:3.0:1777582952.187699:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000200:3.0:1777582952.187728:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7e8aa00 x1863928707820544/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.187757:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582952.187764:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707820544, offset 224 00000400:00000200:3.0:1777582952.187771:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.187784:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.187791:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396758:396758:256:4294967295] 192.168.202.9@tcp LPNI seq info [396754:396754:8:4294967295] 00000400:00000200:3.0:1777582952.187802:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.187808:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.187813:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582952.187819:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.187826:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.187830:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.187846:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.187849:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.187853:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca5000. 00010000:00000010:3.1:1777582952.188179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582952.188186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582952.188190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582952.188193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.0:1777582952.188265:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:0.0:1777582952.188273:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9e80. 00010000:00000010:1.1:1777582952.188415:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582952.188421:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582952.188425:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582952.188429:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582952.188432:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582952.188434:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000800:00000200:1.0:1777582952.191036:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.191047:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:1.0:1777582952.191056:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.191065:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.191073:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:1.0:1777582952.191075:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000400:00000200:0.0:1777582952.191575:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.191594:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8842d00 00000400:00000200:0.0:1777582952.191602:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 101304 00000400:00000200:0.0:1777582952.191622:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.191626:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.191634:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.191640:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6680. 00000020:00000010:3.0:1777582952.191890:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc40. 00000020:00000010:3.0:1777582952.191897:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc40. 00000020:00000010:3.0:1777582952.191905:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca5000. 00000020:00000010:3.0:1777582952.191911:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.191918:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.192001:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc40. 00000020:00000010:3.0:1777582952.192005:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc40. 00000100:00000200:3.0:1777582952.192010:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707820800 02000000:00000010:3.0:1777582952.192047:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238c85c000. 00010000:00000010:3.0:1777582952.192091:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582952.192107:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374100. 00010000:00000010:3.0:1777582952.192129:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582952.192167:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582952.192173:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582952.192177:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582952.192180:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582952.192187:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582952.192204:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582952.192207:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374100. 00010000:00000010:3.0:1777582952.192211:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582952.192214:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582952.192349:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582952.192353:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374000. 00010000:00000010:3.0:1777582952.192356:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582952.192359:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00000020:00000010:3.0:1777582952.192389:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a40. 00000020:00000010:3.0:1777582952.192396:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a40. 00000020:00000010:3.0:1777582952.192409:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913900. 00080000:00000010:3.0:1777582952.192419:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248625bc00. 00000001:00000010:3.0:1777582952.193281:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9300. 00000001:00000010:3.0:1777582952.193397:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582952.193438:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913900. 00010000:00000010:3.0:1777582952.193450:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582952.193455:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582952.193470:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582952.193560:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582952.193578:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582952.193597:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975272, last committed = 8589975157 00010000:00000200:3.0:1777582952.193607:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea6680 x1863928707820800/t8589975272(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.193628:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582952.193635:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707820800, offset 224 00000400:00000010:3.0:1777582952.193643:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49ce8. 00000400:00000200:3.0:1777582952.193647:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.193663:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.193671:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396759:396759:256:4294967295] 192.168.202.9@tcp LPNI seq info [396755:396755:8:4294967295] 00000400:00000200:3.0:1777582952.193678:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.193685:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.193691:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.193696:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582952.193704:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.193726:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.193731:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.193763:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.193769:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.193772:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca5000. 00010000:00000010:0.1:1777582952.193922:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582952.193929:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.0:1777582952.196994:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:1.0:1777582952.197012:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374000. 00010000:00000010:1.0:1777582952.197024:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000800:00000200:3.0:1777582952.197119:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.197124:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582952.197130:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.197160:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.197195:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.197210:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f05 00000400:00000200:3.0:1777582952.197216:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.197218:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.197223:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:3.0:1777582952.197226:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00000400:00000200:3.0:1777582952.197256:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.197263:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8842d80 00000400:00000200:3.0:1777582952.197270:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 101792 00000400:00000200:3.0:1777582952.197504:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.197509:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.197513:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.197520:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e8bb80. 00000020:00000010:1.0:1777582952.197942:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582952.197948:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582952.197954:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920f5400. 00000020:00000010:1.0:1777582952.197959:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9300. 00000020:00000010:1.0:1777582952.197964:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.198005:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582952.198008:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000100:00000200:1.0:1777582952.198011:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707820928 00000001:00000010:1.0:1777582952.198020:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:1.0:1777582952.198043:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582952.198049:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 02000000:00000010:1.0:1777582952.198076:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238678f000. 00010000:00000010:1.0:1777582952.198103:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582952.198107:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582952.198123:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582952.198126:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9b00. 00010000:00000010:1.0:1777582952.198129:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582952.198154:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000004:00000010:1.0:1777582952.198253:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7860. 00000004:00000010:1.0:1777582952.198262:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582952.198269:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945540. 00080000:00000010:1.0:1777582952.198278:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e720. 00010000:00000010:1.0:1777582952.199278:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582952.199296:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9b80. 00010000:00000010:1.0:1777582952.199302:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582952.199308:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582952.199444:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582952.199462:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582952.199468:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9b00. 00010000:00000010:1.0:1777582952.199494:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000200:1.0:1777582952.199516:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7e8bb80 x1863928707820928/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.199542:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582952.199548:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707820928, offset 224 00000400:00000200:1.0:1777582952.199555:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.199569:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.199576:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396760:396760:256:4294967295] 192.168.202.9@tcp LPNI seq info [396756:396756:8:4294967295] 00000400:00000200:1.0:1777582952.199590:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.199597:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.199602:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582952.199609:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.199616:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.199621:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.199682:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9300. 00000020:00000010:1.0:1777582952.199688:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.199693:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920f5400. 00010000:00000010:0.0:1777582952.199925:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:0.0:1777582952.199934:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374100. 00010000:00000010:1.1:1777582952.200442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582952.200451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582952.200455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582952.200458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582952.200460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582952.200462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582952.202734:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582952.202757:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582952.202762:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582952.202765:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000800:00000200:0.0:1777582952.202902:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.202909:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:0.0:1777582952.202916:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.202926:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.202934:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:0.0:1777582952.202937:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000400:00000200:0.0:1777582952.202965:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.202978:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8842e80 00000400:00000200:0.0:1777582952.202986:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 102368 00000400:00000200:0.0:1777582952.203002:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.203007:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.203014:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.203020:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea7b80. 00000020:00000010:1.0:1777582952.203117:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582952.203124:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582952.203167:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02424069a00. 00000020:00000010:1.0:1777582952.203174:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9300. 00000020:00000010:1.0:1777582952.203180:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.203227:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582952.203230:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000100:00000200:1.0:1777582952.203234:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707821184 02000000:00000010:1.0:1777582952.203272:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238678b000. 00010000:00000010:1.0:1777582952.203336:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582952.203353:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9b80. 00010000:00000010:1.0:1777582952.203376:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.203383:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582952.203401:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582952.203405:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9b80. 00010000:00000010:1.0:1777582952.203410:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582952.203414:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582952.203550:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582952.203554:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9b00. 00010000:00000010:1.0:1777582952.203558:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582952.203562:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000020:00000010:1.0:1777582952.203595:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6340. 00000020:00000010:1.0:1777582952.203602:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6340. 00000020:00000010:1.0:1777582952.203615:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488784540. 00080000:00000010:1.0:1777582952.203625:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023921c6c00. 00000001:00000010:1.0:1777582952.204112:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df9c0. 00000001:00000010:1.0:1777582952.204120:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484240. 00000020:00000010:1.0:1777582952.204189:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488784540. 00010000:00000010:1.0:1777582952.204198:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582952.204202:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582952.204217:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582952.204263:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582952.204277:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000200:1.0:1777582952.204296:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975273, last committed = 8589975157 00010000:00000200:1.0:1777582952.204307:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea7b80 x1863928707821184/t8589975273(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.204328:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582952.204334:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707821184, offset 224 00000400:00000010:1.0:1777582952.204342:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4b60. 00000400:00000200:1.0:1777582952.204346:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.204361:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.204368:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396761:396761:256:4294967295] 192.168.202.9@tcp LPNI seq info [396757:396757:8:4294967295] 00000400:00000200:1.0:1777582952.204373:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.204380:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.204388:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.204392:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582952.204398:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.204407:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.204411:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.204438:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9300. 00000020:00000010:1.0:1777582952.204442:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.204447:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02424069a00. 00000800:00000200:1.0:1777582952.204557:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.204560:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:1.0:1777582952.204564:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.204568:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582952.204919:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:3.0:1777582952.204928:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9b00. 00010000:00000010:3.0:1777582952.204936:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:0.1:1777582952.205302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582952.205311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582952.205324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582952.205333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582952.205934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582952.205945:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582952.205952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582952.205956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:0.0:1777582952.207411:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582952.207429:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f0d 00000400:00000200:0.0:1777582952.207436:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.207439:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582952.207445:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:0.0:1777582952.207448:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000400:00000200:0.0:1777582952.207478:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.207484:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8842f00 00000400:00000200:0.0:1777582952.207492:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 102856 00000400:00000200:0.0:1777582952.207558:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.207563:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.207568:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.207579:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043c000. 00010000:00000010:1.0:1777582952.207603:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582952.207615:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9b80. 00000020:00000010:3.0:1777582952.207698:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc40. 00000020:00000010:3.0:1777582952.207704:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc40. 00000020:00000010:3.0:1777582952.207717:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca5000. 00000020:00000010:3.0:1777582952.207722:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.207728:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.207786:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc40. 00000020:00000010:3.0:1777582952.207790:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc40. 00000100:00000200:3.0:1777582952.207795:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707821312 00000001:00000010:3.0:1777582952.207808:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:3.0:1777582952.207834:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.207841:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582952.207872:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c859000. 00010000:00000010:3.0:1777582952.207903:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582952.207907:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582952.207924:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582952.207927:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374300. 00010000:00000010:3.0:1777582952.207931:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.207934:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00000004:00000010:3.0:1777582952.208039:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91a40. 00000004:00000010:3.0:1777582952.208049:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65708. 00000004:00000010:3.0:1777582952.208056:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387540. 00080000:00000010:3.0:1777582952.208065:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa023ef1a6558. 00010000:00000010:1.1:1777582952.208457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582952.208467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582952.208474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582952.208479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582952.208485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582952.208490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.0:1777582952.209976:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582952.209985:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374980. 00010000:00000010:3.0:1777582952.209991:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582952.209998:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582952.210075:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582952.210088:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582952.210092:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374300. 00010000:00000010:3.0:1777582952.210118:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582952.210253:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043c000 x1863928707821312/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.210274:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582952.210282:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707821312, offset 224 00000400:00000200:3.0:1777582952.210436:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.210452:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.210460:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396762:396762:256:4294967295] 192.168.202.9@tcp LPNI seq info [396758:396758:8:4294967295] 00000400:00000200:3.0:1777582952.210474:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.210481:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.210487:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582952.210495:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.210503:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.210508:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.210579:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.210585:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.210590:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca5000. 00000800:00000200:0.0:1777582952.211193:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.211198:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:0.0:1777582952.211205:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.211212:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.211218:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:0.0:1777582952.211221:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00010000:00000010:1.1:1777582952.212744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582952.212760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582952.212763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582952.212767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582952.213222:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582952.213228:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:1.0:1777582952.214220:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.214240:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8843000 00000400:00000200:1.0:1777582952.214249:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 103432 00000400:00000200:1.0:1777582952.214266:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.214271:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.214281:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.214297:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50700. 00000020:00000010:0.0:1777582952.214483:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.214490:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.214497:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0b000. 00000020:00000010:0.0:1777582952.214502:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa00. 00000020:00000010:0.0:1777582952.214507:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.214551:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.214554:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b4c0. 00000100:00000200:0.0:1777582952.214557:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707821568 02000000:00000010:0.0:1777582952.214592:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02484c26000. 00010000:00000010:0.0:1777582952.214634:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:0.0:1777582952.214651:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374980. 00010000:00000010:0.0:1777582952.214675:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.214681:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582952.214698:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582952.214702:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582952.214716:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582952.214720:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582952.214840:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582952.214844:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf900. 00010000:00000010:0.0:1777582952.214847:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582952.214851:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00000020:00000010:0.0:1777582952.214877:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48fa0. 00000020:00000010:0.0:1777582952.214883:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48fa0. 00000020:00000010:0.0:1777582952.214895:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a3c0. 00080000:00000010:0.0:1777582952.214905:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238604c800. 00000001:00000010:0.0:1777582952.215383:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a060. 00000001:00000010:0.0:1777582952.215391:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185240. 00000020:00000010:0.0:1777582952.215429:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a3c0. 00010000:00000010:0.0:1777582952.215439:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582952.215443:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582952.215457:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185900. 00010000:00000010:0.0:1777582952.215498:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582952.215513:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:0.0:1777582952.215530:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975274, last committed = 8589975157 00010000:00000200:0.0:1777582952.215539:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f50700 x1863928707821568/t8589975274(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582952.215562:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582952.215569:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707821568, offset 224 00000400:00000010:0.0:1777582952.215576:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f0e0. 00000400:00000200:0.0:1777582952.215580:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.215595:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.215604:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396763:396763:256:4294967295] 192.168.202.9@tcp LPNI seq info [396759:396759:8:4294967295] 00000400:00000200:0.0:1777582952.215612:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582952.215619:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.215625:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.215631:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582952.215637:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.215646:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.215652:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.215678:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa00. 00000020:00000010:0.0:1777582952.215682:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.215686:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0b000. 00000800:00000200:0.0:1777582952.215797:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.215802:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582952.215808:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.215813:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582952.216422:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:1.0:1777582952.216432:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf900. 00010000:00000010:1.0:1777582952.216442:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185900. 00010000:00000010:1.1:1777582952.222128:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582952.222165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582952.222202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582952.222209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582952.222212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582952.222214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:0.0:1777582952.227592:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582952.227622:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f15 00000400:00000200:0.0:1777582952.227631:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.227635:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582952.227643:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:0.0:1777582952.227647:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000400:00000200:0.0:1777582952.227687:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.227693:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8843080 00000400:00000200:0.0:1777582952.227701:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 103920 00000400:00000200:0.0:1777582952.227804:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.227810:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.227818:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.227827:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043f100. 00000020:00000010:3.0:1777582952.228279:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cb00. 00000020:00000010:3.0:1777582952.228286:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cb00. 00000020:00000010:3.0:1777582952.228292:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca5000. 00000020:00000010:3.0:1777582952.228298:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374280. 00000020:00000010:3.0:1777582952.228304:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582952.228363:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cb00. 00000020:00000010:3.0:1777582952.228366:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cb00. 00000100:00000200:3.0:1777582952.228370:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707821696 00000001:00000010:3.0:1777582952.228382:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:3.0:1777582952.228423:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.228432:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582952.228473:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fea7000. 00010000:00000010:3.0:1777582952.228511:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.228515:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582952.228538:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582952.228542:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374300. 00010000:00000010:3.0:1777582952.228546:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582952.228549:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00000004:00000010:3.0:1777582952.228659:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91c20. 00000004:00000010:3.0:1777582952.228668:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c658e8. 00000004:00000010:3.0:1777582952.228675:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387100. 00080000:00000010:3.0:1777582952.228684:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa023ef1a7728. 00010000:00000010:3.0:1777582952.228951:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:3.0:1777582952.228959:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:3.0:1777582952.229653:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582952.229657:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374b80. 00010000:00000010:3.0:1777582952.229661:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582952.229666:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:2.0:1777582952.231074:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:2.0:1777582952.231094:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:2.0:1777582952.231101:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374300. 00010000:00000010:2.0:1777582952.231278:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:2.0:1777582952.231311:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043f100 x1863928707821696/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582952.231343:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582952.231351:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707821696, offset 224 00000400:00000200:2.0:1777582952.231358:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.231371:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.231378:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396764:396764:256:4294967295] 192.168.202.9@tcp LPNI seq info [396760:396760:8:4294967295] 00000400:00000200:2.0:1777582952.231390:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.231397:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.231402:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582952.231408:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.231415:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.231420:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.231448:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374280. 00000020:00000010:2.0:1777582952.231453:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:2.0:1777582952.231456:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca5000. 00000800:00000200:3.0:1777582952.231615:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.231620:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:3.0:1777582952.231625:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.231631:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.231636:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cbb0 00000400:00000010:3.0:1777582952.231638:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cbb0. 00000400:00000200:3.0:1777582952.234079:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.234098:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8843180 00000400:00000200:3.0:1777582952.234107:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 104496 00000400:00000200:3.0:1777582952.234124:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.234128:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.234159:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.234167:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e89180. 00000020:00000010:2.0:1777582952.234273:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.234281:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.234298:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de49400. 00000020:00000010:2.0:1777582952.234305:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582952.234311:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582952.234360:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.234363:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000100:00000200:2.0:1777582952.234366:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707821952 02000000:00000010:2.0:1777582952.234405:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241de7a000. 00010000:00000010:2.0:1777582952.234449:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:2.0:1777582952.234467:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374b80. 00010000:00000010:2.0:1777582952.234489:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582952.234494:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582952.234511:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582952.234514:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582952.234518:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582952.234521:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582952.234642:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582952.234647:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582952.234650:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582952.234653:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00000020:00000010:2.0:1777582952.234676:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054240. 00000020:00000010:2.0:1777582952.234682:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054240. 00000020:00000010:2.0:1777582952.234693:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9300. 00080000:00000010:2.0:1777582952.234702:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023922d2400. 00000001:00000010:2.0:1777582952.235121:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1ba0. 00000001:00000010:2.0:1777582952.235128:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68840. 00000020:00000010:2.0:1777582952.235201:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9300. 00010000:00000010:2.0:1777582952.235212:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582952.235217:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582952.235234:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68b40. 00010000:00000010:2.0:1777582952.235277:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582952.235293:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000200:2.0:1777582952.235310:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975275, last committed = 8589975157 00010000:00000200:2.0:1777582952.235320:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7e89180 x1863928707821952/t8589975275(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582952.235340:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582952.235346:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707821952, offset 224 00000400:00000010:2.0:1777582952.235353:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca128c0. 00000400:00000200:2.0:1777582952.235357:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.235369:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.235376:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396765:396765:256:4294967295] 192.168.202.9@tcp LPNI seq info [396761:396761:8:4294967295] 00000400:00000200:2.0:1777582952.235382:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582952.235390:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.235395:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.235400:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582952.235407:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.235414:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.235418:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.235438:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:2.0:1777582952.235442:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582952.235446:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de49400. 00010000:00000010:2.0:1777582952.235473:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582952.235477:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582952.235483:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68b40. 00000800:00000200:2.0:1777582952.235560:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.235563:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582952.235568:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.235573:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.236922:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.236941:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f1d 00000400:00000200:3.0:1777582952.236949:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.236953:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.236959:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c088 00000400:00000010:3.0:1777582952.236963:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c088. 00000400:00000200:3.0:1777582952.238229:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.238244:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8843200 00000400:00000200:3.0:1777582952.238252:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 104984 00000400:00000200:3.0:1777582952.238325:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.238330:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.238336:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.238342:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e88000. 00010000:00000010:2.0:1777582952.239017:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582952.239031:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00000020:00000010:2.0:1777582952.239098:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.239103:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.239110:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de49400. 00000020:00000010:2.0:1777582952.239115:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea00. 00000020:00000010:2.0:1777582952.239122:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582952.239185:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0238879c740. 00000020:00000010:2.0:1777582952.239188:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0238879c740. 00000100:00000200:2.0:1777582952.239192:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707822080 00000001:00000010:2.0:1777582952.239205:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185240. 00010000:00000010:2.0:1777582952.239235:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582952.239242:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 02000000:00000010:2.0:1777582952.239294:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241d7fb000. 00010000:00000010:2.0:1777582952.239592:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582952.239597:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582952.239614:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582952.239617:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:2.0:1777582952.239621:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582952.239624:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00000004:00000010:2.0:1777582952.240997:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71681e0. 00000004:00000010:2.0:1777582952.241011:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0b40. 00000004:00000010:2.0:1777582952.241019:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757760. 00080000:00000010:2.0:1777582952.241031:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c8e8. 00010000:00000010:0.1:1777582952.242206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582952.242218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582952.242222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582952.242225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.242523:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582952.242530:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582952.242536:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.242543:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582952.242628:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:0.0:1777582952.242642:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:0.0:1777582952.242647:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:0.0:1777582952.242673:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000200:0.0:1777582952.242694:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7e88000 x1863928707822080/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582952.242815:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582952.242822:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707822080, offset 224 00000400:00000200:0.0:1777582952.242831:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.242843:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.242850:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396766:396766:256:4294967295] 192.168.202.9@tcp LPNI seq info [396762:396762:8:4294967295] 00000400:00000200:0.0:1777582952.242863:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.242871:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.242876:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582952.242883:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.242891:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.242895:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.242950:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea00. 00000020:00000010:0.0:1777582952.242955:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:0.0:1777582952.242959:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de49400. 00000800:00000200:2.0:1777582952.244976:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.244985:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582952.244994:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.245003:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.245010:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:2.0:1777582952.245013:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00010000:00000010:2.1:1777582952.245306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.1:1777582952.245318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582952.245324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582952.245981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582952.245988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000400:00000200:3.0:1777582952.246018:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.246036:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8843300 00000400:00000200:3.0:1777582952.246044:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 105560 00000400:00000200:3.0:1777582952.246059:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.246063:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.246070:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.246075:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e89880. 00000020:00000010:0.0:1777582952.246268:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.246275:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.246282:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0b000. 00000020:00000010:0.0:1777582952.246541:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafc00. 00000020:00000010:0.0:1777582952.246546:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.246634:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.246637:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b4c0. 00000100:00000200:0.0:1777582952.246641:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707822336 00010000:00000010:1.1:1777582952.246676:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 02000000:00000010:0.0:1777582952.246683:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024904a9000. 00010000:00000010:1.1:1777582952.246683:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582952.246734:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582952.246755:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582952.246774:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582952.246780:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582952.246794:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582952.246798:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582952.246802:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582952.246804:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582952.246909:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582952.246912:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582952.246915:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582952.246918:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000020:00000010:0.0:1777582952.246940:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48220. 00000020:00000010:0.0:1777582952.246948:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48220. 00000020:00000010:0.0:1777582952.246959:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a3c0. 00080000:00000010:0.0:1777582952.246969:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238604c000. 00000001:00000010:0.0:1777582952.247431:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562af60. 00000001:00000010:0.0:1777582952.247440:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023961856c0. 00000020:00000010:0.0:1777582952.247477:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a3c0. 00010000:00000010:0.0:1777582952.247486:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582952.247491:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582952.247504:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185300. 00010000:00000010:0.0:1777582952.247541:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582952.247554:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:0.0:1777582952.247569:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975276, last committed = 8589975157 00010000:00000200:0.0:1777582952.247580:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7e89880 x1863928707822336/t8589975276(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582952.247599:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582952.247605:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707822336, offset 224 00000400:00000010:0.0:1777582952.247612:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f9a0. 00000400:00000200:0.0:1777582952.247616:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.247631:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.247637:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396767:396767:256:4294967295] 192.168.202.9@tcp LPNI seq info [396763:396763:8:4294967295] 00000400:00000200:0.0:1777582952.247643:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582952.247650:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.247656:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.247661:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582952.247667:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.247674:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.247678:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.247697:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafc00. 00000020:00000010:0.0:1777582952.247701:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.247706:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0b000. 00010000:00000010:2.1:1777582952.248158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:2.1:1777582952.248167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.1:1777582952.248171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582952.248176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582952.248181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582952.248185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582952.248188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582952.248191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582952.248194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582952.248394:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582952.248401:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:0.1:1777582952.248404:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582952.248406:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.0:1777582952.248425:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582952.248431:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582952.248438:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185300. 00000800:00000200:0.0:1777582952.248540:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.248544:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582952.248550:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.248557:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.251432:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582952.251461:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f25 00000400:00000200:2.0:1777582952.251471:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.251476:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582952.251487:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:2.0:1777582952.251492:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000400:00000200:2.0:1777582952.251575:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.251583:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8843380 00000400:00000200:2.0:1777582952.251593:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 106048 00000400:00000200:2.0:1777582952.251658:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.251662:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.251668:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.251674:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497154e00. 00000020:00000010:0.0:1777582952.252098:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.252104:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.252111:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0b000. 00000020:00000010:0.0:1777582952.252118:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582952.252123:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.252189:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.252192:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b4c0. 00000100:00000200:0.0:1777582952.252196:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707822464 00000001:00000010:0.0:1777582952.252209:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68840. 00010000:00000010:0.0:1777582952.252240:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582952.252247:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 02000000:00000010:0.0:1777582952.252276:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396a41000. 00010000:00000010:0.0:1777582952.252467:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582952.252472:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582952.252491:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582952.252494:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582952.252499:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582952.252502:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000004:00000010:0.0:1777582952.252601:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56b40. 00000004:00000010:0.0:1777582952.252610:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e223c0. 00000004:00000010:0.0:1777582952.252617:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35210. 00080000:00000010:0.0:1777582952.252625:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097aab0. 00010000:00000010:3.0:1777582952.253322:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:3.0:1777582952.253332:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00010000:00000010:2.0:1777582952.253529:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582952.253535:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec00. 00010000:00000010:2.0:1777582952.253540:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582952.253545:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582952.253599:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:2.0:1777582952.253607:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:2.0:1777582952.253611:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:2.0:1777582952.253633:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000200:2.0:1777582952.253652:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154e00 x1863928707822464/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582952.253671:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582952.253678:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707822464, offset 224 00000400:00000200:2.0:1777582952.253684:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.253696:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.253791:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396768:396768:256:4294967295] 192.168.202.9@tcp LPNI seq info [396764:396764:8:4294967295] 00000400:00000200:2.0:1777582952.253805:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.253812:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.253817:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582952.253823:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.253831:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.253835:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.253890:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:2.0:1777582952.253894:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:2.0:1777582952.253899:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0b000. 00000800:00000200:2.0:1777582952.257012:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.257022:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582952.257031:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.257041:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.257050:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:2.0:1777582952.257053:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00010000:00000010:0.1:1777582952.257167:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582952.257176:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582952.257181:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582952.257184:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582952.257187:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582952.257189:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000400:00000200:0.0:1777582952.257206:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.257223:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8843480 00000400:00000200:0.0:1777582952.257232:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 106624 00000400:00000200:0.0:1777582952.257249:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.257253:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.257259:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.257265:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043ca80. 00000020:00000010:2.0:1777582952.257464:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30b80. 00000020:00000010:2.0:1777582952.257470:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30b80. 00000020:00000010:2.0:1777582952.257476:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de49c00. 00000020:00000010:2.0:1777582952.257481:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582952.257486:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582952.257524:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30b80. 00000020:00000010:2.0:1777582952.257526:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30b80. 00000100:00000200:2.0:1777582952.257529:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707822720 02000000:00000010:2.0:1777582952.257569:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023957bc000. 00010000:00000010:2.0:1777582952.257611:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582952.257626:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec00. 00010000:00000010:2.0:1777582952.257648:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582952.257654:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582952.257671:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582952.257674:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec00. 00010000:00000010:2.0:1777582952.257679:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582952.257682:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582952.257809:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582952.257812:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582952.257816:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582952.257819:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000020:00000010:2.0:1777582952.257847:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054c80. 00000020:00000010:2.0:1777582952.257854:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054c80. 00000020:00000010:2.0:1777582952.257865:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1c00. 00080000:00000010:2.0:1777582952.257875:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023922d2c00. 00000001:00000010:2.0:1777582952.258558:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1180. 00000001:00000010:2.0:1777582952.258568:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582952.258613:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1c00. 00010000:00000010:2.0:1777582952.258624:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582952.258630:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582952.258645:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68b40. 00010000:00000010:2.0:1777582952.258763:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582952.258782:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000200:2.0:1777582952.258801:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975277, last committed = 8589975157 00010000:00000200:2.0:1777582952.258813:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043ca80 x1863928707822720/t8589975277(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582952.258836:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582952.258842:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707822720, offset 224 00000400:00000010:2.0:1777582952.258849:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12ce8. 00000400:00000200:2.0:1777582952.258854:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.258870:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.258878:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396769:396769:256:4294967295] 192.168.202.9@tcp LPNI seq info [396765:396765:8:4294967295] 00000400:00000200:2.0:1777582952.258885:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582952.258892:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.258898:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.258903:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582952.258910:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.258918:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.258922:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.258945:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582952.258951:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582952.258954:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de49c00. 00000800:00000200:2.0:1777582952.259061:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.259064:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582952.259069:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.259074:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582952.262017:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:0.0:1777582952.262035:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00000400:00000200:2.0:1777582952.262041:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00010000:00000010:0.0:1777582952.262047:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68b40. 00000400:00000200:2.0:1777582952.262062:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f2d 00000400:00000200:2.0:1777582952.262070:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.262074:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582952.262081:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:2.0:1777582952.262083:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000400:00000200:2.0:1777582952.262117:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.262123:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8843500 00000400:00000200:2.0:1777582952.262130:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 107112 00010000:00000010:2.1:1777582952.262159:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582952.262167:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582952.262171:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582952.262174:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582952.262200:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582952.262204:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.0:1777582952.262216:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:3.0:1777582952.262221:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec00. 00000400:00000200:2.0:1777582952.262246:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.262250:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.262255:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.262261:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497156d80. 00000020:00000010:3.0:1777582952.262838:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582952.262844:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582952.262852:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239621d800. 00000020:00000010:3.0:1777582952.262856:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374100. 00000020:00000010:3.0:1777582952.262861:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582952.262938:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582952.262942:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c440. 00000100:00000200:3.0:1777582952.262945:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707822848 00000001:00000010:3.0:1777582952.262956:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023961856c0. 00010000:00000010:3.0:1777582952.262981:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.262987:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 02000000:00000010:3.0:1777582952.263016:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239ff64000. 00010000:00000010:3.0:1777582952.263048:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582952.263052:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582952.263069:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582952.263073:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374000. 00010000:00000010:3.0:1777582952.263077:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.263080:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000004:00000010:3.0:1777582952.263205:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90b40. 00000004:00000010:3.0:1777582952.263215:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c657f8. 00000004:00000010:3.0:1777582952.263222:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386bb0. 00080000:00000010:3.0:1777582952.263232:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682000. 00010000:00000010:3.0:1777582952.263935:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582952.263939:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582952.263944:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582952.263949:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582952.264006:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582952.264015:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582952.264019:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374000. 00010000:00000010:3.0:1777582952.264036:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:3.0:1777582952.264053:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497156d80 x1863928707822848/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.264072:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582952.264077:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707822848, offset 224 00000400:00000200:3.0:1777582952.264084:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.264096:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.264104:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396770:396770:256:4294967295] 192.168.202.9@tcp LPNI seq info [396766:396766:8:4294967295] 00000400:00000200:3.0:1777582952.264116:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.264121:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.264126:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582952.264132:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.264157:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.264161:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.264178:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374100. 00000020:00000010:3.0:1777582952.264182:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582952.264185:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239621d800. 00000800:00000200:3.0:1777582952.266097:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.266105:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582952.266111:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.266120:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.266128:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777582952.266131:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00010000:00000010:0.1:1777582952.266212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582952.266221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582952.266759:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000400:00000200:3.0:1777582952.266765:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00010000:00000010:2.1:1777582952.266768:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582952.266771:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582952.266774:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00000400:00000200:3.0:1777582952.266780:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8843600 00000400:00000200:3.0:1777582952.266789:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 107688 00000400:00000200:3.0:1777582952.266805:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.266809:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.266815:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.266822:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e88380. 00000020:00000010:0.0:1777582952.266910:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.266916:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.266923:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0bc00. 00000020:00000010:0.0:1777582952.266928:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582952.266935:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.266975:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.266978:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b4c0. 00000100:00000200:0.0:1777582952.266981:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707823104 02000000:00000010:0.0:1777582952.267023:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024b7cc1000. 00010000:00000010:0.0:1777582952.267066:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:0.0:1777582952.267081:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:0.0:1777582952.267101:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582952.267109:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582952.267125:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582952.267129:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf200. 00010000:00000010:0.0:1777582952.267158:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582952.267161:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582952.267278:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582952.267282:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582952.267301:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582952.267304:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000020:00000010:0.0:1777582952.267333:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c485c0. 00000020:00000010:0.0:1777582952.267341:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c485c0. 00000020:00000010:0.0:1777582952.267355:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a3c0. 00080000:00000010:0.0:1777582952.267365:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02486263000. 00000001:00000010:0.0:1777582952.267786:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a2a0. 00000001:00000010:0.0:1777582952.267794:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185c00. 00000020:00000010:0.0:1777582952.267830:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a3c0. 00010000:00000010:0.0:1777582952.267839:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.267844:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582952.267856:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185300. 00010000:00000010:0.0:1777582952.267909:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.267923:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000200:0.0:1777582952.267937:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975278, last committed = 8589975157 00010000:00000200:0.0:1777582952.267947:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7e88380 x1863928707823104/t8589975278(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582952.267966:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582952.267971:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707823104, offset 224 00000400:00000010:0.0:1777582952.267977:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576ff18. 00000400:00000200:0.0:1777582952.267980:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.267993:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.267999:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396771:396771:256:4294967295] 192.168.202.9@tcp LPNI seq info [396767:396767:8:4294967295] 00000400:00000200:0.0:1777582952.268005:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582952.268012:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.268017:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.268021:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582952.268027:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.268034:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.268038:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.268054:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582952.268059:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.268062:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0bc00. 00010000:00000010:2.0:1777582952.268380:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:2.0:1777582952.268388:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00010000:00000010:2.0:1777582952.268395:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185300. 00000800:00000200:2.0:1777582952.268493:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.268496:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582952.268503:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.268509:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.270556:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.270578:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f35 00000400:00000200:3.0:1777582952.270586:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.270592:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.270600:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:3.0:1777582952.270603:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00010000:00000010:0.0:1777582952.270783:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582952.270795:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf200. 00000400:00000200:3.0:1777582952.272525:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.272545:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8843680 00000400:00000200:3.0:1777582952.272554:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 108176 00000400:00000200:3.0:1777582952.272619:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.272624:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.272633:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.272642:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b3100. 00000020:00000010:2.0:1777582952.272878:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30b80. 00000020:00000010:2.0:1777582952.272884:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30b80. 00000020:00000010:2.0:1777582952.272891:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de49c00. 00000020:00000010:2.0:1777582952.272896:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582952.272901:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582952.272942:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30b80. 00000020:00000010:2.0:1777582952.272944:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30b80. 00000100:00000200:2.0:1777582952.272947:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707823232 00000001:00000010:2.0:1777582952.272959:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68d80. 00010000:00000010:2.0:1777582952.272987:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582952.272994:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 02000000:00000010:2.0:1777582952.273029:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023957be000. 00010000:00000010:2.0:1777582952.273060:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582952.273064:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582952.273083:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582952.273086:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582952.273090:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582952.273093:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00000004:00000010:2.0:1777582952.273224:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71690e0. 00000004:00000010:2.0:1777582952.273234:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb09d8. 00000004:00000010:2.0:1777582952.273242:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757dc0. 00080000:00000010:2.0:1777582952.273252:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c720. 00010000:00000010:2.0:1777582952.274556:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582952.274566:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e700. 00010000:00000010:2.0:1777582952.274572:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582952.274577:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582952.274665:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582952.274680:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582952.274688:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582952.274730:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000200:2.0:1777582952.274760:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b3100 x1863928707823232/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582952.274790:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582952.274799:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707823232, offset 224 00000400:00000200:2.0:1777582952.274806:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.274821:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.274828:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396772:396772:256:4294967295] 192.168.202.9@tcp LPNI seq info [396768:396768:8:4294967295] 00000400:00000200:2.0:1777582952.274841:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.274847:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.274852:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582952.274858:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.274866:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.274871:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.274915:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582952.274920:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582952.274924:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de49c00. 00000800:00000200:3.0:1777582952.275258:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.275263:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:3.0:1777582952.275270:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.275276:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.275666:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:3.0:1777582952.275670:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00010000:00000010:3.1:1777582952.279837:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582952.279853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000400:00000200:3.0:1777582952.281198:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.281216:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8843780 00000400:00000200:3.0:1777582952.281225:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 108752 00000400:00000200:3.0:1777582952.281240:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.281245:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.281253:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.281259:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b0e00. 00000020:00000010:2.0:1777582952.281463:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30540. 00000020:00000010:2.0:1777582952.281469:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30540. 00000020:00000010:2.0:1777582952.281475:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de49c00. 00000020:00000010:2.0:1777582952.281480:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582952.281485:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582952.281523:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30540. 00000020:00000010:2.0:1777582952.281526:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30540. 00000100:00000200:2.0:1777582952.281529:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707823488 02000000:00000010:2.0:1777582952.281563:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023957bd000. 00010000:00000010:2.0:1777582952.281601:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582952.281617:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e700. 00010000:00000010:2.0:1777582952.281638:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582952.281643:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582952.281658:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582952.281661:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e700. 00010000:00000010:2.0:1777582952.281667:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582952.281670:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582952.281800:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582952.281803:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582952.281807:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582952.281810:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00000020:00000010:2.0:1777582952.281833:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054720. 00000020:00000010:2.0:1777582952.281840:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054720. 00000020:00000010:2.0:1777582952.281851:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1300. 00080000:00000010:2.0:1777582952.281860:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023922d2000. 00000001:00000010:2.0:1777582952.282253:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1120. 00000001:00000010:2.0:1777582952.282260:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582952.282524:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1300. 00010000:00000010:2.0:1777582952.282536:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582952.282543:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582952.282559:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582952.282601:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582952.282610:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582952.282628:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582952.282631:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582952.282645:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582952.282664:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975279, last committed = 8589975157 00010000:00000200:2.0:1777582952.282675:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b0e00 x1863928707823488/t8589975279(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582952.282695:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582952.282785:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707823488, offset 224 00000400:00000010:2.0:1777582952.282794:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12b60. 00000400:00000200:2.0:1777582952.282799:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.282814:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.282821:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396773:396773:256:4294967295] 192.168.202.9@tcp LPNI seq info [396769:396769:8:4294967295] 00000400:00000200:2.0:1777582952.282827:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582952.282834:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.282840:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.282845:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582952.282851:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.282859:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.282863:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.282887:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582952.282892:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582952.282895:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de49c00. 00010000:00000010:2.1:1777582952.283471:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582952.283479:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000800:00000200:2.0:1777582952.283491:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.283495:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582952.283499:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.283505:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582952.283624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582952.283629:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582952.283633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582952.283635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:3.0:1777582952.285518:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.285538:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f3d 00000400:00000200:3.0:1777582952.285546:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.285550:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.285558:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:3.0:1777582952.285561:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00000400:00000200:3.0:1777582952.286496:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.286510:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8843800 00000400:00000200:3.0:1777582952.286519:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 109240 00000400:00000200:3.0:1777582952.286575:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.286581:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.286588:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.286594:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b3480. 00010000:00000010:0.1:1777582952.287190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582952.287201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582952.287206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582952.287210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582952.287213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582952.287216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000020:00000010:0.0:1777582952.287260:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.287267:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.287274:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0bc00. 00000020:00000010:0.0:1777582952.287281:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582952.287286:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.287341:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b4c0. 00000020:00000010:0.0:1777582952.287344:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b4c0. 00000100:00000200:0.0:1777582952.287347:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707823616 00000001:00000010:0.0:1777582952.287358:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185c00. 00010000:00000010:0.0:1777582952.287383:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582952.287391:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 02000000:00000010:0.0:1777582952.287422:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc0000. 00010000:00000010:0.0:1777582952.287454:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582952.287459:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582952.287478:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582952.287481:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf400. 00010000:00000010:0.0:1777582952.287485:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582952.287488:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000004:00000010:0.0:1777582952.287597:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57a40. 00000004:00000010:0.0:1777582952.287606:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22f00. 00000004:00000010:0.0:1777582952.287614:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35a90. 00080000:00000010:0.0:1777582952.287623:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a000. 00010000:00000010:2.0:1777582952.288713:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582952.288725:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e700. 00010000:00000010:0.0:1777582952.290074:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582952.290082:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582952.290088:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582952.290096:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582952.290272:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582952.290451:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.290458:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf400. 00010000:00000010:0.0:1777582952.290486:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000200:0.0:1777582952.290507:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b3480 x1863928707823616/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582952.290528:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582952.290535:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707823616, offset 224 00000400:00000200:0.0:1777582952.290543:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.290557:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.290563:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396774:396774:256:4294967295] 192.168.202.9@tcp LPNI seq info [396770:396770:8:4294967295] 00000400:00000200:0.0:1777582952.290576:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.290582:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.290587:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582952.290595:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.290602:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.290607:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.290663:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582952.290668:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.290672:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0bc00. 00010000:00000010:2.1:1777582952.292986:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582952.293003:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582952.293008:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582952.293012:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00000800:00000200:2.0:1777582952.293032:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.293038:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582952.293045:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.293054:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.293061:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:2.0:1777582952.293065:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000400:00000200:2.0:1777582952.294505:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.294525:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8843900 00000400:00000200:2.0:1777582952.294533:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 109816 00000400:00000200:2.0:1777582952.294549:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.294554:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.294562:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.294569:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497155f80. 00000020:00000010:0.0:1777582952.298910:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b1c0. 00000020:00000010:0.0:1777582952.298921:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b1c0. 00000020:00000010:0.0:1777582952.298932:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0bc00. 00000020:00000010:0.0:1777582952.298937:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582952.298943:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.298995:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b1c0. 00000020:00000010:0.0:1777582952.298998:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b1c0. 00000100:00000200:0.0:1777582952.299001:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707823872 02000000:00000010:0.0:1777582952.299037:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024b7cc7000. 00010000:00000010:0.0:1777582952.299080:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582952.299099:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582952.299121:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582952.299129:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582952.299172:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582952.299176:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582952.299181:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582952.299184:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582952.299311:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582952.299538:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf400. 00010000:00000010:0.0:1777582952.299545:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.299550:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000020:00000010:0.0:1777582952.299578:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48860. 00000020:00000010:0.0:1777582952.299585:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48860. 00000020:00000010:0.0:1777582952.299596:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ab40. 00080000:00000010:0.0:1777582952.299605:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02486260400. 00000001:00000010:0.0:1777582952.300121:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a8a0. 00000001:00000010:0.0:1777582952.300130:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185e40. 00000020:00000010:0.0:1777582952.300269:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ab40. 00010000:00000010:0.0:1777582952.300279:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582952.300418:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582952.300437:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185c00. 00010000:00000010:0.0:1777582952.300528:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.300545:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:0.0:1777582952.300564:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975280, last committed = 8589975157 00010000:00000200:0.0:1777582952.300577:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497155f80 x1863928707823872/t8589975280(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582952.300598:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582952.300605:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707823872, offset 224 00000400:00000010:0.0:1777582952.300612:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f150. 00000400:00000200:0.0:1777582952.300616:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.300632:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.300640:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396775:396775:256:4294967295] 192.168.202.9@tcp LPNI seq info [396771:396771:8:4294967295] 00000400:00000200:0.0:1777582952.300649:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582952.300657:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.300664:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.300669:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582952.300676:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.300684:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.300688:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.300724:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582952.300728:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.300732:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0bc00. 00000800:00000200:3.0:1777582952.303109:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.303118:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582952.303127:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.303149:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.305592:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.305612:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f45 00000400:00000200:3.0:1777582952.305620:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.305624:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.305631:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:3.0:1777582952.305634:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00010000:00000010:3.0:1777582952.305691:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:3.0:1777582952.305702:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00000400:00000200:3.0:1777582952.306077:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.306087:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8843980 00000400:00000200:3.0:1777582952.306094:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 110304 00000400:00000200:3.0:1777582952.306171:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.306175:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.306181:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.306187:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b0a80. 00000020:00000010:3.0:1777582952.306230:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c100. 00000020:00000010:3.0:1777582952.306235:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c100. 00000020:00000010:3.0:1777582952.306242:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483fd1400. 00000020:00000010:3.0:1777582952.306247:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374100. 00000020:00000010:3.0:1777582952.306251:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582952.306298:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c100. 00000020:00000010:3.0:1777582952.306300:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c100. 00000100:00000200:3.0:1777582952.306303:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707824000 00000001:00000010:3.0:1777582952.306313:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e680c0. 00010000:00000010:3.0:1777582952.306821:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.306829:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 02000000:00000010:3.0:1777582952.306859:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239ff62000. 00010000:00000010:3.0:1777582952.306889:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.306893:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582952.306910:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582952.306914:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374000. 00010000:00000010:3.0:1777582952.306918:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582952.306921:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00000004:00000010:3.0:1777582952.307018:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91680. 00000004:00000010:3.0:1777582952.307026:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65b40. 00000004:00000010:3.0:1777582952.307033:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386aa0. 00080000:00000010:3.0:1777582952.307042:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682558. 00010000:00000010:2.1:1777582952.309562:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582952.309579:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582952.309583:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582952.309586:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582952.309588:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582952.309592:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582952.309626:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:2.0:1777582952.309637:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf400. 00010000:00000010:2.0:1777582952.309648:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185c00. 00010000:00000010:2.0:1777582952.325281:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582952.325294:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582952.325301:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582952.325309:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582952.325413:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:2.0:1777582952.325427:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582952.325432:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374000. 00010000:00000010:2.0:1777582952.325461:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:2.0:1777582952.325481:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b0a80 x1863928707824000/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582952.325504:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582952.325511:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707824000, offset 224 00000400:00000200:2.0:1777582952.325518:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.325532:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.325539:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396776:396776:256:4294967295] 192.168.202.9@tcp LPNI seq info [396772:396772:8:4294967295] 00000400:00000200:2.0:1777582952.325552:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.325558:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.325563:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582952.325570:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.325578:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.325582:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.325617:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374100. 00000020:00000010:2.0:1777582952.325622:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:2.0:1777582952.325625:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483fd1400. 00000800:00000200:1.0:1777582952.325970:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.325977:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:1.0:1777582952.325983:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.325989:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.325994:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:1.0:1777582952.325997:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00010000:00000010:0.1:1777582952.332637:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582952.332656:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582952.332661:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582952.332663:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582952.332666:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582952.332668:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582952.332671:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582952.332673:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582952.333851:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582952.333862:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000400:00000200:2.0:1777582952.333898:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.333919:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8843a80 00000400:00000200:2.0:1777582952.333927:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 110880 00000400:00000200:2.0:1777582952.333948:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.333953:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.333962:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.333968:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497156680. 00000020:00000010:1.0:1777582952.337488:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582952.337502:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582952.337512:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920f5400. 00000020:00000010:1.0:1777582952.337519:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9b80. 00000020:00000010:1.0:1777582952.337525:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.341127:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582952.341153:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000100:00000200:1.0:1777582952.341160:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707824256 02000000:00000010:1.0:1777582952.341202:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238678e000. 00010000:00000010:1.0:1777582952.341249:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:1.0:1777582952.341269:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e600. 00010000:00000010:1.0:1777582952.341295:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.341301:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582952.341328:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582952.341332:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9300. 00010000:00000010:1.0:1777582952.341336:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582952.341339:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582952.341464:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582952.341468:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9900. 00010000:00000010:1.0:1777582952.341472:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582952.341475:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000020:00000010:1.0:1777582952.341504:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6820. 00000020:00000010:1.0:1777582952.341511:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6820. 00000020:00000010:1.0:1777582952.341521:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dfde0. 00080000:00000010:1.0:1777582952.341531:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023921c4400. 00000001:00000010:1.0:1777582952.341994:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024887847e0. 00000001:00000010:1.0:1777582952.342003:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484240. 00000020:00000010:1.0:1777582952.342043:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dfde0. 00010000:00000010:1.0:1777582952.342052:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582952.342056:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582952.342072:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582952.342125:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582952.342170:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000200:1.0:1777582952.342188:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975281, last committed = 8589975157 00010000:00000200:1.0:1777582952.342201:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497156680 x1863928707824256/t8589975281(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.342223:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777582952.342232:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707824256, offset 224 00000400:00000010:1.0:1777582952.342239:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4ce8. 00000400:00000200:1.0:1777582952.342244:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.342260:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.342268:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396777:396777:256:4294967295] 192.168.202.9@tcp LPNI seq info [396773:396773:8:4294967295] 00000400:00000200:1.0:1777582952.342276:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.342285:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.342290:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.342295:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582952.342301:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.342310:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.342314:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.342340:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9b80. 00000020:00000010:1.0:1777582952.342344:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.342349:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920f5400. 00010000:00000010:2.0:1777582952.342442:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:2.0:1777582952.342449:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9900. 00010000:00000010:2.0:1777582952.342456:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00000800:00000200:1.0:1777582952.343574:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.343580:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:1.0:1777582952.343586:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.343593:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.345304:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.345338:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f4d 00000400:00000200:1.0:1777582952.345347:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.345351:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.345360:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:1.0:1777582952.345363:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00010000:00000010:3.0:1777582952.345469:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:3.0:1777582952.345481:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9300. 00000400:00000200:3.0:1777582952.349381:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.349405:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8843b00 00000400:00000200:3.0:1777582952.349416:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 111368 00000400:00000200:3.0:1777582952.349486:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.349493:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.349503:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.349510:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b0380. 00000020:00000010:1.0:1777582952.349800:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582952.349806:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582952.349814:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02424069a00. 00000020:00000010:1.0:1777582952.349820:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9b80. 00000020:00000010:1.0:1777582952.349825:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.349870:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582952.349873:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000100:00000200:1.0:1777582952.349876:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707824384 00000001:00000010:1.0:1777582952.349889:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185e40. 00010000:00000010:1.0:1777582952.349917:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582952.349926:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 02000000:00000010:1.0:1777582952.349963:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238678a000. 00010000:00000010:1.0:1777582952.349997:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582952.350001:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582952.350021:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582952.350024:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582952.350029:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582952.350032:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00000004:00000010:1.0:1777582952.350160:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6f00. 00000004:00000010:1.0:1777582952.350170:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582952.350176:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944660. 00080000:00000010:1.0:1777582952.350185:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f560. 00010000:00000010:2.1:1777582952.354193:0:25:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582952.354216:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582952.355489:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582952.355500:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.0:1777582952.355631:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582952.355637:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374d80. 00010000:00000010:3.0:1777582952.355643:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582952.355652:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:2.1:1777582952.358175:0:5620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582952.358190:0:5620:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582952.358195:0:5620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582952.358198:0:5620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582952.358202:0:5620:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582952.358205:0:5620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582952.361815:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582952.361828:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:1.1:1777582952.361832:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582952.361835:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.361903:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582952.361916:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582952.361923:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582952.361952:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000200:1.0:1777582952.361972:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b0380 x1863928707824384/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.361997:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777582952.362005:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707824384, offset 224 00000400:00000200:1.0:1777582952.362013:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.362029:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.362036:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396778:396778:256:4294967295] 192.168.202.9@tcp LPNI seq info [396774:396774:8:4294967295] 00000400:00000200:1.0:1777582952.362048:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.362054:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.362060:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582952.362068:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.362077:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.362082:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.362768:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9b80. 00000020:00000010:1.0:1777582952.362774:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.362780:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02424069a00. 00080000:00000010:1.0:1777582952.367388:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a390. 00000004:00000010:1.0:1777582952.367400:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35ba0. 00000004:00000010:1.0:1777582952.367406:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22348. 00000004:00000010:1.0:1777582952.367412:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f565a0. 00080000:00000010:1.0:1777582952.367430:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734cab0. 00000004:00000010:1.0:1777582952.367434:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756cc0. 00000004:00000010:1.0:1777582952.367436:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0ca8. 00000004:00000010:1.0:1777582952.367439:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169e00. 00080000:00000010:1.0:1777582952.367448:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097ae40. 00000004:00000010:1.0:1777582952.367450:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34440. 00000004:00000010:1.0:1777582952.367452:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22078. 00000004:00000010:1.0:1777582952.367454:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f574a0. 00080000:00000010:1.0:1777582952.367465:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc86558. 00000004:00000010:1.0:1777582952.367468:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944aa0. 00000004:00000010:1.0:1777582952.367471:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582952.367473:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7a40. 00080000:00000010:1.0:1777582952.367486:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405440000. 00000004:00000010:1.0:1777582952.367489:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387430. 00000004:00000010:1.0:1777582952.367491:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65ca8. 00000004:00000010:1.0:1777582952.367494:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e914a0. 00080000:00000010:1.0:1777582952.367503:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc87008. 00000004:00000010:1.0:1777582952.367506:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944990. 00000004:00000010:1.0:1777582952.367508:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582952.367510:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7e00. 00080000:00000010:1.0:1777582952.367526:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c720. 00000004:00000010:1.0:1777582952.367528:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757dc0. 00000004:00000010:1.0:1777582952.367530:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb09d8. 00000004:00000010:1.0:1777582952.367532:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71690e0. 00080000:00000010:1.0:1777582952.367539:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b398. 00000004:00000010:1.0:1777582952.367541:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34000. 00000004:00000010:1.0:1777582952.367543:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e220f0. 00000004:00000010:1.0:1777582952.367545:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56960. 00080000:00000010:1.0:1777582952.367552:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024054418f0. 00000004:00000010:1.0:1777582952.367555:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386dd0. 00000004:00000010:1.0:1777582952.367557:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65960. 00000004:00000010:1.0:1777582952.367559:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e910e0. 00080000:00000010:1.0:1777582952.367568:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023ef1a7728. 00000004:00000010:1.0:1777582952.367571:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387100. 00000004:00000010:1.0:1777582952.367573:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c658e8. 00000004:00000010:1.0:1777582952.367574:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91c20. 00080000:00000010:1.0:1777582952.367584:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a1c8. 00000004:00000010:1.0:1777582952.367586:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35540. 00000004:00000010:1.0:1777582952.367588:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22870. 00000004:00000010:1.0:1777582952.367590:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f563c0. 00080000:00000010:1.0:1777582952.367597:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b1d0. 00000004:00000010:1.0:1777582952.367599:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35100. 00000004:00000010:1.0:1777582952.367601:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22708. 00000004:00000010:1.0:1777582952.367603:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57e00. 00080000:00000010:1.0:1777582952.367610:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d008. 00000004:00000010:1.0:1777582952.367613:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757320. 00000004:00000010:1.0:1777582952.367614:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb02d0. 00000004:00000010:1.0:1777582952.367617:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71685a0. 00080000:00000010:1.0:1777582952.367624:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dab8. 00000004:00000010:1.0:1777582952.367626:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756990. 00000004:00000010:1.0:1777582952.367628:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0f78. 00000004:00000010:1.0:1777582952.367630:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168b40. 00080000:00000010:1.0:1777582952.367637:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405441008. 00000004:00000010:1.0:1777582952.367639:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387650. 00000004:00000010:1.0:1777582952.367641:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65258. 00000004:00000010:1.0:1777582952.367643:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91860. 00080000:00000010:1.0:1777582952.367650:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d1d0. 00000004:00000010:1.0:1777582952.367652:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756440. 00000004:00000010:1.0:1777582952.367654:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0168. 00000004:00000010:1.0:1777582952.367655:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168f00. 00080000:00000010:1.0:1777582952.367663:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c558. 00000004:00000010:1.0:1777582952.367664:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756dd0. 00000004:00000010:1.0:1777582952.367666:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0d98. 00000004:00000010:1.0:1777582952.367668:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71683c0. 00080000:00000010:1.0:1777582952.367674:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b008. 00000004:00000010:1.0:1777582952.367676:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34660. 00000004:00000010:1.0:1777582952.367678:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e229d8. 00000004:00000010:1.0:1777582952.367680:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57c20. 00080000:00000010:1.0:1777582952.367686:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c000. 00000004:00000010:1.0:1777582952.367689:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756660. 00000004:00000010:1.0:1777582952.367691:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0e10. 00000004:00000010:1.0:1777582952.367693:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169a40. 00080000:00000010:1.0:1777582952.367701:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e1c8. 00000004:00000010:1.0:1777582952.367714:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945100. 00000004:00000010:1.0:1777582952.367717:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582952.367719:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b61e0. 00080000:00000010:1.0:1777582952.367727:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c8e8. 00000004:00000010:1.0:1777582952.367729:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757760. 00000004:00000010:1.0:1777582952.367731:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0b40. 00000004:00000010:1.0:1777582952.367733:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71681e0. 00080000:00000010:1.0:1777582952.367751:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e720. 00000004:00000010:1.0:1777582952.367753:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945540. 00000004:00000010:1.0:1777582952.367755:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582952.367757:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7860. 00080000:00000010:1.0:1777582952.367764:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc86e40. 00000004:00000010:1.0:1777582952.367769:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944ee0. 00000004:00000010:1.0:1777582952.367771:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3000. 00000004:00000010:1.0:1777582952.367772:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b72c0. 00080000:00000010:1.0:1777582952.367780:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097ac78. 00000004:00000010:1.0:1777582952.367782:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35980. 00000004:00000010:1.0:1777582952.367784:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22d98. 00000004:00000010:1.0:1777582952.367786:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56d20. 00080000:00000010:1.0:1777582952.367793:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405440c78. 00000004:00000010:1.0:1777582952.367796:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387320. 00000004:00000010:1.0:1777582952.367797:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c652d0. 00000004:00000010:1.0:1777582952.367799:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e912c0. 00080000:00000010:1.0:1777582952.367810:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a8e8. 00000004:00000010:1.0:1777582952.367813:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35650. 00000004:00000010:1.0:1777582952.367815:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e227f8. 00000004:00000010:1.0:1777582952.367817:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56780. 00080000:00000010:1.0:1777582952.367826:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734cc78. 00000004:00000010:1.0:1777582952.367828:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757100. 00000004:00000010:1.0:1777582952.367831:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb04b0. 00000004:00000010:1.0:1777582952.367834:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168960. 00080000:00000010:1.0:1777582952.367842:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a720. 00000004:00000010:1.0:1777582952.367845:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34550. 00000004:00000010:1.0:1777582952.367846:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e222d0. 00000004:00000010:1.0:1777582952.367848:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f572c0. 00080000:00000010:1.0:1777582952.367856:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a558. 00000004:00000010:1.0:1777582952.367859:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34770. 00000004:00000010:1.0:1777582952.367861:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22d20. 00000004:00000010:1.0:1777582952.367863:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56000. 00080000:00000010:1.0:1777582952.367872:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dc80. 00000004:00000010:1.0:1777582952.367876:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757650. 00000004:00000010:1.0:1777582952.367878:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0258. 00000004:00000010:1.0:1777582952.367880:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71692c0. 00080000:00000010:1.0:1777582952.367887:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023ef1a68e8. 00000004:00000010:1.0:1777582952.367891:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386660. 00000004:00000010:1.0:1777582952.367893:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65f78. 00000004:00000010:1.0:1777582952.367895:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90000. 00080000:00000010:1.0:1777582952.367903:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d560. 00000004:00000010:1.0:1777582952.367905:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756220. 00000004:00000010:1.0:1777582952.367907:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0618. 00000004:00000010:1.0:1777582952.367909:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169c20. 00080000:00000010:1.0:1777582952.367916:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097bab8. 00000004:00000010:1.0:1777582952.367918:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34cc0. 00000004:00000010:1.0:1777582952.367920:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22ac8. 00000004:00000010:1.0:1777582952.367922:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f561e0. 00080000:00000010:1.0:1777582952.367929:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d728. 00000004:00000010:1.0:1777582952.367932:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756000. 00000004:00000010:1.0:1777582952.367934:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb08e8. 00000004:00000010:1.0:1777582952.367936:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169680. 00080000:00000010:1.0:1777582952.367944:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc87ab8. 00000004:00000010:1.0:1777582952.367947:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ba0. 00000004:00000010:1.0:1777582952.367949:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582952.367951:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6960. 00080000:00000010:1.0:1777582952.367959:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405440e40. 00000004:00000010:1.0:1777582952.367961:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386440. 00000004:00000010:1.0:1777582952.367964:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65348. 00000004:00000010:1.0:1777582952.367966:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e903c0. 00080000:00000010:1.0:1777582952.367974:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e390. 00000004:00000010:1.0:1777582952.367976:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945cb0. 00000004:00000010:1.0:1777582952.367978:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582952.367980:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b63c0. 00080000:00000010:1.0:1777582952.367990:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097aab0. 00000004:00000010:1.0:1777582952.367993:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35210. 00000004:00000010:1.0:1777582952.367995:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e223c0. 00000004:00000010:1.0:1777582952.367998:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56b40. 00080000:00000010:1.0:1777582952.368006:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc86390. 00000004:00000010:1.0:1777582952.368009:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945320. 00000004:00000010:1.0:1777582952.368011:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a39d8. 00000004:00000010:1.0:1777582952.368014:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b70e0. 00080000:00000010:1.0:1777582952.368024:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d398. 00000004:00000010:1.0:1777582952.368027:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756ff0. 00000004:00000010:1.0:1777582952.368030:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb03c0. 00000004:00000010:1.0:1777582952.368031:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71694a0. 00080000:00000010:1.0:1777582952.368040:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc871d0. 00000004:00000010:1.0:1777582952.368043:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944880. 00000004:00000010:1.0:1777582952.368045:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f78. 00000004:00000010:1.0:1777582952.368048:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b65a0. 00080000:00000010:1.0:1777582952.368056:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc87c80. 00000004:00000010:1.0:1777582952.368058:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945a90. 00000004:00000010:1.0:1777582952.368060:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3078. 00000004:00000010:1.0:1777582952.368062:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6d20. 00080000:00000010:1.0:1777582952.368071:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024054411d0. 00000004:00000010:1.0:1777582952.368074:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386550. 00000004:00000010:1.0:1777582952.368077:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65a50. 00000004:00000010:1.0:1777582952.368079:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91e00. 00080000:00000010:1.0:1777582952.368088:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc86c78. 00000004:00000010:1.0:1777582952.368091:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944dd0. 00000004:00000010:1.0:1777582952.368093:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3780. 00000004:00000010:1.0:1777582952.368094:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6780. 00080000:00000010:1.0:1777582952.368102:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405440ab0. 00000004:00000010:1.0:1777582952.368105:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386110. 00000004:00000010:1.0:1777582952.368107:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65528. 00000004:00000010:1.0:1777582952.368109:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e901e0. 00080000:00000010:1.0:1777582952.368117:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74fab8. 00000004:00000010:1.0:1777582952.368120:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945870. 00000004:00000010:1.0:1777582952.368122:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582952.368125:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7680. 00080000:00000010:1.0:1777582952.368167:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b8f0. 00000004:00000010:1.0:1777582952.368171:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34ee0. 00000004:00000010:1.0:1777582952.368173:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22168. 00000004:00000010:1.0:1777582952.368175:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56f00. 00080000:00000010:1.0:1777582952.368186:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682000. 00000004:00000010:1.0:1777582952.368189:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386bb0. 00000004:00000010:1.0:1777582952.368192:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c657f8. 00000004:00000010:1.0:1777582952.368195:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90b40. 00080000:00000010:1.0:1777582952.368203:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405441ab8. 00000004:00000010:1.0:1777582952.368206:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386880. 00000004:00000010:1.0:1777582952.368208:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65d98. 00000004:00000010:1.0:1777582952.368210:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90780. 00080000:00000010:1.0:1777582952.368218:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc87560. 00000004:00000010:1.0:1777582952.368221:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944000. 00000004:00000010:1.0:1777582952.368223:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a34b0. 00000004:00000010:1.0:1777582952.368225:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6b40. 00080000:00000010:1.0:1777582952.368234:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023ef1a6558. 00000004:00000010:1.0:1777582952.368236:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387540. 00000004:00000010:1.0:1777582952.368238:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65708. 00000004:00000010:1.0:1777582952.368240:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91a40. 00080000:00000010:1.0:1777582952.368248:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734ce40. 00000004:00000010:1.0:1777582952.368251:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756bb0. 00000004:00000010:1.0:1777582952.368253:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0690. 00000004:00000010:1.0:1777582952.368255:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168780. 00080000:00000010:1.0:1777582952.368264:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a000. 00000004:00000010:1.0:1777582952.368267:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35a90. 00000004:00000010:1.0:1777582952.368268:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22f00. 00000004:00000010:1.0:1777582952.368270:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57a40. 00080000:00000010:1.0:1777582952.368280:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682558. 00000004:00000010:1.0:1777582952.368283:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386aa0. 00000004:00000010:1.0:1777582952.368285:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65b40. 00000004:00000010:1.0:1777582952.368287:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91680. 00010000:00000010:3.1:1777582952.368611:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582952.368620:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000800:00000200:3.0:1777582952.368841:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.368845:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582952.368850:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.368859:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.368866:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:3.0:1777582952.368869:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000400:00000200:1.0:1777582952.371417:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.371438:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8843c00 00000400:00000200:1.0:1777582952.371446:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 111944 00000400:00000200:1.0:1777582952.371465:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.371470:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.371480:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.371487:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51c00. 00000020:00000010:3.0:1777582952.371624:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582952.371630:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582952.371639:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483fd1400. 00000020:00000010:3.0:1777582952.371645:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374400. 00000020:00000010:3.0:1777582952.371651:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582952.371702:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582952.371714:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000100:00000200:3.0:1777582952.371718:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707824640 02000000:00000010:3.0:1777582952.371765:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239ff63000. 00010000:00000010:3.0:1777582952.371807:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582952.371821:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374d80. 00010000:00000010:3.0:1777582952.371840:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.371845:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582952.371861:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582952.371865:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374d80. 00010000:00000010:3.0:1777582952.371868:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582952.371871:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582952.371981:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582952.371985:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374380. 00010000:00000010:3.0:1777582952.371988:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.371991:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000020:00000010:3.0:1777582952.372016:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05e80. 00000020:00000010:3.0:1777582952.372023:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05e80. 00000020:00000010:3.0:1777582952.372034:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913300. 00080000:00000010:3.0:1777582952.372045:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02486258800. 00000001:00000010:3.0:1777582952.372555:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913000. 00000001:00000010:3.0:1777582952.372563:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582952.372605:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913300. 00010000:00000010:3.0:1777582952.372614:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582952.372619:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582952.372632:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582952.372674:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582952.372690:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:3.0:1777582952.372708:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975282, last committed = 8589975157 00010000:00000200:3.0:1777582952.372718:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f51c00 x1863928707824640/t8589975282(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.372752:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582952.372760:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707824640, offset 224 00000400:00000010:3.0:1777582952.372766:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f498c0. 00000400:00000200:3.0:1777582952.372770:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.372784:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.372791:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396779:396779:256:4294967295] 192.168.202.9@tcp LPNI seq info [396775:396775:8:4294967295] 00000400:00000200:3.0:1777582952.372797:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.372805:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.372810:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.372815:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582952.372821:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.372828:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.372832:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.372853:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374400. 00000020:00000010:3.0:1777582952.372857:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582952.372860:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483fd1400. 00000800:00000200:3.0:1777582952.372961:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.372965:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582952.372970:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.372975:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582952.373099:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:2.0:1777582952.373106:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374380. 00010000:00000010:2.0:1777582952.373112:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000400:00000200:3.0:1777582952.376639:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.376663:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f55 00000400:00000200:3.0:1777582952.376672:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.376677:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.376684:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777582952.376687:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000400:00000200:3.0:1777582952.376762:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.376769:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8843c80 00000400:00000200:3.0:1777582952.376776:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 112432 00000400:00000200:3.0:1777582952.376829:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.376834:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.376838:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.376845:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b2300. 00000020:00000010:1.0:1777582952.377321:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582952.377329:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582952.377337:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cfd600. 00000020:00000010:1.0:1777582952.377343:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582952.377349:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.377397:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582952.377400:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b40. 00000100:00000200:1.0:1777582952.377402:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707824768 00000001:00000010:1.0:1777582952.377415:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:1.0:1777582952.377444:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.377453:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 02000000:00000010:1.0:1777582952.377481:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238678c000. 00010000:00000010:1.0:1777582952.377512:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582952.377516:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582952.377536:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582952.377539:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9680. 00010000:00000010:1.0:1777582952.377541:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582952.377544:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000004:00000010:1.0:1777582952.377622:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6000. 00000004:00000010:1.0:1777582952.377630:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a34b0. 00000004:00000010:1.0:1777582952.377635:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944000. 00080000:00000010:1.0:1777582952.377642:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fab8. 00010000:00000010:1.0:1777582952.382098:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582952.382108:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582952.382117:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582952.382124:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.1:1777582952.382205:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582952.382211:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582952.382214:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582952.382217:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582952.382362:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582952.382373:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582952.382378:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9680. 00010000:00000010:1.0:1777582952.382401:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000200:1.0:1777582952.382420:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b2300 x1863928707824768/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.382444:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777582952.382452:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707824768, offset 224 00010000:00000010:2.0:1777582952.382800:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:2.0:1777582952.382809:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374d80. 00000400:00000200:1.0:1777582952.382869:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.382883:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.382890:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396780:396780:256:4294967295] 192.168.202.9@tcp LPNI seq info [396776:396776:8:4294967295] 00000400:00000200:1.0:1777582952.382902:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.382907:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.382913:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582952.382920:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.382927:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.382932:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.383023:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582952.383028:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.383033:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cfd600. 00000800:00000200:2.0:1777582952.383282:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.383286:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582952.383291:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.383296:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.383302:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:2.0:1777582952.383305:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00010000:00000010:3.1:1777582952.385271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582952.385294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00000400:00000200:3.0:1777582952.386256:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.386280:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8843d80 00000400:00000200:3.0:1777582952.386299:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 113008 00000400:00000200:3.0:1777582952.386324:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.386329:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.386337:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.386343:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b1880. 00000020:00000010:1.0:1777582952.386494:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.386500:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.386507:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a3f3aa00. 00000020:00000010:1.0:1777582952.386514:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582952.386519:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.386563:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.386566:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000100:00000200:1.0:1777582952.386569:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707825024 02000000:00000010:1.0:1777582952.386607:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02386788000. 00010000:00000010:1.0:1777582952.386651:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582952.386665:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582952.386684:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582952.386690:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582952.386719:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582952.386723:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582952.386728:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582952.386731:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582952.386857:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582952.386860:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9680. 00010000:00000010:1.0:1777582952.386863:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582952.386867:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000020:00000010:1.0:1777582952.386894:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6e20. 00000020:00000010:1.0:1777582952.386900:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6e20. 00000020:00000010:1.0:1777582952.386910:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488784420. 00080000:00000010:1.0:1777582952.386920:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca07c00. 00000001:00000010:1.0:1777582952.387438:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488784ae0. 00000001:00000010:1.0:1777582952.387445:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582952.387483:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488784420. 00010000:00000010:1.0:1777582952.387492:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582952.387497:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582952.387511:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484240. 00010000:00000010:1.0:1777582952.387556:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582952.387571:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582952.387590:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975283, last committed = 8589975157 00010000:00000200:1.0:1777582952.387601:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b1880 x1863928707825024/t8589975283(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.387622:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582952.387629:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707825024, offset 224 00000400:00000010:1.0:1777582952.387636:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e48c0. 00000400:00000200:1.0:1777582952.387640:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.387655:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.387662:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396781:396781:256:4294967295] 192.168.202.9@tcp LPNI seq info [396777:396777:8:4294967295] 00000400:00000200:1.0:1777582952.387668:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.387675:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.387680:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.387685:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582952.387691:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.387699:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.387703:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.387727:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582952.387732:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.387748:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a3f3aa00. 00000800:00000200:1.0:1777582952.387857:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.387861:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:1.0:1777582952.387866:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.387871:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582952.388456:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:3.0:1777582952.388465:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9680. 00010000:00000010:3.0:1777582952.388473:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484240. 00000400:00000200:2.0:1777582952.389958:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582952.389978:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f5d 00000400:00000200:2.0:1777582952.389986:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.389991:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582952.389997:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:2.0:1777582952.390000:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00010000:00000010:3.0:1777582952.390081:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:3.0:1777582952.390090:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a00. 00010000:00000010:2.1:1777582952.390201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582952.390208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.1:1777582952.390212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582952.390215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582952.390257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582952.390261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582952.390326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582952.390332:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582952.390336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582952.390338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:3.0:1777582952.391929:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.391949:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8843e00 00000400:00000200:3.0:1777582952.391958:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 113496 00000400:00000200:3.0:1777582952.392025:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.392030:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.392038:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.392047:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239de19180. 00000020:00000010:1.0:1777582952.392495:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.392501:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.392508:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cfd600. 00000020:00000010:1.0:1777582952.392513:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582952.392518:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582952.392560:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.392562:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000100:00000200:1.0:1777582952.392565:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707825152 00000001:00000010:1.0:1777582952.392580:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:1.0:1777582952.392614:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.392622:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 02000000:00000010:1.0:1777582952.392661:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239853e000. 00010000:00000010:1.0:1777582952.392696:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582952.392700:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582952.392731:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582952.392743:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9700. 00010000:00000010:1.0:1777582952.392747:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582952.392750:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00000004:00000010:1.0:1777582952.392854:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6b40. 00000004:00000010:1.0:1777582952.392864:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582952.392870:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945870. 00080000:00000010:1.0:1777582952.392878:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e390. 00010000:00000010:2.0:1777582952.398338:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582952.398350:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e780. 00010000:00000010:2.0:1777582952.398357:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582952.398365:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582952.398457:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:2.0:1777582952.398472:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:2.0:1777582952.398479:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9700. 00010000:00000010:2.0:1777582952.398514:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:2.0:1777582952.398539:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239de19180 x1863928707825152/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582952.398561:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582952.398570:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707825152, offset 224 00000400:00000200:2.0:1777582952.398578:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.398593:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.398601:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396782:396782:256:4294967295] 192.168.202.9@tcp LPNI seq info [396778:396778:8:4294967295] 00000400:00000200:2.0:1777582952.398613:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.398621:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.398626:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582952.398633:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.398643:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.398647:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.398678:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:2.0:1777582952.398683:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:2.0:1777582952.398688:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cfd600. 00000800:00000200:1.0:1777582952.399005:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.399010:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:1.0:1777582952.399016:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.399021:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.399026:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:1.0:1777582952.399029:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00010000:00000010:1.1:1777582952.400234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582952.400246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582952.400250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582952.400253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000400:00000200:2.0:1777582952.402229:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.402251:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8843f00 00000400:00000200:2.0:1777582952.402261:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 114072 00000400:00000200:2.0:1777582952.402279:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.402291:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.402299:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.402306:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497155c00. 00000020:00000010:3.0:1777582952.402637:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582952.402643:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582952.402649:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483fd1400. 00000020:00000010:3.0:1777582952.402653:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374400. 00000020:00000010:3.0:1777582952.402658:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582952.402689:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582952.402691:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000100:00000200:3.0:1777582952.402694:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707825408 02000000:00000010:3.0:1777582952.402756:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933bd000. 00010000:00000010:3.0:1777582952.402798:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:3.0:1777582952.402814:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e780. 00010000:00000010:3.0:1777582952.402837:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.402843:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582952.402858:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582952.402862:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374d80. 00010000:00000010:3.0:1777582952.402866:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.402868:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582952.402986:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582952.402990:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374380. 00010000:00000010:3.0:1777582952.402993:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582952.402996:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00000020:00000010:3.0:1777582952.403022:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05e80. 00000020:00000010:3.0:1777582952.403029:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05e80. 00000020:00000010:3.0:1777582952.403040:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913300. 00080000:00000010:3.0:1777582952.403050:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248625a400. 00000001:00000010:3.0:1777582952.403506:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913900. 00000001:00000010:3.0:1777582952.403513:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582952.403550:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913300. 00010000:00000010:3.0:1777582952.403559:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582952.403563:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582952.403577:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582952.403617:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582952.403632:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:3.0:1777582952.403648:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975284, last committed = 8589975157 00010000:00000200:3.0:1777582952.403657:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497155c00 x1863928707825408/t8589975284(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.403678:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582952.403685:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707825408, offset 224 00000400:00000010:3.0:1777582952.403691:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49e70. 00000400:00000200:3.0:1777582952.403695:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.403709:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.403716:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396783:396783:256:4294967295] 192.168.202.9@tcp LPNI seq info [396779:396779:8:4294967295] 00000400:00000200:3.0:1777582952.403722:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.403728:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.403745:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.403751:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582952.403758:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.403765:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.403769:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.403795:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374400. 00000020:00000010:3.0:1777582952.403799:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582952.403803:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483fd1400. 00000800:00000200:3.0:1777582952.403904:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.403908:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582952.403912:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.403917:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582952.404482:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:2.0:1777582952.404492:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374380. 00010000:00000010:2.0:1777582952.404499:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000400:00000200:1.0:1777582952.406217:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.406238:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f65 00000400:00000200:1.0:1777582952.406246:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.406251:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.406258:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:1.0:1777582952.406261:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00010000:00000010:3.0:1777582952.406472:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582952.406483:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374d80. 00010000:00000010:3.1:1777582952.408246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582952.408260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582952.408264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582952.408266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582952.408345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582952.408351:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582952.408354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582952.408356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:2.0:1777582952.408392:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.408408:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8843f80 00000400:00000200:2.0:1777582952.408416:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 114560 00000400:00000200:2.0:1777582952.408478:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.408484:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.408491:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.408497:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497156300. 00000020:00000010:3.0:1777582952.408775:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582952.408782:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582952.408788:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483fd1400. 00000020:00000010:3.0:1777582952.408793:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374d80. 00000020:00000010:3.0:1777582952.408797:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582952.408836:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582952.408838:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000100:00000200:3.0:1777582952.408841:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707825536 00000001:00000010:3.0:1777582952.408852:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:3.0:1777582952.408875:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.408882:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 02000000:00000010:3.0:1777582952.408907:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933b9000. 00010000:00000010:3.0:1777582952.408934:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582952.408937:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582952.408954:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582952.408957:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374400. 00010000:00000010:3.0:1777582952.408961:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.408964:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00000004:00000010:3.0:1777582952.409057:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e905a0. 00000004:00000010:3.0:1777582952.409065:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65e88. 00000004:00000010:3.0:1777582952.409071:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387760. 00080000:00000010:3.0:1777582952.409079:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682390. 00010000:00000010:3.0:1777582952.409965:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582952.409971:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374200. 00010000:00000010:3.0:1777582952.409976:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582952.409981:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582952.410047:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582952.410058:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582952.410062:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374400. 00010000:00000010:3.0:1777582952.410083:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000200:3.0:1777582952.410099:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497156300 x1863928707825536/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.410125:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582952.410131:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707825536, offset 224 00000400:00000200:3.0:1777582952.410159:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.410171:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.410178:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396784:396784:256:4294967295] 192.168.202.9@tcp LPNI seq info [396780:396780:8:4294967295] 00000400:00000200:3.0:1777582952.410190:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.410196:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.410200:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582952.410208:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.410216:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.410221:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.410292:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374d80. 00000020:00000010:3.0:1777582952.410298:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582952.410302:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483fd1400. 00000800:00000200:1.0:1777582952.410757:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.410762:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:1.0:1777582952.410767:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.410773:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.410779:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:1.0:1777582952.410782:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00010000:00000010:3.1:1777582952.412231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582952.412244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582952.412250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582952.412253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582952.412256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582952.412260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:1.0:1777582952.414010:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.414031:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8844080 00000400:00000200:1.0:1777582952.414039:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 115136 00000400:00000200:1.0:1777582952.414057:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.414063:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.414072:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.414083:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd389500. 00000020:00000010:3.0:1777582952.414252:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582952.414259:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582952.414267:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239621d800. 00000020:00000010:3.0:1777582952.414273:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374d80. 00000020:00000010:3.0:1777582952.414279:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582952.414336:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582952.414339:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c080. 00000100:00000200:3.0:1777582952.414342:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707825792 02000000:00000010:3.0:1777582952.414377:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933ba000. 00010000:00000010:3.0:1777582952.414420:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582952.414436:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374200. 00010000:00000010:3.0:1777582952.414456:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.414462:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582952.414477:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582952.414480:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374200. 00010000:00000010:3.0:1777582952.414486:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.414489:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582952.414607:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582952.414611:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374400. 00010000:00000010:3.0:1777582952.414615:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582952.414618:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00000020:00000010:3.0:1777582952.414643:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ee0. 00000020:00000010:3.0:1777582952.414650:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ee0. 00000020:00000010:3.0:1777582952.414660:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913ea0. 00080000:00000010:3.0:1777582952.414669:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02486258c00. 00000001:00000010:3.0:1777582952.415112:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf7e0. 00000001:00000010:3.0:1777582952.415119:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582952.415190:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913ea0. 00010000:00000010:3.0:1777582952.415200:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582952.415204:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582952.415219:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582952.415260:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582952.415275:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000200:3.0:1777582952.415294:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975285, last committed = 8589975157 00010000:00000200:3.0:1777582952.415304:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd389500 x1863928707825792/t8589975285(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.415326:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582952.415332:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707825792, offset 224 00000400:00000010:3.0:1777582952.415340:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49930. 00000400:00000200:3.0:1777582952.415344:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.415358:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.415365:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396785:396785:256:4294967295] 192.168.202.9@tcp LPNI seq info [396781:396781:8:4294967295] 00000400:00000200:3.0:1777582952.415371:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.415377:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.415384:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.415389:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582952.415395:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.415402:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.415406:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.415425:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374d80. 00000020:00000010:3.0:1777582952.415429:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582952.415432:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239621d800. 00010000:00000010:2.0:1777582952.415843:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:2.0:1777582952.415851:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374400. 00010000:00000010:2.0:1777582952.415861:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000800:00000200:2.0:1777582952.415960:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.415964:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582952.415969:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.415974:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.418125:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.421081:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f6d 00000400:00000200:1.0:1777582952.421092:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.421096:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.421103:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:1.0:1777582952.421106:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00010000:00000010:3.1:1777582952.421234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582952.421243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582952.421249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582952.421252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.421294:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582952.421306:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374200. 00010000:00000010:2.1:1777582952.421549:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582952.421555:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:1.0:1777582952.429828:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.429855:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8844100 00000400:00000200:1.0:1777582952.429864:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 115624 00000400:00000200:1.0:1777582952.430425:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.430433:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.430442:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.430449:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd38ad80. 00000020:00000010:0.0:1777582952.430827:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b1c0. 00000020:00000010:0.0:1777582952.430834:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b1c0. 00000020:00000010:0.0:1777582952.430842:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0bc00. 00000020:00000010:0.0:1777582952.430848:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582952.430853:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.430892:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b1c0. 00000020:00000010:0.0:1777582952.430894:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b1c0. 00000100:00000200:0.0:1777582952.430897:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707825920 00000001:00000010:0.0:1777582952.430907:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:0.0:1777582952.430933:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582952.430941:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 02000000:00000010:0.0:1777582952.430969:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc3000. 00010000:00000010:0.0:1777582952.430999:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.431002:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.431019:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582952.431023:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582952.431027:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582952.431030:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:3.1:1777582952.431159:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000004:00000010:0.0:1777582952.431160:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57a40. 00010000:00000010:3.1:1777582952.431166:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00000004:00000010:0.0:1777582952.431170:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e224b0. 00010000:00000010:3.1:1777582952.431170:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582952.431173:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000004:00000010:0.0:1777582952.431177:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35760. 00080000:00000010:0.0:1777582952.431186:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a000. 00010000:00000010:0.0:1777582952.432575:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582952.432583:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582952.432589:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582952.432595:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582952.432675:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.432697:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582952.432703:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582952.432730:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:0.0:1777582952.432759:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd38ad80 x1863928707825920/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582952.432780:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582952.432786:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707825920, offset 224 00000400:00000200:0.0:1777582952.432793:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.432807:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.432813:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396786:396786:256:4294967295] 192.168.202.9@tcp LPNI seq info [396782:396782:8:4294967295] 00000400:00000200:0.0:1777582952.432825:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.432831:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.432836:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582952.432842:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.432850:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.432854:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.432883:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582952.432887:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.432892:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0bc00. 00000800:00000200:2.0:1777582952.433092:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.433097:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582952.433102:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.433107:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.433113:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:2.0:1777582952.433115:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000400:00000200:0.0:1777582952.439370:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.439393:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8844200 00000400:00000200:0.0:1777582952.439402:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 116200 00000400:00000200:0.0:1777582952.439427:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.439432:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.439441:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.439449:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043ed80. 00000020:00000010:2.0:1777582952.439519:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30dc0. 00000020:00000010:2.0:1777582952.439526:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30dc0. 00000020:00000010:2.0:1777582952.439533:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de49c00. 00000020:00000010:2.0:1777582952.439539:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ef00. 00000020:00000010:2.0:1777582952.439544:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582952.439582:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30dc0. 00000020:00000010:2.0:1777582952.439585:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30dc0. 00000100:00000200:2.0:1777582952.439588:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707826176 02000000:00000010:2.0:1777582952.439630:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02393258000. 00010000:00000010:2.0:1777582952.439674:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:2.0:1777582952.439690:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:2.0:1777582952.439723:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582952.439731:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582952.439758:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582952.439763:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582952.439767:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582952.439771:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582952.439882:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582952.439886:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb80. 00010000:00000010:2.0:1777582952.439889:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582952.439892:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00000020:00000010:2.0:1777582952.439918:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860546a0. 00000020:00000010:2.0:1777582952.439924:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860546a0. 00000020:00000010:2.0:1777582952.439935:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1780. 00080000:00000010:2.0:1777582952.439944:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238897ac00. 00000001:00000010:2.0:1777582952.440608:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb10c0. 00000001:00000010:2.0:1777582952.440617:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68000. 00000020:00000010:2.0:1777582952.440662:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1780. 00010000:00000010:2.0:1777582952.440672:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582952.440677:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582952.440694:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582952.441471:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582952.441493:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000200:2.0:1777582952.441513:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975286, last committed = 8589975157 00010000:00000200:2.0:1777582952.441523:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043ed80 x1863928707826176/t8589975286(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582952.441543:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582952.441550:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707826176, offset 224 00000400:00000010:2.0:1777582952.441558:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12b98. 00000400:00000200:2.0:1777582952.441561:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.441576:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.441583:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396787:396787:256:4294967295] 192.168.202.9@tcp LPNI seq info [396783:396783:8:4294967295] 00000400:00000200:2.0:1777582952.441590:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582952.441597:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.441602:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.441607:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582952.441614:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.441621:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.441626:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.441658:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ef00. 00000020:00000010:2.0:1777582952.441665:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582952.441669:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de49c00. 00010000:00000010:1.0:1777582952.441838:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:1.0:1777582952.441847:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb80. 00010000:00000010:1.0:1777582952.441854:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68d80. 00000800:00000200:0.0:1777582952.441855:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.441860:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:0.0:1777582952.441864:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.441870:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582952.444849:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582952.444860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000400:00000200:2.0:1777582952.444893:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582952.444908:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f75 00000400:00000200:2.0:1777582952.444915:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.444918:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582952.444923:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777582952.444925:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00010000:00000010:0.0:1777582952.444996:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:0.0:1777582952.445006:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000010:3.1:1777582952.445244:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582952.445250:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582952.447167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582952.447178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582952.447182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582952.447185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582952.450957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582952.450973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582952.450978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582952.450983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582952.451126:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582952.451146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582952.454805:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:0.1:1777582952.454822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00000400:00000200:0.0:1777582952.454865:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.454885:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8844280 00000400:00000200:0.0:1777582952.454893:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 116688 00000400:00000200:0.0:1777582952.454957:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.454962:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.454970:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.454976:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043f800. 00000020:00000010:1.0:1777582952.455478:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.455485:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.455492:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02409335400. 00000020:00000010:1.0:1777582952.455498:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9600. 00000020:00000010:1.0:1777582952.455502:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777582952.455542:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.455545:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000100:00000200:1.0:1777582952.455548:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707826304 00000001:00000010:1.0:1777582952.455558:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:1.0:1777582952.455581:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582952.455588:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 02000000:00000010:1.0:1777582952.455617:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02398539000. 00010000:00000010:1.0:1777582952.455649:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582952.455653:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582952.455674:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582952.455677:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9780. 00010000:00000010:1.0:1777582952.455681:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582952.455683:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582952.455807:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7680. 00000004:00000010:1.0:1777582952.455817:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3780. 00000004:00000010:1.0:1777582952.455824:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944dd0. 00080000:00000010:1.0:1777582952.455833:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e720. 00010000:00000010:3.0:1777582952.457017:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582952.457024:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374f00. 00010000:00000010:3.0:1777582952.457030:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.457036:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582952.457113:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:3.0:1777582952.457126:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:3.0:1777582952.457179:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9780. 00010000:00000010:3.0:1777582952.457206:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000200:3.0:1777582952.457227:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043f800 x1863928707826304/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.457248:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582952.457255:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707826304, offset 224 00000400:00000200:3.0:1777582952.457263:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.457277:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.457285:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396788:396788:256:4294967295] 192.168.202.9@tcp LPNI seq info [396784:396784:8:4294967295] 00000400:00000200:3.0:1777582952.457297:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.457303:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.457309:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582952.457409:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.457417:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.457421:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.457451:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9600. 00000020:00000010:3.0:1777582952.457456:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:3.0:1777582952.457461:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02409335400. 00000800:00000200:1.0:1777582952.460106:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.460115:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:1.0:1777582952.460124:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.460145:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.460151:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:1.0:1777582952.460154:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000400:00000200:3.0:1777582952.465023:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.465044:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8844380 00000400:00000200:3.0:1777582952.465053:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 117264 00000400:00000200:3.0:1777582952.465070:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.465074:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.465084:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.465092:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239de18a80. 00010000:00000010:3.1:1777582952.465161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000020:00000010:1.0:1777582952.465251:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.465256:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.465262:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e135200. 00000020:00000010:1.0:1777582952.465267:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9280. 00000020:00000010:1.0:1777582952.465272:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582952.465338:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.465340:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000100:00000200:1.0:1777582952.465344:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707826560 02000000:00000010:1.0:1777582952.465386:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02421d61000. 00010000:00000010:1.0:1777582952.465426:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:1.0:1777582952.465440:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f00. 00010000:00000010:1.0:1777582952.465460:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582952.465467:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582952.465483:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582952.465485:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9d80. 00010000:00000010:1.0:1777582952.465490:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582952.465493:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582952.465604:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582952.465608:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f00. 00010000:00000010:1.0:1777582952.465611:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582952.465615:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00000020:00000010:1.0:1777582952.465644:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d60c0. 00000020:00000010:1.0:1777582952.465651:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d60c0. 00000020:00000010:1.0:1777582952.465662:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488784420. 00080000:00000010:1.0:1777582952.465672:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca07800. 00000001:00000010:1.0:1777582952.466104:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488784540. 00000001:00000010:1.0:1777582952.466112:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582952.466199:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488784420. 00010000:00000010:1.0:1777582952.466210:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582952.466214:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582952.466228:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582952.466266:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582952.466282:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582952.466301:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975287, last committed = 8589975157 00010000:00000200:1.0:1777582952.466310:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239de18a80 x1863928707826560/t8589975287(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.466332:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777582952.466338:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707826560, offset 224 00000400:00000010:1.0:1777582952.466344:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4e70. 00000400:00000200:1.0:1777582952.466348:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.466362:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.466368:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396789:396789:256:4294967295] 192.168.202.9@tcp LPNI seq info [396785:396785:8:4294967295] 00000400:00000200:1.0:1777582952.466374:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.466381:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.466386:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.466392:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582952.466399:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.466406:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.466411:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.466431:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9280. 00000020:00000010:1.0:1777582952.466435:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00010000:00000010:0.0:1777582952.466439:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00000020:00000010:1.0:1777582952.466439:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e135200. 00010000:00000010:0.0:1777582952.466445:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f00. 00010000:00000010:0.0:1777582952.466452:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000800:00000200:0.0:1777582952.466535:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.466539:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582952.466542:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.466547:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582952.468174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582952.468187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582952.468190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000400:00000200:0.0:1777582952.473869:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582952.473893:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f7d 00000400:00000200:0.0:1777582952.473901:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.473906:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582952.473913:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:0.0:1777582952.473917:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00010000:00000010:3.0:1777582952.473994:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:3.0:1777582952.474007:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9d80. 00010000:00000010:1.1:1777582952.474228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582952.474236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582952.474240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582952.474243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582952.474281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:0.1:1777582952.474286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582952.478380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:3.1:1777582952.478396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000400:00000200:3.0:1777582952.478499:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.478520:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8844400 00000400:00000200:3.0:1777582952.478530:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 117752 00000400:00000200:3.0:1777582952.478602:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.478608:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.478617:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.478624:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239de1aa00. 00000020:00000010:0.0:1777582952.484468:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b440. 00000020:00000010:0.0:1777582952.484485:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b440. 00000020:00000010:0.0:1777582952.484498:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0bc00. 00000020:00000010:0.0:1777582952.484506:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582952.484512:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.484574:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b440. 00000020:00000010:0.0:1777582952.484578:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b440. 00000100:00000200:0.0:1777582952.484581:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707826688 00000001:00000010:0.0:1777582952.484595:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68000. 00010000:00000010:0.0:1777582952.484627:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582952.484637:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 02000000:00000010:0.0:1777582952.484674:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc5000. 00010000:00000010:0.0:1777582952.485614:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.485623:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582952.485645:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582952.485650:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582952.485654:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582952.485657:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000004:00000010:0.0:1777582952.486018:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56f00. 00000004:00000010:0.0:1777582952.486027:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22e88. 00000004:00000010:0.0:1777582952.486033:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35cb0. 00080000:00000010:0.0:1777582952.486042:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b8f0. 00010000:00000010:0.0:1777582952.487915:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582952.487924:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf780. 00010000:00000010:0.0:1777582952.487932:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582952.487940:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582952.488034:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582952.488046:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.488051:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582952.488081:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:0.0:1777582952.488102:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239de1aa00 x1863928707826688/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582952.488129:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582952.489790:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707826688, offset 224 00000400:00000200:0.0:1777582952.489811:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.489826:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.489833:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396790:396790:256:4294967295] 192.168.202.9@tcp LPNI seq info [396786:396786:8:4294967295] 00000400:00000200:0.0:1777582952.489846:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.489852:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.489859:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582952.489867:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.489876:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.489881:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.489910:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582952.489917:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.489922:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0bc00. 00000800:00000200:1.0:1777582952.490412:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.490418:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:1.0:1777582952.490424:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.490431:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.490436:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:1.0:1777582952.490439:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000400:00000200:0.0:1777582952.493353:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.493376:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8844500 00000400:00000200:0.0:1777582952.493384:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 118328 00000400:00000200:0.0:1777582952.493402:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.493407:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.493416:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.493423:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043dc00. 00000020:00000010:1.0:1777582952.496631:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.496641:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.496650:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485578a00. 00000020:00000010:1.0:1777582952.496655:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9280. 00000020:00000010:1.0:1777582952.496660:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582952.499048:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.499058:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000100:00000200:1.0:1777582952.499064:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707826944 02000000:00000010:1.0:1777582952.499111:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023956c2000. 00010000:00000010:1.0:1777582952.499184:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:1.0:1777582952.499201:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf780. 00010000:00000010:1.0:1777582952.499223:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582952.499229:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582952.499244:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582952.499247:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582952.499252:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582952.499255:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582952.499385:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582952.499389:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c80. 00010000:00000010:1.0:1777582952.499393:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582952.499397:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00000020:00000010:1.0:1777582952.499422:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d63a0. 00000020:00000010:1.0:1777582952.499428:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d63a0. 00000020:00000010:1.0:1777582952.499440:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488784420. 00080000:00000010:1.0:1777582952.499452:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca07400. 00000001:00000010:1.0:1777582952.499878:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024887849c0. 00000001:00000010:1.0:1777582952.499885:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582952.499920:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488784420. 00010000:00000010:1.0:1777582952.499928:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582952.499932:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582952.499944:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582952.499988:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582952.500001:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582952.500015:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975288, last committed = 8589975157 00010000:00000200:1.0:1777582952.500026:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043dc00 x1863928707826944/t8589975288(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.500047:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582952.500053:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707826944, offset 224 00000400:00000010:1.0:1777582952.500061:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4930. 00000400:00000200:1.0:1777582952.500064:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.500081:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.500088:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396791:396791:256:4294967295] 192.168.202.9@tcp LPNI seq info [396787:396787:8:4294967295] 00000400:00000200:1.0:1777582952.500094:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.500100:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.500106:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.500111:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582952.500119:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.500127:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.500131:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.500173:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9280. 00000020:00000010:1.0:1777582952.500177:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582952.500182:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485578a00. 00010000:00000010:3.0:1777582952.500388:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:3.0:1777582952.500395:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c80. 00010000:00000010:3.0:1777582952.500401:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000800:00000200:3.0:1777582952.500501:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.500505:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582952.500509:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.500515:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.503302:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.503333:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f85 00000400:00000200:3.0:1777582952.503341:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.503345:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.503352:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:3.0:1777582952.503356:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00010000:00000010:3.0:1777582952.503412:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:3.0:1777582952.503422:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9480. 00000400:00000200:3.0:1777582952.503449:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.503456:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8844580 00000400:00000200:3.0:1777582952.503463:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 118816 00000400:00000200:3.0:1777582952.503540:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.503544:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.503550:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.503556:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239de19c00. 00000020:00000010:3.0:1777582952.511499:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777582952.511510:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777582952.511518:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483fd1400. 00000020:00000010:3.0:1777582952.511524:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374580. 00000020:00000010:3.0:1777582952.511529:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582952.511655:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777582952.511658:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c240. 00000100:00000200:3.0:1777582952.511662:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707827072 00000001:00000010:3.0:1777582952.511676:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:3.0:1777582952.511718:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.511728:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 02000000:00000010:3.0:1777582952.511766:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933b8000. 00010000:00000010:3.0:1777582952.511796:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582952.511800:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582952.511819:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582952.511822:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374900. 00010000:00000010:3.0:1777582952.511827:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582952.511830:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00000004:00000010:3.0:1777582952.511935:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90f00. 00000004:00000010:3.0:1777582952.511945:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65690. 00000004:00000010:3.0:1777582952.511951:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387cb0. 00080000:00000010:3.0:1777582952.511959:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682ab0. 00010000:00000010:2.0:1777582952.512764:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582952.512771:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec80. 00010000:00000010:2.0:1777582952.512776:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582952.512781:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582952.512872:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:2.0:1777582952.512886:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:2.0:1777582952.512893:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374900. 00010000:00000010:2.0:1777582952.512918:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000200:2.0:1777582952.512938:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239de19c00 x1863928707827072/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582952.512960:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582952.512968:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707827072, offset 224 00000400:00000200:2.0:1777582952.512974:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.512991:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.512998:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396792:396792:256:4294967295] 192.168.202.9@tcp LPNI seq info [396788:396788:8:4294967295] 00000400:00000200:2.0:1777582952.513009:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.513016:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.513021:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582952.513028:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.513035:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.513039:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.513068:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374580. 00000020:00000010:2.0:1777582952.513073:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:2.0:1777582952.513076:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483fd1400. 00000800:00000200:3.0:1777582952.513235:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.513241:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:3.0:1777582952.513248:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.513253:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.513259:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:3.0:1777582952.513262:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000400:00000200:3.0:1777582952.516051:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.516073:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8844680 00000400:00000200:3.0:1777582952.516083:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 119392 00000400:00000200:3.0:1777582952.516102:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.516108:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.516117:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.516125:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239de1a300. 00010000:00000010:0.1:1777582952.516269:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582952.516278:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582952.516282:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582952.516299:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000020:00000010:1.0:1777582952.521883:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.521896:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.521905:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485578a00. 00000020:00000010:1.0:1777582952.521911:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9280. 00000020:00000010:1.0:1777582952.521917:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582952.522461:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.522465:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000100:00000200:1.0:1777582952.522469:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707827328 02000000:00000010:1.0:1777582952.522514:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fffb000. 00010000:00000010:1.0:1777582952.522558:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:1.0:1777582952.522578:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec80. 00010000:00000010:1.0:1777582952.522602:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582952.522611:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582952.522629:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582952.522632:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582952.522637:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582952.522640:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582952.522782:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582952.522786:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9500. 00010000:00000010:1.0:1777582952.522789:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582952.522793:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00000020:00000010:1.0:1777582952.522820:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d63a0. 00000020:00000010:1.0:1777582952.522826:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d63a0. 00000020:00000010:1.0:1777582952.522837:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488784420. 00080000:00000010:1.0:1777582952.522847:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca05000. 00000001:00000010:1.0:1777582952.524490:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488784660. 00000001:00000010:1.0:1777582952.524501:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484240. 00000020:00000010:1.0:1777582952.524544:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488784420. 00010000:00000010:1.0:1777582952.524557:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582952.524564:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582952.524583:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582952.524633:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582952.524642:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582952.524658:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582952.524662:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9500. 00010000:00000010:1.0:1777582952.524675:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582952.524695:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975289, last committed = 8589975157 00010000:00000200:1.0:1777582952.524879:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239de1a300 x1863928707827328/t8589975289(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.524901:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582952.524908:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707827328, offset 224 00000400:00000010:1.0:1777582952.524915:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4738. 00000400:00000200:1.0:1777582952.524919:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.524934:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.524941:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396793:396793:256:4294967295] 192.168.202.9@tcp LPNI seq info [396789:396789:8:4294967295] 00000400:00000200:1.0:1777582952.524948:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.524956:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.524961:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.524966:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582952.524973:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.524981:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.524985:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.525042:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9280. 00000020:00000010:1.0:1777582952.525046:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582952.525051:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485578a00. 00010000:00000010:3.1:1777582952.526397:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:3.1:1777582952.526409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582952.526413:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582952.526415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582952.529865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582952.529883:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582952.529888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582952.529891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582952.530174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582952.530180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582952.530185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582952.530188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000800:00000200:3.0:1777582952.539998:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.540006:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582952.540013:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.540022:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.540053:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.540082:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f8d 00000400:00000200:3.0:1777582952.540089:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.540091:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.540096:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:3.0:1777582952.540099:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00010000:00000010:3.0:1777582952.540183:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:3.0:1777582952.540193:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9380. 00000400:00000200:3.0:1777582952.540219:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.540227:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8844700 00000400:00000200:3.0:1777582952.540234:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 119880 00000400:00000200:3.0:1777582952.540938:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.540947:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.540956:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.540967:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef93b80. 00010000:00000010:1.1:1777582952.543246:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582952.543262:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582952.543268:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582952.543273:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582952.543276:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582952.543278:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000020:00000010:2.0:1777582952.543796:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30700. 00000020:00000010:2.0:1777582952.543804:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30700. 00000020:00000010:2.0:1777582952.543812:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de49c00. 00000020:00000010:2.0:1777582952.543818:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e680. 00000020:00000010:2.0:1777582952.543825:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582952.543880:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30700. 00000020:00000010:2.0:1777582952.543883:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30700. 00000100:00000200:2.0:1777582952.543886:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707827456 00000001:00000010:2.0:1777582952.543898:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:2.0:1777582952.543928:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582952.543938:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 02000000:00000010:2.0:1777582952.543973:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239325b000. 00010000:00000010:2.0:1777582952.544004:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582952.544008:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582952.544029:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582952.544033:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582952.544037:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582952.544039:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000004:00000010:2.0:1777582952.544184:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169860. 00000004:00000010:2.0:1777582952.544194:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0780. 00000004:00000010:2.0:1777582952.544202:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756330. 00080000:00000010:2.0:1777582952.544212:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c1c8. 00010000:00000010:2.0:1777582952.552955:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582952.552969:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea00. 00010000:00000010:2.0:1777582952.552977:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582952.552984:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582952.553075:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582952.553089:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582952.553095:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582952.553124:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000200:2.0:1777582952.553161:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef93b80 x1863928707827456/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582952.553187:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582952.553194:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707827456, offset 224 00000400:00000200:2.0:1777582952.553201:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.553217:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.553225:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396794:396794:256:4294967295] 192.168.202.9@tcp LPNI seq info [396790:396790:8:4294967295] 00000400:00000200:2.0:1777582952.553238:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.553243:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.553249:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582952.553257:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.553265:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.553269:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.553295:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e680. 00000020:00000010:2.0:1777582952.553300:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582952.553303:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de49c00. 00000800:00000200:1.0:1777582952.554329:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.554336:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:1.0:1777582952.554343:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.554351:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.554359:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:1.0:1777582952.554362:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00010000:00000010:3.1:1777582952.556880:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:3.1:1777582952.556895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000400:00000200:2.0:1777582952.557168:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.557188:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8844800 00000400:00000200:2.0:1777582952.557197:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 120456 00000400:00000200:2.0:1777582952.557213:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.557218:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.557225:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.557231:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497154700. 00000020:00000010:1.0:1777582952.559175:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.559186:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.559194:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485578a00. 00000020:00000010:1.0:1777582952.559199:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9280. 00000020:00000010:1.0:1777582952.559204:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582952.559243:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582952.559246:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000100:00000200:1.0:1777582952.559249:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707827712 02000000:00000010:1.0:1777582952.559297:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fffc000. 00010000:00000010:1.0:1777582952.559348:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:1.0:1777582952.559366:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea00. 00010000:00000010:1.0:1777582952.559389:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582952.559396:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582952.559412:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582952.559415:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9500. 00010000:00000010:1.0:1777582952.559419:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582952.559421:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582952.559540:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582952.559543:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9180. 00010000:00000010:1.0:1777582952.559546:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582952.559549:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00000020:00000010:1.0:1777582952.559575:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6b20. 00000020:00000010:1.0:1777582952.559582:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6b20. 00000020:00000010:1.0:1777582952.559594:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488784420. 00080000:00000010:1.0:1777582952.559604:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca04400. 00000001:00000010:1.0:1777582952.560815:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488784c00. 00000001:00000010:1.0:1777582952.560827:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582952.560877:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488784420. 00010000:00000010:1.0:1777582952.560891:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582952.560897:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582952.560916:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582952.560954:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582952.560972:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582952.560993:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975290, last committed = 8589975157 00010000:00000200:1.0:1777582952.561004:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154700 x1863928707827712/t8589975290(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.561024:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777582952.561031:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707827712, offset 224 00000400:00000010:1.0:1777582952.561039:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e45e8. 00000400:00000200:1.0:1777582952.561044:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.561059:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.561067:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396795:396795:256:4294967295] 192.168.202.9@tcp LPNI seq info [396791:396791:8:4294967295] 00000400:00000200:1.0:1777582952.561074:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.561081:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.561086:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.561091:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582952.561098:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.561106:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.561111:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1777582952.561214:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:3.0:1777582952.561222:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9180. 00010000:00000010:3.0:1777582952.561228:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000020:00000010:1.0:1777582952.562819:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9280. 00000020:00000010:1.0:1777582952.562830:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582952.562835:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485578a00. 00010000:00000010:2.1:1777582952.566563:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582952.566581:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582952.566584:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582952.566587:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582952.569176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582952.569190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582952.570433:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582952.570443:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:1.1:1777582952.570447:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582952.570450:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000800:00000200:1.0:1777582952.572969:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.572979:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:1.0:1777582952.572989:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.572998:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.578474:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.578500:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f95 00000400:00000200:1.0:1777582952.578508:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.578512:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.578520:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777582952.578523:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000400:00000200:1.0:1777582952.578627:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.578634:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8844880 00000400:00000200:1.0:1777582952.578642:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 120944 00000400:00000200:1.0:1777582952.578723:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.578728:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.578741:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.578748:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd388380. 00000020:00000010:2.0:1777582952.581839:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.581849:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.581859:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483fd1400. 00000020:00000010:2.0:1777582952.581864:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e680. 00000020:00000010:2.0:1777582952.581870:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582952.581916:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.581918:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30c00. 00000100:00000200:2.0:1777582952.581921:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707827840 00000001:00000010:2.0:1777582952.581932:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:2.0:1777582952.581959:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582952.581967:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 02000000:00000010:2.0:1777582952.581994:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239325e000. 00010000:00000010:2.0:1777582952.582022:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582952.582025:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582952.582041:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582952.582044:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582952.582048:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582952.582050:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00000004:00000010:2.0:1777582952.582175:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168d20. 00000004:00000010:2.0:1777582952.582185:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0528. 00000004:00000010:2.0:1777582952.582191:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757540. 00080000:00000010:2.0:1777582952.582200:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c390. 00010000:00000010:1.0:1777582952.583591:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582952.583599:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9000. 00010000:00000010:1.0:1777582952.583618:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582952.583625:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582952.583714:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:1.0:1777582952.583728:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:1.0:1777582952.583744:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000010:1.0:1777582952.583768:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000200:1.0:1777582952.583789:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd388380 x1863928707827840/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.583811:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777582952.583818:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707827840, offset 224 00000400:00000200:1.0:1777582952.583825:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.583839:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.583847:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396796:396796:256:4294967295] 192.168.202.9@tcp LPNI seq info [396792:396792:8:4294967295] 00000400:00000200:1.0:1777582952.583859:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.583868:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.583873:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582952.583879:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.583887:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.583891:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.583918:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e680. 00000020:00000010:1.0:1777582952.583923:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:1.0:1777582952.583926:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483fd1400. 00000800:00000200:2.0:1777582952.584392:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.584396:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582952.584400:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.584405:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.584411:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:2.0:1777582952.584413:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00010000:00000010:3.0:1777582952.586825:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:3.0:1777582952.586844:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9500. 00000400:00000200:3.0:1777582952.586998:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.587019:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8844980 00000400:00000200:3.0:1777582952.587026:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 121520 00000400:00000200:3.0:1777582952.587042:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.587047:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.587055:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.587060:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef92680. 00000020:00000010:2.0:1777582952.587204:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.587211:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.587219:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cfd600. 00000020:00000010:2.0:1777582952.587224:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582952.587231:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e960. 00000020:00000010:2.0:1777582952.587278:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.587281:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30c00. 00000100:00000200:2.0:1777582952.587297:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707828096 02000000:00000010:2.0:1777582952.587479:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239325a000. 00010000:00000010:2.0:1777582952.587513:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:2.0:1777582952.587521:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9000. 00010000:00000010:2.0:1777582952.587540:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582952.587546:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582952.587560:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582952.587563:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582952.587568:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582952.587571:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582952.587680:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582952.587683:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb80. 00010000:00000010:2.0:1777582952.587687:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582952.587690:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00000020:00000010:2.0:1777582952.587865:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860545a0. 00000020:00000010:2.0:1777582952.587871:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860545a0. 00000020:00000010:2.0:1777582952.587881:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1a80. 00080000:00000010:2.0:1777582952.587890:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388978400. 00000001:00000010:2.0:1777582952.588550:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb14e0. 00000001:00000010:2.0:1777582952.588559:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68e40. 00000020:00000010:2.0:1777582952.588601:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1a80. 00010000:00000010:2.0:1777582952.588612:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582952.588618:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582952.588636:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582952.588731:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582952.588758:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000200:2.0:1777582952.588775:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975291, last committed = 8589975157 00010000:00000200:2.0:1777582952.588786:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef92680 x1863928707828096/t8589975291(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582952.588806:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582952.588812:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707828096, offset 224 00000400:00000010:2.0:1777582952.588819:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12150. 00000400:00000200:2.0:1777582952.588823:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.588836:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.588842:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396797:396797:256:4294967295] 192.168.202.9@tcp LPNI seq info [396793:396793:8:4294967295] 00000400:00000200:2.0:1777582952.588848:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582952.588854:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.588859:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.588864:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582952.588871:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.588878:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.588883:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.588911:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582952.588919:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e960. 00000020:00000010:2.0:1777582952.588923:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cfd600. 00000800:00000200:1.0:1777582952.590818:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.590826:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:1.0:1777582952.590834:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.590843:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582952.596129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582952.596169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582952.596173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582952.596176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.0:1777582952.596679:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:3.0:1777582952.596691:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb80. 00010000:00000010:3.0:1777582952.596822:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e683c0. 00000400:00000200:2.0:1777582952.597247:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582952.597269:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213f9d 00000400:00000200:2.0:1777582952.597277:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.597282:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582952.597300:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:2.0:1777582952.597303:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00000400:00000200:2.0:1777582952.597350:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.597356:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8844a00 00000400:00000200:2.0:1777582952.597364:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 122008 00000400:00000200:2.0:1777582952.597428:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.597432:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.597437:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.597445:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941ca80. 00010000:00000010:3.0:1777582952.597926:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:3.0:1777582952.597935:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00000020:00000010:3.0:1777582952.597988:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777582952.597993:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777582952.597999:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239621d800. 00000020:00000010:3.0:1777582952.598004:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:3.0:1777582952.598011:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.598057:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777582952.598060:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c240. 00000100:00000200:3.0:1777582952.598064:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707828224 00000001:00000010:3.0:1777582952.598077:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:3.0:1777582952.598103:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.598110:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 02000000:00000010:3.0:1777582952.598164:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933bc000. 00010000:00000010:3.0:1777582952.598198:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.598202:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.598219:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582952.598222:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374600. 00010000:00000010:3.0:1777582952.598227:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582952.598229:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00000004:00000010:3.0:1777582952.598337:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90d20. 00000004:00000010:3.0:1777582952.598349:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65000. 00000004:00000010:3.0:1777582952.598356:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386000. 00080000:00000010:3.0:1777582952.598366:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024166821c8. 00010000:00000010:3.0:1777582952.600970:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582952.600981:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374c80. 00010000:00000010:3.0:1777582952.600987:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582952.600994:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582952.601082:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.601094:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582952.601100:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374600. 00010000:00000010:3.0:1777582952.601124:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:3.0:1777582952.601165:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941ca80 x1863928707828224/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.601187:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582952.601193:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707828224, offset 224 00000400:00000200:3.0:1777582952.601200:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.601215:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.601222:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396798:396798:256:4294967295] 192.168.202.9@tcp LPNI seq info [396794:396794:8:4294967295] 00000400:00000200:3.0:1777582952.601238:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.601243:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.601248:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582952.601255:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.601263:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.601268:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.601291:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:3.0:1777582952.601296:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.601299:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239621d800. 00000800:00000200:3.0:1777582952.602963:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.602974:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582952.602982:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.602990:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.602998:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:3.0:1777582952.603001:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000400:00000200:3.0:1777582952.604497:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.604516:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8844b00 00000400:00000200:3.0:1777582952.604525:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 122584 00000400:00000200:3.0:1777582952.604541:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.604545:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.604553:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.604559:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef91500. 00010000:00000010:3.1:1777582952.607253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582952.607269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582952.614281:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582952.614296:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582952.614300:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582952.614304:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00000020:00000010:2.0:1777582952.614413:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.614419:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.614425:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02390ca5000. 00000020:00000010:2.0:1777582952.614429:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582952.614433:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e960. 00000020:00000010:2.0:1777582952.614498:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.614500:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30c00. 00000100:00000200:2.0:1777582952.614503:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707828480 02000000:00000010:2.0:1777582952.614537:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389575000. 00010000:00000010:2.0:1777582952.614575:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:2.0:1777582952.614587:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c80. 00010000:00000010:2.0:1777582952.614604:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582952.614609:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582952.614622:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582952.614624:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e780. 00010000:00000010:2.0:1777582952.614627:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582952.614629:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582952.614753:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582952.614757:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e700. 00010000:00000010:2.0:1777582952.614760:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582952.614763:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000020:00000010:2.0:1777582952.614792:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860545a0. 00000020:00000010:2.0:1777582952.614800:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860545a0. 00000020:00000010:2.0:1777582952.614812:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1a80. 00080000:00000010:2.0:1777582952.614822:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388979c00. 00000001:00000010:2.0:1777582952.615187:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb13c0. 00000001:00000010:2.0:1777582952.615192:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582952.615223:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1a80. 00010000:00000010:2.0:1777582952.615229:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582952.615232:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582952.615242:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582952.615277:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582952.615286:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000200:2.0:1777582952.615299:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975292, last committed = 8589975157 00010000:00000200:2.0:1777582952.615307:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef91500 x1863928707828480/t8589975292(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582952.616467:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582952.616473:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707828480, offset 224 00000400:00000010:2.0:1777582952.616479:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12f18. 00000400:00000200:2.0:1777582952.616483:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.616497:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.616503:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396799:396799:256:4294967295] 192.168.202.9@tcp LPNI seq info [396795:396795:8:4294967295] 00000400:00000200:2.0:1777582952.616507:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582952.616513:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.616517:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.616521:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582952.616526:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.616533:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.616537:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.616557:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582952.616564:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e960. 00000020:00000010:2.0:1777582952.616567:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02390ca5000. 00010000:00000010:3.0:1777582952.616993:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:3.0:1777582952.617004:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e700. 00010000:00000010:3.0:1777582952.617015:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e689c0. 00000800:00000200:2.0:1777582952.620744:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.620757:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582952.620766:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.620777:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.624981:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.625003:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213fa5 00000400:00000200:3.0:1777582952.625011:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.625016:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.625023:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:3.0:1777582952.625026:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00000400:00000200:3.0:1777582952.625063:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.625070:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8844b80 00000400:00000200:3.0:1777582952.625078:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 123072 00000400:00000200:3.0:1777582952.625132:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.625151:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.625157:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.625163:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef92300. 00000020:00000010:3.0:1777582952.625214:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c400. 00000020:00000010:3.0:1777582952.625219:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c400. 00000020:00000010:3.0:1777582952.625227:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0e00. 00000020:00000010:3.0:1777582952.625233:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:3.0:1777582952.625238:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.625281:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c400. 00000020:00000010:3.0:1777582952.625284:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c400. 00000100:00000200:3.0:1777582952.625287:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707828608 00000001:00000010:3.0:1777582952.625298:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68e40. 00010000:00000010:3.0:1777582952.625325:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582952.625333:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 02000000:00000010:3.0:1777582952.625365:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933bb000. 00010000:00000010:3.0:1777582952.625397:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582952.625401:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582952.625422:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582952.625425:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374600. 00010000:00000010:3.0:1777582952.625430:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582952.625433:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000004:00000010:3.0:1777582952.625534:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90960. 00000004:00000010:3.0:1777582952.625543:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65780. 00000004:00000010:3.0:1777582952.625549:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387210. 00080000:00000010:3.0:1777582952.625558:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416683c80. 00010000:00000010:2.0:1777582952.625851:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582952.625859:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e780. 00010000:00000010:3.1:1777582952.626201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582952.626208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.0:1777582952.626380:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582952.626384:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582952.626388:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582952.626393:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.626459:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582952.626469:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.626473:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374600. 00010000:00000010:3.0:1777582952.626492:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:3.0:1777582952.626510:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef92300 x1863928707828608/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.626527:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582952.626533:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707828608, offset 224 00000400:00000200:3.0:1777582952.626539:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.626551:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.626558:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396800:396800:256:4294967295] 192.168.202.9@tcp LPNI seq info [396796:396796:8:4294967295] 00000400:00000200:3.0:1777582952.626568:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.626573:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.626578:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582952.626584:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.626591:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.626595:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.626673:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:3.0:1777582952.626679:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.626692:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0e00. 00000800:00000200:1.0:1777582952.629454:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.629462:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582952.629469:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.629478:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.629486:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:1.0:1777582952.629490:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00010000:00000010:3.1:1777582952.633102:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:3.1:1777582952.633119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582952.633126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582952.633131:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582952.633148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582952.633150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:3.0:1777582952.633526:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.633546:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8844c80 00000400:00000200:3.0:1777582952.633556:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 123648 00000400:00000200:3.0:1777582952.633577:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.633583:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.633592:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.633599:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef92d80. 00000020:00000010:3.0:1777582952.633659:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.633664:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.633671:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0e00. 00000020:00000010:3.0:1777582952.633676:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:3.0:1777582952.633681:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.633742:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.633745:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca80. 00000100:00000200:3.0:1777582952.633748:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707828864 02000000:00000010:3.0:1777582952.633789:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4cfe000. 00010000:00000010:3.0:1777582952.633833:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.633847:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582952.633867:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.633873:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.633888:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582952.633891:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582952.633895:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582952.633898:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582952.634009:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582952.634012:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374600. 00010000:00000010:3.0:1777582952.634015:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.634018:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000020:00000010:3.0:1777582952.634042:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05c00. 00000020:00000010:3.0:1777582952.634048:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05c00. 00000020:00000010:3.0:1777582952.634059:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf1e0. 00080000:00000010:3.0:1777582952.634068:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e5c400. 00000001:00000010:3.0:1777582952.634576:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf120. 00000001:00000010:3.0:1777582952.634584:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582952.634624:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf1e0. 00010000:00000010:3.0:1777582952.634634:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.634638:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582952.634653:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582952.634699:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582952.634706:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582952.634726:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.634730:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374600. 00010000:00000010:3.0:1777582952.634758:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000200:3.0:1777582952.634776:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975293, last committed = 8589975157 00010000:00000200:3.0:1777582952.634788:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef92d80 x1863928707828864/t8589975293(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.634808:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582952.634814:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707828864, offset 224 00000400:00000010:3.0:1777582952.634819:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49738. 00000400:00000200:3.0:1777582952.634824:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.634838:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.634844:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396801:396801:256:4294967295] 192.168.202.9@tcp LPNI seq info [396797:396797:8:4294967295] 00000400:00000200:3.0:1777582952.634850:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.634857:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.634863:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.634868:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582952.634874:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.634883:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.634887:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.634906:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:3.0:1777582952.634910:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.634914:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0e00. 00000800:00000200:3.0:1777582952.635014:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.635018:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:3.0:1777582952.635023:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.635028:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582952.635627:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.1:1777582952.635635:0:25:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582952.635640:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582952.635643:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00000400:00000200:1.0:1777582952.636475:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.636494:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213fad 00000400:00000200:1.0:1777582952.636500:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.636505:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.636511:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:1.0:1777582952.636514:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00010000:00000010:3.0:1777582952.636608:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582952.636617:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374480. 00000400:00000200:3.0:1777582952.637400:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.637414:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8844d00 00000400:00000200:3.0:1777582952.637421:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 124136 00000400:00000200:3.0:1777582952.637476:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.637480:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.637486:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.637492:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef90a80. 00010000:00000010:3.1:1777582952.639287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582952.639303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582952.639317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582952.639322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582952.639327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582952.639330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:2.1:1777582952.639479:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582952.639485:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000020:00000010:2.0:1777582952.639525:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.639530:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.639537:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cfd600. 00000020:00000010:2.0:1777582952.639543:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e780. 00000020:00000010:2.0:1777582952.639549:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e960. 00000020:00000010:2.0:1777582952.639629:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.639632:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30c00. 00000100:00000200:2.0:1777582952.639634:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707828992 00000001:00000010:2.0:1777582952.639646:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68240. 00010000:00000010:2.0:1777582952.639671:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582952.639680:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 02000000:00000010:2.0:1777582952.639716:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389570000. 00010000:00000010:2.0:1777582952.639757:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582952.639761:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582952.639781:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582952.639784:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec80. 00010000:00000010:2.0:1777582952.639788:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582952.639791:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000004:00000010:2.0:1777582952.639892:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168780. 00000004:00000010:2.0:1777582952.639901:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0708. 00000004:00000010:2.0:1777582952.639908:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ee0. 00080000:00000010:2.0:1777582952.639918:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734ce40. 00010000:00000010:1.0:1777582952.642156:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582952.642167:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582952.642175:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.642183:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582952.642276:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:1.0:1777582952.642291:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:1.0:1777582952.642297:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec80. 00010000:00000010:1.0:1777582952.642338:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:1.0:1777582952.642366:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef90a80 x1863928707828992/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.642388:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777582952.642396:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707828992, offset 224 00000400:00000200:1.0:1777582952.642404:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.642419:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.642426:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396802:396802:256:4294967295] 192.168.202.9@tcp LPNI seq info [396798:396798:8:4294967295] 00000400:00000200:1.0:1777582952.642438:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.642443:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.642447:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582952.642454:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.642462:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.642466:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.642499:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e780. 00000020:00000010:1.0:1777582952.642504:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e960. 00000020:00000010:1.0:1777582952.642508:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cfd600. 00000800:00000200:2.0:1777582952.642659:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.642663:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:2.0:1777582952.642667:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.642672:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.642679:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:2.0:1777582952.642681:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000400:00000200:2.0:1777582952.648279:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.648302:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8844e00 00000400:00000200:2.0:1777582952.648321:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 124712 00000400:00000200:2.0:1777582952.648339:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.648344:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.648351:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.648357:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941f100. 00000020:00000010:3.0:1777582952.648598:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.648604:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.648611:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0e00. 00000020:00000010:3.0:1777582952.648616:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582952.648623:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.648671:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.648674:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca80. 00000100:00000200:3.0:1777582952.648678:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707829248 02000000:00000010:3.0:1777582952.648742:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4cfd000. 00010000:00000010:3.0:1777582952.648788:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:3.0:1777582952.648804:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c00. 00010000:00000010:3.0:1777582952.648827:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582952.648834:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582952.648849:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582952.648852:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374c00. 00010000:00000010:3.0:1777582952.648856:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582952.648859:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.648967:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582952.648970:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374600. 00010000:00000010:3.0:1777582952.648973:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582952.648976:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000020:00000010:3.0:1777582952.649001:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05c00. 00000020:00000010:3.0:1777582952.649008:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05c00. 00000020:00000010:3.0:1777582952.649018:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf1e0. 00080000:00000010:3.0:1777582952.649027:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e5c800. 00000001:00000010:3.0:1777582952.650965:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913ea0. 00000001:00000010:3.0:1777582952.650977:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582952.651020:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf1e0. 00010000:00000010:3.0:1777582952.651035:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582952.651046:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582952.651070:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582952.651198:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.651225:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:3.0:1777582952.651247:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975294, last committed = 8589975157 00010000:00000200:3.0:1777582952.651261:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941f100 x1863928707829248/t8589975294(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.651284:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582952.651292:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707829248, offset 224 00000400:00000010:3.0:1777582952.651299:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f495e8. 00000400:00000200:3.0:1777582952.651304:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.651328:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.651335:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396803:396803:256:4294967295] 192.168.202.9@tcp LPNI seq info [396799:396799:8:4294967295] 00000400:00000200:3.0:1777582952.651342:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.651349:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.651355:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.651360:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582952.651366:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.651373:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.651379:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.651401:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582952.651405:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.651409:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0e00. 00000800:00000200:3.0:1777582952.651513:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.651516:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:3.0:1777582952.651521:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.651526:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.655040:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.655062:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213fb5 00000400:00000200:1.0:1777582952.655070:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.655075:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.655082:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:1.0:1777582952.655085:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000400:00000200:1.0:1777582952.655119:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.655126:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8844e80 00000400:00000200:1.0:1777582952.655159:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 125200 00000400:00000200:1.0:1777582952.655217:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.655222:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.655229:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.655235:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd38aa00. 00000020:00000010:1.0:1777582952.655287:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0380. 00000020:00000010:1.0:1777582952.655293:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0380. 00000020:00000010:1.0:1777582952.655299:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485578a00. 00000020:00000010:1.0:1777582952.655305:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9800. 00000020:00000010:1.0:1777582952.655322:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582952.655363:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0380. 00000020:00000010:1.0:1777582952.655366:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0380. 00000100:00000200:1.0:1777582952.655369:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707829376 00000001:00000010:1.0:1777582952.655379:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:1.0:1777582952.655406:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582952.655414:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 02000000:00000010:1.0:1777582952.655446:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fff8000. 00010000:00000010:1.0:1777582952.655477:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582952.655481:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582952.655502:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582952.655506:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9100. 00010000:00000010:1.0:1777582952.655510:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582952.655513:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00000004:00000010:1.0:1777582952.655616:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6780. 00000004:00000010:1.0:1777582952.655626:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3078. 00000004:00000010:1.0:1777582952.655634:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945a90. 00080000:00000010:1.0:1777582952.655642:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e1c8. 00010000:00000010:1.0:1777582952.656749:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582952.656756:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9500. 00010000:00000010:1.0:1777582952.656763:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582952.656768:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582952.656845:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582952.656857:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582952.656863:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9100. 00010000:00000010:1.0:1777582952.656886:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000200:1.0:1777582952.656903:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd38aa00 x1863928707829376/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.656926:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582952.656932:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707829376, offset 224 00000400:00000200:1.0:1777582952.656939:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.656952:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.656959:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396804:396804:256:4294967295] 192.168.202.9@tcp LPNI seq info [396800:396800:8:4294967295] 00000400:00000200:1.0:1777582952.656971:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.656977:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.656982:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582952.656988:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.656996:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.657001:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.657022:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9800. 00000020:00000010:1.0:1777582952.657027:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582952.657032:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485578a00. 00000800:00000200:1.0:1777582952.657157:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.657161:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:1.0:1777582952.657165:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.657169:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.657173:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777582952.657176:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00010000:00000010:3.0:1777582952.661661:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.661683:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c00. 00010000:00000010:2.0:1777582952.663684:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:2.0:1777582952.663713:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374600. 00010000:00000010:2.0:1777582952.663727:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:3.1:1777582952.664447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582952.664457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582952.664463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582952.664466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582952.664468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582952.664470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582952.664473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582952.664475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:3.0:1777582952.664599:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.664619:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8844f80 00000400:00000200:3.0:1777582952.664628:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 125776 00000400:00000200:3.0:1777582952.664643:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.664648:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.664657:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.664663:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef91180. 00000020:00000010:2.0:1777582952.665025:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.665031:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.665037:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024a568a400. 00000020:00000010:2.0:1777582952.665043:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582952.665049:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582952.665095:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30c00. 00000020:00000010:2.0:1777582952.665098:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30c00. 00000100:00000200:2.0:1777582952.665102:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707829632 02000000:00000010:2.0:1777582952.665168:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389576000. 00010000:00000010:2.0:1777582952.665213:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:2.0:1777582952.665226:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9500. 00010000:00000010:2.0:1777582952.665247:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582952.665253:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582952.665269:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582952.665272:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea80. 00010000:00000010:2.0:1777582952.665277:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582952.665280:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582952.665420:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582952.665424:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e080. 00010000:00000010:2.0:1777582952.665429:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582952.665432:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00000020:00000010:2.0:1777582952.665461:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054960. 00000020:00000010:2.0:1777582952.665468:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054960. 00000020:00000010:2.0:1777582952.665479:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1a80. 00080000:00000010:2.0:1777582952.665488:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238897b400. 00000001:00000010:2.0:1777582952.665964:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb15a0. 00000001:00000010:2.0:1777582952.665973:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582952.666015:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1a80. 00010000:00000010:2.0:1777582952.666025:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582952.666029:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582952.666042:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582952.666081:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582952.666098:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000200:2.0:1777582952.666117:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975295, last committed = 8589975157 00010000:00000200:2.0:1777582952.666127:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef91180 x1863928707829632/t8589975295(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582952.666169:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582952.666175:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707829632, offset 224 00000400:00000010:2.0:1777582952.666182:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca129a0. 00000400:00000200:2.0:1777582952.666186:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.666201:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.666209:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396805:396805:256:4294967295] 192.168.202.9@tcp LPNI seq info [396801:396801:8:4294967295] 00000400:00000200:2.0:1777582952.666215:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582952.666221:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.666226:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.666231:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582952.666237:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.666246:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.666251:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.666277:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582952.666284:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582952.666287:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024a568a400. 00000800:00000200:2.0:1777582952.666390:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.666393:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582952.666398:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.666402:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582952.667076:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:1.0:1777582952.667087:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e080. 00010000:00000010:1.0:1777582952.667097:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68240. 00010000:00000010:3.1:1777582952.675456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582952.675468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582952.675473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582952.675476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582952.675479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582952.675482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000200:1.0:1777582952.677556:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.677580:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213fbd 00000400:00000200:1.0:1777582952.677589:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.677594:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.677601:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:1.0:1777582952.677605:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000400:00000200:1.0:1777582952.677687:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.677694:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8845000 00000400:00000200:1.0:1777582952.677711:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 126264 00000400:00000200:1.0:1777582952.677796:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.677802:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.677808:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.677815:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd389c00. 00000020:00000010:0.0:1777582952.678459:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc80. 00000020:00000010:0.0:1777582952.678466:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc80. 00000020:00000010:0.0:1777582952.678474:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0bc00. 00000020:00000010:0.0:1777582952.678479:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582952.678485:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.678528:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc80. 00000020:00000010:0.0:1777582952.678531:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc80. 00000100:00000200:0.0:1777582952.678535:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707829760 00000001:00000010:0.0:1777582952.678548:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:0.0:1777582952.678575:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582952.678584:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 02000000:00000010:0.0:1777582952.678613:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc6000. 00010000:00000010:0.0:1777582952.678643:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582952.678647:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.678668:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582952.678672:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582952.678677:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.678680:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00000004:00000010:0.0:1777582952.678800:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56b40. 00000004:00000010:0.0:1777582952.678810:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22528. 00000004:00000010:0.0:1777582952.678818:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34220. 00080000:00000010:0.0:1777582952.678827:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097aab0. 00010000:00000010:0.0:1777582952.681957:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582952.681970:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582952.681977:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582952.681985:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582952.682081:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582952.682094:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582952.682100:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582952.682130:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:0.0:1777582952.682196:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd389c00 x1863928707829760/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582952.682222:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582952.682231:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707829760, offset 224 00000400:00000200:0.0:1777582952.682240:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.682255:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.682264:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396806:396806:256:4294967295] 192.168.202.9@tcp LPNI seq info [396802:396802:8:4294967295] 00000400:00000200:0.0:1777582952.682279:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.682285:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.682291:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582952.682298:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.682306:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.682321:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.682352:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582952.682356:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.682361:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0bc00. 00010000:00000010:1.1:1777582952.682555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582952.682564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:1.1:1777582952.682568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582952.682570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582952.682573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582952.682576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582952.682580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582952.682582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000800:00000200:1.0:1777582952.682687:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.682692:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:1.0:1777582952.682698:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.682710:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.682715:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:1.0:1777582952.682718:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00010000:00000010:2.1:1777582952.685020:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582952.685036:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582952.687437:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:3.0:1777582952.687451:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea80. 00000400:00000200:1.0:1777582952.687586:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.687604:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8845100 00000400:00000200:1.0:1777582952.687612:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 126840 00000400:00000200:1.0:1777582952.687628:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.687633:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.687640:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.687646:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd388700. 00000020:00000010:3.0:1777582952.687915:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.687922:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.687928:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0e00. 00000020:00000010:3.0:1777582952.687933:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:3.0:1777582952.687939:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.687980:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.687984:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca80. 00000100:00000200:3.0:1777582952.687987:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707830016 02000000:00000010:3.0:1777582952.688025:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4cf9000. 00010000:00000010:3.0:1777582952.688059:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:3.0:1777582952.688069:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:3.0:1777582952.688088:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582952.688095:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.688113:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582952.688116:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582952.688121:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582952.688124:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:1.1:1777582952.688509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:1.1:1777582952.688517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.0:1777582952.688564:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582952.688567:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582952.688572:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582952.688576:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000020:00000010:3.0:1777582952.688608:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05c00. 00000020:00000010:3.0:1777582952.688615:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05c00. 00000020:00000010:3.0:1777582952.688626:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913420. 00080000:00000010:3.0:1777582952.688637:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e5d800. 00000001:00000010:3.0:1777582952.689080:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf840. 00000001:00000010:3.0:1777582952.689089:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582952.689127:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913420. 00010000:00000010:0.1:1777582952.689180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582952.689185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582952.689188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582952.689190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582952.689525:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582952.689531:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582952.689535:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582952.689539:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.0:1777582952.689807:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582952.689814:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582952.689831:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582952.691855:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.691887:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000200:3.0:1777582952.691911:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975296, last committed = 8589975157 00010000:00000200:3.0:1777582952.691924:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd388700 x1863928707830016/t8589975296(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.691948:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582952.691956:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707830016, offset 224 00000400:00000010:3.0:1777582952.691963:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49dc8. 00000400:00000200:3.0:1777582952.691967:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.691981:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.691989:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396807:396807:256:4294967295] 192.168.202.9@tcp LPNI seq info [396803:396803:8:4294967295] 00000400:00000200:3.0:1777582952.691997:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.692004:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.692011:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.692016:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582952.692022:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.692029:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.692033:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.692061:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:3.0:1777582952.692066:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.692070:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0e00. 00000800:00000200:1.0:1777582952.692397:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.692402:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:1.0:1777582952.692407:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.692413:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582952.694339:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582952.694352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582952.694357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582952.694361:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00000400:00000200:1.0:1777582952.694837:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.694857:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213fc5 00000400:00000200:1.0:1777582952.694865:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.694869:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.694876:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:1.0:1777582952.694878:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00010000:00000010:3.0:1777582952.695033:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582952.695044:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374480. 00000400:00000200:1.0:1777582952.695854:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.695867:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8845180 00000400:00000200:1.0:1777582952.695875:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 127328 00000400:00000200:1.0:1777582952.695934:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.695939:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.695946:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.695954:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd38a300. 00000020:00000010:3.0:1777582952.696370:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.696375:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.696382:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0e00. 00000020:00000010:3.0:1777582952.696387:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582952.696391:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.696421:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582952.696423:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca80. 00000100:00000200:3.0:1777582952.696426:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707830144 00000001:00000010:3.0:1777582952.696437:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68600. 00010000:00000010:3.0:1777582952.696459:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.696466:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 02000000:00000010:3.0:1777582952.696491:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4cfa000. 00010000:00000010:3.0:1777582952.696518:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.696521:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.696537:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582952.696540:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374c00. 00010000:00000010:3.0:1777582952.696543:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.696546:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000004:00000010:3.0:1777582952.696636:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91680. 00000004:00000010:3.0:1777582952.696646:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65d20. 00000004:00000010:3.0:1777582952.696653:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387870. 00080000:00000010:3.0:1777582952.696662:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682e40. 00010000:00000010:3.0:1777582952.698245:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582952.698255:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374b80. 00010000:00000010:3.0:1777582952.698261:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582952.698268:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582952.698973:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.698987:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.698993:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c00. 00010000:00000010:3.0:1777582952.699017:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:3.0:1777582952.699036:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd38a300 x1863928707830144/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.699056:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582952.699064:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707830144, offset 224 00000400:00000200:3.0:1777582952.699071:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.699084:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.699092:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396808:396808:256:4294967295] 192.168.202.9@tcp LPNI seq info [396804:396804:8:4294967295] 00000400:00000200:3.0:1777582952.699104:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.699110:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.699115:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582952.699121:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.699129:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.699152:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.702829:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582952.702843:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.702849:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0e00. 00010000:00000010:0.0:1777582952.702988:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:0.0:1777582952.702999:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:0.0:1777582952.703010:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:3.1:1777582952.704228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582952.704238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000800:00000200:1.0:1777582952.706195:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.706205:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:1.0:1777582952.706216:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.706224:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.706233:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:1.0:1777582952.706236:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000400:00000200:1.0:1777582952.707010:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.707032:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8845280 00000400:00000200:1.0:1777582952.707043:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 127904 00000400:00000200:1.0:1777582952.707061:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.707064:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.707073:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.707081:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd389880. 00000020:00000010:3.0:1777582952.708505:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c940. 00000020:00000010:3.0:1777582952.708515:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c940. 00000020:00000010:3.0:1777582952.708523:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0e00. 00000020:00000010:3.0:1777582952.708529:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582952.708534:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.708569:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c940. 00000020:00000010:3.0:1777582952.708572:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c940. 00000100:00000200:3.0:1777582952.708576:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707830400 02000000:00000010:3.0:1777582952.708615:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4cff000. 00010000:00000010:3.0:1777582952.708661:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582952.708681:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374b80. 00010000:00000010:3.0:1777582952.708714:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582952.708721:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582952.708749:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582952.708753:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374b80. 00010000:00000010:3.0:1777582952.708757:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582952.708760:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582952.708878:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582952.708881:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374c00. 00010000:00000010:3.0:1777582952.708883:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582952.708887:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000020:00000010:3.0:1777582952.708908:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05820. 00000020:00000010:3.0:1777582952.708915:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05820. 00000020:00000010:3.0:1777582952.708924:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf1e0. 00080000:00000010:3.0:1777582952.708933:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e5e400. 00000001:00000010:3.0:1777582952.709379:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913480. 00000001:00000010:3.0:1777582952.709387:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582952.709426:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf1e0. 00010000:00000010:3.0:1777582952.709436:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.709440:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.709455:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582952.709496:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.709511:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582952.709529:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975297, last committed = 8589975157 00010000:00000200:3.0:1777582952.709541:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd389880 x1863928707830400/t8589975297(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.709562:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582952.709569:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707830400, offset 224 00000400:00000010:3.0:1777582952.709576:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49038. 00000400:00000200:3.0:1777582952.709581:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.709595:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.709603:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396809:396809:256:4294967295] 192.168.202.9@tcp LPNI seq info [396805:396805:8:4294967295] 00000400:00000200:3.0:1777582952.709610:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.709618:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.709623:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.709629:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582952.709636:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.709644:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.709648:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.709669:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582952.709673:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.709676:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0e00. 00010000:00000010:3.0:1777582952.709706:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.709711:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c00. 00010000:00000010:3.0:1777582952.709717:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000800:00000200:3.0:1777582952.709816:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.709820:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582952.709824:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.709829:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582952.710595:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582952.710605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582952.715785:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582952.715803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582952.715808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582952.715811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582952.715814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582952.715817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:1.0:1777582952.716227:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.716249:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213fcd 00000400:00000200:1.0:1777582952.716258:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.716263:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.716270:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:1.0:1777582952.716273:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000400:00000200:1.0:1777582952.716303:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.716310:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8845300 00000400:00000200:1.0:1777582952.716329:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 128392 00000400:00000200:1.0:1777582952.716398:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.716402:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.716408:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.716416:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd388a80. 00000020:00000010:1.0:1777582952.716468:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582952.716473:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582952.716479:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485578a00. 00000020:00000010:1.0:1777582952.716485:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9800. 00000020:00000010:1.0:1777582952.716490:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582952.716555:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582952.716560:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000100:00000200:1.0:1777582952.716565:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707830528 00000001:00000010:1.0:1777582952.716581:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:1.0:1777582952.716623:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582952.716635:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 02000000:00000010:1.0:1777582952.716675:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fffa000. 00010000:00000010:1.0:1777582952.716716:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582952.716722:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582952.716756:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582952.716761:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9100. 00010000:00000010:1.0:1777582952.716765:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582952.716769:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00000004:00000010:1.0:1777582952.716886:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6d20. 00000004:00000010:1.0:1777582952.716899:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3f78. 00000004:00000010:1.0:1777582952.716907:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944880. 00080000:00000010:1.0:1777582952.716919:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e558. 00010000:00000010:3.0:1777582952.718798:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582952.718816:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374b80. 00010000:00000010:3.0:1777582952.719766:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582952.719772:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582952.719778:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582952.719784:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582952.719862:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:3.0:1777582952.719874:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:3.0:1777582952.719877:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9100. 00010000:00000010:3.0:1777582952.719906:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000200:3.0:1777582952.719927:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd388a80 x1863928707830528/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.719948:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777582952.719954:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707830528, offset 224 00000400:00000200:3.0:1777582952.719961:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.719974:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.719981:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396810:396810:256:4294967295] 192.168.202.9@tcp LPNI seq info [396806:396806:8:4294967295] 00000400:00000200:3.0:1777582952.719993:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.719999:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.720006:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582952.720013:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.720023:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.720027:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.720056:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9800. 00000020:00000010:3.0:1777582952.720061:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:3.0:1777582952.720065:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485578a00. 00000800:00000200:1.0:1777582952.722926:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.722936:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:1.0:1777582952.722946:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.722954:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.722962:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:1.0:1777582952.722965:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000400:00000200:3.0:1777582952.725032:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.725057:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8845400 00000400:00000200:3.0:1777582952.725067:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 128968 00000400:00000200:3.0:1777582952.725084:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.725090:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.725098:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.725104:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef90e00. 00000020:00000010:1.0:1777582952.726927:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582952.726937:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582952.726946:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485579c00. 00000020:00000010:1.0:1777582952.726951:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9180. 00000020:00000010:1.0:1777582952.726958:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.727006:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582952.727009:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000100:00000200:1.0:1777582952.727012:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707830784 02000000:00000010:1.0:1777582952.727054:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239ffff000. 00010000:00000010:1.0:1777582952.727103:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:1.0:1777582952.727124:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374480. 00010000:00000010:1.0:1777582952.727176:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.727184:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582952.727204:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582952.727208:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582952.727213:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582952.727218:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582952.727330:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582952.727334:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582952.727337:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582952.727340:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00000020:00000010:1.0:1777582952.727367:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d68e0. 00000020:00000010:1.0:1777582952.727374:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d68e0. 00000020:00000010:1.0:1777582952.727385:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488784b40. 00080000:00000010:1.0:1777582952.727395:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248493cc00. 00000001:00000010:1.0:1777582952.728039:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9720. 00000001:00000010:1.0:1777582952.728048:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484240. 00000020:00000010:1.0:1777582952.728087:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488784b40. 00010000:00000010:1.0:1777582952.728097:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582952.728102:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582952.728120:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582952.728192:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582952.728210:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000200:1.0:1777582952.728228:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975298, last committed = 8589975157 00010000:00000200:1.0:1777582952.728240:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef90e00 x1863928707830784/t8589975298(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.728262:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582952.728270:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707830784, offset 224 00000400:00000010:1.0:1777582952.728276:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4dc8. 00000400:00000200:1.0:1777582952.728280:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.728308:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.728316:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396811:396811:256:4294967295] 192.168.202.9@tcp LPNI seq info [396807:396807:8:4294967295] 00000400:00000200:1.0:1777582952.728322:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.728330:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.728336:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.728340:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582952.728347:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.728356:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.728361:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.728383:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9180. 00000020:00000010:1.0:1777582952.728387:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.728391:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485579c00. 00000800:00000200:1.0:1777582952.728500:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.728504:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:1.0:1777582952.728508:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.728512:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582952.728634:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:0.0:1777582952.728642:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9480. 00010000:00000010:0.0:1777582952.728648:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00010000:00000010:3.1:1777582952.731685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582952.731702:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582952.731706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582952.731709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582952.731712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582952.731714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582952.731717:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582952.731720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582952.731723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582952.731726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582952.731744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582952.731749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000400:00000200:3.0:1777582952.733196:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.733219:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213fd5 00000400:00000200:3.0:1777582952.733228:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.733232:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.733239:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:3.0:1777582952.733242:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000400:00000200:3.0:1777582952.733273:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.733279:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8845480 00000400:00000200:3.0:1777582952.733300:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 129456 00010000:00000010:0.0:1777582952.733453:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:0.0:1777582952.733464:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9380. 00000400:00000200:3.0:1777582952.733552:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.733557:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.733562:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.733568:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef93100. 00010000:00000010:1.1:1777582952.734261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582952.734271:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582952.734276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582952.734279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582952.742457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582952.742474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000020:00000010:1.0:1777582952.742948:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582952.742956:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582952.742965:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485579c00. 00000020:00000010:1.0:1777582952.742971:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9180. 00000020:00000010:1.0:1777582952.742977:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.743036:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582952.743039:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000100:00000200:1.0:1777582952.743043:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707830912 00000001:00000010:1.0:1777582952.743055:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:1.0:1777582952.743080:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.743089:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 02000000:00000010:1.0:1777582952.743123:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fff9000. 00010000:00000010:1.0:1777582952.743182:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582952.743187:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582952.743206:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582952.743210:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c80. 00010000:00000010:1.0:1777582952.743213:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582952.743216:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00000004:00000010:1.0:1777582952.743327:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b65a0. 00000004:00000010:1.0:1777582952.743337:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a39d8. 00000004:00000010:1.0:1777582952.743345:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945320. 00080000:00000010:1.0:1777582952.743355:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f008. 00010000:00000010:1.0:1777582952.744484:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582952.744493:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9780. 00010000:00000010:1.0:1777582952.744499:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582952.744505:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582952.744581:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582952.744593:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582952.744599:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c80. 00010000:00000010:1.0:1777582952.744625:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000200:1.0:1777582952.744645:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef93100 x1863928707830912/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.744668:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582952.744677:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707830912, offset 224 00000400:00000200:1.0:1777582952.744684:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.744698:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.744887:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396812:396812:256:4294967295] 192.168.202.9@tcp LPNI seq info [396808:396808:8:4294967295] 00000400:00000200:1.0:1777582952.744901:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.744907:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.744913:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582952.744920:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.744927:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.744932:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.745012:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9180. 00000020:00000010:1.0:1777582952.745018:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.745022:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485579c00. 00010000:00000010:0.1:1777582952.749235:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582952.749256:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00000800:00000200:1.0:1777582952.754759:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.754770:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:1.0:1777582952.754780:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.754790:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.754798:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777582952.754802:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000400:00000200:1.0:1777582952.756071:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.756094:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8845580 00000400:00000200:1.0:1777582952.756105:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 130032 00000400:00000200:1.0:1777582952.756129:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.756172:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.756182:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.756196:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4a680. 00000020:00000010:3.0:1777582952.756596:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cec0. 00000020:00000010:3.0:1777582952.756604:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cec0. 00000020:00000010:3.0:1777582952.756613:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0e00. 00000020:00000010:3.0:1777582952.756620:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374600. 00000020:00000010:3.0:1777582952.756626:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.756687:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cec0. 00000020:00000010:3.0:1777582952.756692:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cec0. 00000100:00000200:3.0:1777582952.756696:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707831168 02000000:00000010:3.0:1777582952.756772:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02384467000. 00010000:00000010:3.0:1777582952.756820:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:3.0:1777582952.756835:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9780. 00010000:00000010:3.0:1777582952.756854:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582952.756861:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.756876:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582952.756879:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374980. 00010000:00000010:3.0:1777582952.756884:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.756887:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582952.757004:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582952.757006:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374c80. 00010000:00000010:3.0:1777582952.757010:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582952.757014:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000020:00000010:3.0:1777582952.757040:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05260. 00000020:00000010:3.0:1777582952.757047:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05260. 00000020:00000010:3.0:1777582952.757059:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913420. 00080000:00000010:3.0:1777582952.757068:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e5e800. 00000001:00000010:3.0:1777582952.757566:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfa20. 00000001:00000010:3.0:1777582952.757573:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582952.757608:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913420. 00010000:00000010:3.0:1777582952.757618:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582952.757622:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582952.757637:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582952.757690:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.757705:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000200:3.0:1777582952.757722:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975299, last committed = 8589975157 00010000:00000200:3.0:1777582952.757742:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4a680 x1863928707831168/t8589975299(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.757763:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582952.757769:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707831168, offset 224 00000400:00000010:3.0:1777582952.757776:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49818. 00000400:00000200:3.0:1777582952.757781:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.757797:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.757805:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396813:396813:256:4294967295] 192.168.202.9@tcp LPNI seq info [396809:396809:8:4294967295] 00000400:00000200:3.0:1777582952.757811:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.757818:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.757826:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.757831:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582952.757839:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.757849:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.757855:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.757884:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374600. 00000020:00000010:3.0:1777582952.757890:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.757895:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0e00. 00010000:00000010:3.0:1777582952.757938:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582952.757946:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c80. 00010000:00000010:3.0:1777582952.757953:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000800:00000200:3.0:1777582952.758076:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.758081:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:3.0:1777582952.758087:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.758093:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582952.760286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582952.760302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582952.760306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582952.760308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:1.0:1777582952.761693:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.761722:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213fdd 00000400:00000200:1.0:1777582952.761742:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.761747:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.761755:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:1.0:1777582952.761758:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00010000:00000010:3.0:1777582952.761840:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582952.761853:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374980. 00000400:00000200:1.0:1777582952.762630:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.762645:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8845600 00000400:00000200:1.0:1777582952.762653:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 130520 00000400:00000200:1.0:1777582952.762723:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.762740:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.762747:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.762754:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4b800. 00000020:00000010:3.0:1777582952.762844:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cec0. 00000020:00000010:3.0:1777582952.762850:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cec0. 00000020:00000010:3.0:1777582952.762857:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0e00. 00000020:00000010:3.0:1777582952.762862:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374980. 00000020:00000010:3.0:1777582952.762866:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.762912:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cec0. 00000020:00000010:3.0:1777582952.762915:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cec0. 00000100:00000200:3.0:1777582952.762918:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707831296 00000001:00000010:3.0:1777582952.762930:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:3.0:1777582952.762959:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582952.762967:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 02000000:00000010:3.0:1777582952.763003:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023918a3000. 00010000:00000010:3.0:1777582952.763035:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.763039:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582952.763058:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582952.763062:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374c80. 00010000:00000010:3.0:1777582952.763066:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.763068:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000004:00000010:3.0:1777582952.763199:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91a40. 00000004:00000010:3.0:1777582952.763210:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c650f0. 00000004:00000010:3.0:1777582952.763217:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387dc0. 00080000:00000010:3.0:1777582952.763228:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024166828e8. 00010000:00000010:3.0:1777582952.764599:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582952.764608:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374900. 00010000:00000010:3.0:1777582952.764614:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.764620:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.764708:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582952.764722:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.764742:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c80. 00010000:00000010:3.0:1777582952.764767:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582952.764789:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4b800 x1863928707831296/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.764809:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582952.764816:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707831296, offset 224 00000400:00000200:3.0:1777582952.764826:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.764839:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.764846:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396814:396814:256:4294967295] 192.168.202.9@tcp LPNI seq info [396810:396810:8:4294967295] 00000400:00000200:3.0:1777582952.764857:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.764862:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.764868:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582952.764874:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.764882:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.764887:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.764986:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374980. 00000020:00000010:3.0:1777582952.764995:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.765002:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0e00. 00010000:00000010:3.1:1777582952.768182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582952.768199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00000800:00000200:2.0:1777582952.774794:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.774804:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582952.774814:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.774823:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.774830:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:2.0:1777582952.774833:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:3.1:1777582952.776788:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582952.776801:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582952.776806:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582952.776810:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582952.776812:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582952.776814:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:1.0:1777582952.777038:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.777059:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8845700 00000400:00000200:1.0:1777582952.777067:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 131096 00000400:00000200:1.0:1777582952.777083:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.777087:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.777097:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.777105:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4bb80. 00000020:00000010:3.0:1777582952.777246:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.777252:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.777258:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0e00. 00000020:00000010:3.0:1777582952.777263:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374980. 00000020:00000010:3.0:1777582952.777268:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.777358:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.777361:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce40. 00000100:00000200:3.0:1777582952.777364:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707831552 02000000:00000010:3.0:1777582952.777406:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02482c22000. 00010000:00000010:3.0:1777582952.777447:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.777462:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374900. 00010000:00000010:3.0:1777582952.777481:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.777487:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.777502:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582952.777505:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374900. 00010000:00000010:3.0:1777582952.777509:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582952.777512:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582952.777619:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582952.777622:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374c80. 00010000:00000010:3.0:1777582952.777625:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582952.777628:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000020:00000010:3.0:1777582952.777653:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05880. 00000020:00000010:3.0:1777582952.777660:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05880. 00000020:00000010:3.0:1777582952.777671:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf780. 00080000:00000010:3.0:1777582952.777680:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4fc5000. 00000001:00000010:3.0:1777582952.778128:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743a20. 00000001:00000010:3.0:1777582952.778165:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582952.778204:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf780. 00010000:00000010:3.0:1777582952.778213:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582952.778217:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582952.778230:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582952.778262:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.778277:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000200:3.0:1777582952.778294:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975300, last committed = 8589975157 00010000:00000200:3.0:1777582952.778303:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4bb80 x1863928707831552/t8589975300(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.778322:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582952.778328:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707831552, offset 224 00000400:00000010:3.0:1777582952.778335:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49230. 00000400:00000200:3.0:1777582952.778339:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.778353:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.778360:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396815:396815:256:4294967295] 192.168.202.9@tcp LPNI seq info [396811:396811:8:4294967295] 00000400:00000200:3.0:1777582952.778366:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.778373:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.778379:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.778385:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582952.778393:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.778400:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.778404:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.778432:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374980. 00000020:00000010:3.0:1777582952.778436:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.778439:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0e00. 00010000:00000010:0.0:1777582952.778959:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:0.0:1777582952.778969:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c80. 00010000:00000010:0.0:1777582952.778975:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000800:00000200:0.0:1777582952.779269:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.779273:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:0.0:1777582952.779279:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.779286:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582952.785595:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582952.785612:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582952.785617:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582952.785621:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582952.789289:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582952.789306:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000200:1.0:1777582952.796374:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.796403:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213fe5 00000400:00000200:1.0:1777582952.796413:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.796419:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.796427:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:1.0:1777582952.796431:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00000400:00000200:1.0:1777582952.798998:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.799021:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8845780 00000400:00000200:1.0:1777582952.799032:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 131584 00000400:00000200:1.0:1777582952.799116:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.799123:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.799131:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.799167:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe48700. 00000020:00000010:0.0:1777582952.800529:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.800537:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.800546:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0bc00. 00000020:00000010:0.0:1777582952.800553:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582952.800559:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582952.800611:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.800614:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000100:00000200:0.0:1777582952.800618:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707831680 00000001:00000010:0.0:1777582952.800632:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:0.0:1777582952.800665:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.800674:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 02000000:00000010:0.0:1777582952.800718:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0249dde7000. 00010000:00000010:0.0:1777582952.800762:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582952.800766:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582952.800786:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582952.800789:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582952.800795:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582952.800798:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000004:00000010:0.0:1777582952.800908:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f561e0. 00000004:00000010:0.0:1777582952.800919:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e221e0. 00000004:00000010:0.0:1777582952.800927:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ff0. 00080000:00000010:0.0:1777582952.800936:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097bab8. 00010000:00000010:1.0:1777582952.802272:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582952.802279:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9080. 00010000:00000010:1.0:1777582952.802286:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.802292:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582952.802537:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:1.0:1777582952.802553:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:1.0:1777582952.802559:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:1.0:1777582952.802584:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:1.0:1777582952.802607:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe48700 x1863928707831680/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.802629:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582952.802636:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707831680, offset 224 00000400:00000200:1.0:1777582952.802644:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.802659:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.802666:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396816:396816:256:4294967295] 192.168.202.9@tcp LPNI seq info [396812:396812:8:4294967295] 00000400:00000200:1.0:1777582952.802677:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.802684:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.802689:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582952.802696:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.802714:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.802719:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.802844:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:1.0:1777582952.802849:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:1.0:1777582952.802854:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0bc00. 00000800:00000200:0.0:1777582952.804596:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.804605:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582952.804612:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.804621:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.804628:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:0.0:1777582952.804631:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00010000:00000010:3.1:1777582952.805403:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582952.805412:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582952.805417:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582952.805420:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.805557:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582952.805566:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374900. 00010000:00000010:3.1:1777582952.811190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582952.811208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582952.811260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582952.811266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582952.811269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582952.811272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000400:00000200:0.0:1777582952.812777:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.812802:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8845880 00000400:00000200:0.0:1777582952.812813:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 132160 00000400:00000200:0.0:1777582952.812836:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.812842:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.812853:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.812861:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043f480. 00000020:00000010:3.0:1777582952.813221:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.813229:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.813239:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0e00. 00000020:00000010:3.0:1777582952.813245:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374900. 00000020:00000010:3.0:1777582952.813251:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582952.813785:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.813791:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce40. 00000100:00000200:3.0:1777582952.813796:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707831936 02000000:00000010:3.0:1777582952.813846:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385289000. 00010000:00000010:3.0:1777582952.813907:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:3.0:1777582952.813929:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9080. 00010000:00000010:3.0:1777582952.813958:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582952.813967:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582952.813989:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582952.813993:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374980. 00010000:00000010:3.0:1777582952.813999:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.814002:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.814197:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582952.814203:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374f00. 00010000:00000010:3.0:1777582952.814208:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582952.814212:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000020:00000010:3.0:1777582952.814255:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05880. 00000020:00000010:3.0:1777582952.814266:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05880. 00000020:00000010:3.0:1777582952.814308:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023937438a0. 00080000:00000010:3.0:1777582952.815616:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4fc6400. 00000001:00000010:3.0:1777582952.816166:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743ba0. 00000001:00000010:3.0:1777582952.816175:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582952.816217:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023937438a0. 00010000:00000010:3.0:1777582952.816231:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.816239:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582952.816263:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:0.0:1777582952.825056:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:0.0:1777582952.825099:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:0.0:1777582952.825161:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975301, last committed = 8589975157 00010000:00000200:0.0:1777582952.825180:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043f480 x1863928707831936/t8589975301(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582952.825213:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582952.825223:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707831936, offset 224 00000400:00000010:0.0:1777582952.825232:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fb98. 00000400:00000200:0.0:1777582952.825237:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.825255:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.825264:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396817:396817:256:4294967295] 192.168.202.9@tcp LPNI seq info [396813:396813:8:4294967295] 00000400:00000200:0.0:1777582952.825272:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582952.825280:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.825287:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.825293:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582952.825302:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.825311:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.825316:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.825341:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374900. 00000020:00000010:0.0:1777582952.825346:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:0.0:1777582952.825350:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0e00. 00000800:00000200:1.0:1777582952.825542:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.825546:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:1.0:1777582952.825551:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.825557:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582952.828990:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582952.829010:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f00. 00010000:00000010:3.0:1777582952.829021:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00000400:00000200:0.0:1777582952.829306:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582952.829329:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213fed 00000400:00000200:0.0:1777582952.829338:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.829343:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582952.829352:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582952.829355:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:3.1:1777582952.829463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582952.829470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.0:1777582952.829497:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.829502:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374980. 00010000:00000010:0.1:1777582952.836062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582952.836075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:0.0:1777582952.837198:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.837221:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8845900 00000400:00000200:0.0:1777582952.837230:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 132648 00000400:00000200:0.0:1777582952.837314:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.837321:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.837331:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.837340:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043d880. 00000020:00000010:1.0:1777582952.837570:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582952.837576:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582952.837582:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cfd600. 00000020:00000010:1.0:1777582952.837587:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9700. 00000020:00000010:1.0:1777582952.837592:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.837628:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582952.837630:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000100:00000200:1.0:1777582952.837633:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707832064 00000001:00000010:1.0:1777582952.837644:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:1.0:1777582952.837670:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582952.837678:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 02000000:00000010:1.0:1777582952.837724:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fffe000. 00010000:00000010:1.0:1777582952.837767:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582952.837771:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582952.837788:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582952.837792:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582952.837796:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582952.837798:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00000004:00000010:1.0:1777582952.837901:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b70e0. 00000004:00000010:1.0:1777582952.837911:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582952.837919:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945cb0. 00080000:00000010:1.0:1777582952.837927:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f8f0. 00010000:00000010:1.0:1777582952.838949:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582952.838954:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9900. 00010000:00000010:1.0:1777582952.838959:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582952.838964:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582952.839042:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582952.839054:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582952.839059:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582952.839082:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000200:1.0:1777582952.839101:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043d880 x1863928707832064/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.839122:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777582952.839129:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707832064, offset 224 00000400:00000200:1.0:1777582952.839179:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.839193:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.839200:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396818:396818:256:4294967295] 192.168.202.9@tcp LPNI seq info [396814:396814:8:4294967295] 00000400:00000200:1.0:1777582952.839212:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.839217:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.839223:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582952.839229:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.839238:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.839243:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.839266:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9700. 00000020:00000010:1.0:1777582952.839270:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.839274:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cfd600. 00000800:00000200:0.0:1777582952.839667:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.839671:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582952.839676:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.839690:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.839696:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:0.0:1777582952.839701:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000400:00000200:0.0:1777582952.844891:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.844922:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8845a00 00000400:00000200:0.0:1777582952.844937:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 133224 00000400:00000200:0.0:1777582952.844994:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.845005:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.845019:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.845032:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043d180. 00000020:00000010:3.0:1777582952.846468:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.846478:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.846485:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0a00. 00000020:00000010:3.0:1777582952.846491:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374980. 00000020:00000010:3.0:1777582952.846496:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582952.846547:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.846550:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce40. 00000100:00000200:3.0:1777582952.846553:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707832320 02000000:00000010:3.0:1777582952.846591:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238528e000. 00010000:00000010:3.0:1777582952.846634:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:3.0:1777582952.846653:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9900. 00010000:00000010:3.0:1777582952.846673:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582952.846679:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.846695:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582952.846698:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374f00. 00010000:00000010:3.0:1777582952.846703:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.846706:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582952.846838:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582952.846841:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374400. 00010000:00000010:3.0:1777582952.846845:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.846848:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00000020:00000010:3.0:1777582952.846876:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05880. 00000020:00000010:3.0:1777582952.846883:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05880. 00000020:00000010:3.0:1777582952.846895:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023937438a0. 00080000:00000010:3.0:1777582952.846904:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4fc7800. 00010000:00000010:3.1:1777582952.847158:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582952.847165:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582952.847168:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582952.847170:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000001:00000010:3.0:1777582952.847404:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023937437e0. 00000001:00000010:3.0:1777582952.847412:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582952.847448:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023937438a0. 00010000:00000010:3.0:1777582952.847458:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582952.847462:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582952.847477:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582952.847521:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:0.0:1777582952.847527:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:0.0:1777582952.847533:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374400. 00010000:00000010:3.0:1777582952.847536:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:0.0:1777582952.847539:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000200:3.0:1777582952.847552:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975302, last committed = 8589975157 00010000:00000200:3.0:1777582952.847563:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043d180 x1863928707832320/t8589975302(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.847584:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582952.847590:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707832320, offset 224 00000400:00000010:3.0:1777582952.847597:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49888. 00000400:00000200:3.0:1777582952.847601:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.847618:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.847626:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396819:396819:256:4294967295] 192.168.202.9@tcp LPNI seq info [396815:396815:8:4294967295] 00000400:00000200:3.0:1777582952.847634:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.847642:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.847648:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.847653:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582952.847660:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.847668:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.847672:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.847698:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374980. 00000020:00000010:3.0:1777582952.847702:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582952.847706:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0a00. 00000800:00000200:0.0:1777582952.848021:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.848025:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:0.0:1777582952.848031:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.848036:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.850812:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582952.850835:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213ff5 00000400:00000200:0.0:1777582952.850844:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.850848:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582952.850856:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:0.0:1777582952.850859:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00000400:00000200:0.0:1777582952.850894:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.850901:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8845a80 00000400:00000200:0.0:1777582952.850909:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 133712 00000400:00000200:0.0:1777582952.850963:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.850967:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.850971:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.850977:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043c700. 00010000:00000010:1.1:1777582952.854988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582952.855008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582952.855012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582952.855015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000020:00000010:1.0:1777582952.855074:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0600. 00000020:00000010:1.0:1777582952.855080:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0600. 00000020:00000010:1.0:1777582952.855091:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483fd1400. 00000020:00000010:1.0:1777582952.855097:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9700. 00000020:00000010:1.0:1777582952.855102:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.855197:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0600. 00000020:00000010:1.0:1777582952.855201:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0600. 00000100:00000200:1.0:1777582952.855206:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707832448 00000001:00000010:1.0:1777582952.855219:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:1.0:1777582952.855251:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582952.855262:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 02000000:00000010:1.0:1777582952.855304:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c84000. 00010000:00000010:1.0:1777582952.855370:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582952.855376:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582952.855398:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582952.855403:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582952.855408:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582952.855411:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00000004:00000010:1.0:1777582952.855534:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b63c0. 00000004:00000010:1.0:1777582952.855551:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582952.855561:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ba0. 00080000:00000010:1.0:1777582952.855574:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ee40. 00010000:00000010:3.0:1777582952.856241:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582952.856252:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f00. 00010000:00000010:1.0:1777582952.857485:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582952.857494:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582952.857502:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582952.857508:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582952.857586:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582952.857598:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582952.857603:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582952.857630:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000200:1.0:1777582952.857654:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043c700 x1863928707832448/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.857676:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777582952.857684:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707832448, offset 224 00000400:00000200:1.0:1777582952.857693:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.857810:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.857818:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396820:396820:256:4294967295] 192.168.202.9@tcp LPNI seq info [396816:396816:8:4294967295] 00000400:00000200:1.0:1777582952.857831:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.857837:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.857843:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582952.857850:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.857858:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.857863:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.857936:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9700. 00000020:00000010:1.0:1777582952.857941:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.857947:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483fd1400. 00010000:00000010:3.1:1777582952.862921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582952.862945:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:3.1:1777582952.862950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582952.862954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582952.863295:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582952.863304:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000800:00000200:0.0:1777582952.864228:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.864236:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582952.864245:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.864255:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.864265:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:0.0:1777582952.864269:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000400:00000200:0.0:1777582952.868635:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.868665:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8845b80 00000400:00000200:0.0:1777582952.868677:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 134288 00000400:00000200:0.0:1777582952.868713:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.868721:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.868740:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.868748:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043c380. 00000020:00000010:3.0:1777582952.868914:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.868920:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.868926:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0a00. 00000020:00000010:3.0:1777582952.868931:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374f00. 00000020:00000010:3.0:1777582952.868936:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582952.868979:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce40. 00000020:00000010:3.0:1777582952.868982:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce40. 00000100:00000200:3.0:1777582952.868985:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707832704 02000000:00000010:3.0:1777582952.869023:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238528c000. 00010000:00000010:3.0:1777582952.869066:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:3.0:1777582952.869082:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9400. 00010000:00000010:3.0:1777582952.869102:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582952.869109:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582952.869124:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582952.869127:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374980. 00010000:00000010:3.0:1777582952.869132:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.869156:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.869269:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582952.869273:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374080. 00010000:00000010:3.0:1777582952.869276:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.869279:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00000020:00000010:3.0:1777582952.869305:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05880. 00000020:00000010:3.0:1777582952.869324:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05880. 00000020:00000010:3.0:1777582952.869338:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023937438a0. 00080000:00000010:3.0:1777582952.869347:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4fc6800. 00000001:00000010:3.0:1777582952.871023:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743b40. 00000001:00000010:3.0:1777582952.871038:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582952.871088:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023937438a0. 00010000:00000010:3.0:1777582952.871106:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582952.871116:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582952.871162:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582952.871223:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582952.871252:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000200:3.0:1777582952.871279:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975303, last committed = 8589975157 00010000:00000200:3.0:1777582952.871294:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043c380 x1863928707832704/t8589975303(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1777582952.871434:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:0.0:1777582952.871441:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374080. 00010000:00000010:0.0:1777582952.871448:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000400:00000010:3.0:1777582952.872821:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582952.872833:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707832704, offset 224 00000400:00000010:3.0:1777582952.872841:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49bd0. 00000400:00000200:3.0:1777582952.872849:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.872864:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.872872:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396821:396821:256:4294967295] 192.168.202.9@tcp LPNI seq info [396817:396817:8:4294967295] 00000400:00000200:3.0:1777582952.872878:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.872885:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.872891:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.872896:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582952.872903:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.872911:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.872915:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.872991:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374f00. 00000020:00000010:3.0:1777582952.872997:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582952.873001:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0a00. 00010000:00000010:1.1:1777582952.874264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582952.874278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582952.874282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582952.874285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000800:00000200:1.0:1777582952.876602:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.876613:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:1.0:1777582952.876624:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.876635:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582952.880270:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582952.880288:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:1.0:1777582952.886085:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582952.886118:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x213ffd 00000400:00000200:1.0:1777582952.886129:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1777582952.886202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582952.886217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582952.886221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582952.886225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582952.886332:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582952.886340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:1.0:1777582952.887076:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582952.887087:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:1.0:1777582952.887092:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000400:00000200:1.0:1777582952.887782:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.887797:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8845c00 00000400:00000200:1.0:1777582952.887806:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 134776 00000400:00000200:1.0:1777582952.887884:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.887891:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.887898:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.887905:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe49180. 00000020:00000010:0.0:1777582952.889601:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.889614:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.889626:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0ac00. 00000020:00000010:0.0:1777582952.889633:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf780. 00000020:00000010:0.0:1777582952.889639:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582952.889710:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.889715:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000100:00000200:0.0:1777582952.889719:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707832832 00000001:00000010:0.0:1777582952.889742:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:0.0:1777582952.889775:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582952.889784:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 02000000:00000010:0.0:1777582952.889815:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0249dde6000. 00010000:00000010:0.0:1777582952.889848:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582952.889854:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582952.889878:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582952.889883:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582952.889888:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582952.889892:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00000004:00000010:0.0:1777582952.890010:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56000. 00000004:00000010:0.0:1777582952.890022:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22000. 00000004:00000010:0.0:1777582952.890030:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35320. 00080000:00000010:0.0:1777582952.890041:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a558. 00010000:00000010:3.0:1777582952.893761:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.893781:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374980. 00010000:00000010:1.0:1777582952.894216:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582952.894226:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582952.894234:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582952.894241:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582952.894343:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:1.0:1777582952.894352:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:1.0:1777582952.894356:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:1.0:1777582952.894381:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000200:1.0:1777582952.894403:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe49180 x1863928707832832/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.894429:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582952.894437:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707832832, offset 224 00000400:00000200:1.0:1777582952.894443:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.894458:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.894465:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396822:396822:256:4294967295] 192.168.202.9@tcp LPNI seq info [396818:396818:8:4294967295] 00000400:00000200:1.0:1777582952.894476:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.894482:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.894486:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582952.894492:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.894498:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.894502:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.894531:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf780. 00000020:00000010:1.0:1777582952.894536:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:1.0:1777582952.894540:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0ac00. 00000800:00000200:0.0:1777582952.894824:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.894829:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:0.0:1777582952.894834:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.894840:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.894847:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:0.0:1777582952.894850:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00010000:00000010:1.1:1777582952.899263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582952.899276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582952.899280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582952.899283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582952.900187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582952.900197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:1.0:1777582952.900654:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582952.900675:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8845d00 00000400:00000200:1.0:1777582952.900686:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 135352 00000400:00000200:1.0:1777582952.900714:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.900719:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582952.900737:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582952.900745:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe48e00. 00000020:00000010:0.0:1777582952.900930:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.900938:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.900945:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c28a000. 00000020:00000010:0.0:1777582952.900951:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582952.900957:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582952.901034:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.901039:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000100:00000200:0.0:1777582952.901045:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707833088 02000000:00000010:0.0:1777582952.901097:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0249dde3000. 00010000:00000010:0.0:1777582952.901168:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:0.0:1777582952.901187:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9400. 00010000:00000010:0.0:1777582952.901214:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582952.901222:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582952.901242:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582952.901247:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf800. 00010000:00000010:0.0:1777582952.901253:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.901256:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582952.901387:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582952.901390:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582952.901394:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582952.901397:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00000020:00000010:0.0:1777582952.901426:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48200. 00000020:00000010:0.0:1777582952.901435:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48200. 00000020:00000010:0.0:1777582952.901448:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a840. 00080000:00000010:0.0:1777582952.901462:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02486263800. 00000001:00000010:1.0:1777582952.903682:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9a20. 00000001:00000010:1.0:1777582952.903696:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582952.903770:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a840. 00010000:00000010:1.0:1777582952.903787:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582952.903795:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582952.903815:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582952.903926:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:1.0:1777582952.903952:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000200:1.0:1777582952.903980:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975304, last committed = 8589975157 00010000:00000200:1.0:1777582952.903994:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe48e00 x1863928707833088/t8589975304(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.904018:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582952.904028:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707833088, offset 224 00000400:00000010:1.0:1777582952.904035:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4038. 00000400:00000200:1.0:1777582952.904041:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.904058:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.904066:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396823:396823:256:4294967295] 192.168.202.9@tcp LPNI seq info [396819:396819:8:4294967295] 00000400:00000200:1.0:1777582952.904074:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.904082:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.904089:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.904095:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582952.904102:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.904110:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.904115:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.904177:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe00. 00000020:00000010:1.0:1777582952.904186:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:1.0:1777582952.904191:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c28a000. 00000800:00000200:3.0:1777582952.904394:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.904401:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582952.904407:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.904413:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582952.905123:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:0.0:1777582952.905155:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582952.905165:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00010000:00000010:0.1:1777582952.906607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582952.906620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00000400:00000200:0.0:1777582952.906664:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582952.906687:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214005 00000400:00000200:0.0:1777582952.906696:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.906721:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582952.906738:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:0.0:1777582952.906741:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00010000:00000010:3.0:1777582952.906833:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:3.0:1777582952.906841:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf800. 00010000:00000010:1.1:1777582952.910477:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582952.910495:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:3.0:1777582952.911704:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.911726:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8845d80 00000400:00000200:3.0:1777582952.911744:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 135840 00000400:00000200:3.0:1777582952.911811:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.911817:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.911827:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.911834:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef93480. 00000020:00000010:0.0:1777582952.911929:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.911935:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.911943:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b6800. 00000020:00000010:0.0:1777582952.911949:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf480. 00000020:00000010:0.0:1777582952.911953:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582952.912434:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.912439:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000100:00000200:0.0:1777582952.912443:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707833216 00000001:00000010:0.0:1777582952.912455:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:0.0:1777582952.912484:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582952.912492:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 02000000:00000010:0.0:1777582952.912526:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a0b1e000. 00010000:00000010:0.0:1777582952.912559:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582952.912563:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582952.912585:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582952.912589:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582952.912593:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582952.912596:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000004:00000010:0.0:1777582952.912707:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f572c0. 00000004:00000010:0.0:1777582952.912717:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22258. 00000004:00000010:0.0:1777582952.912726:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34880. 00080000:00000010:0.0:1777582952.912747:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a720. 00010000:00000010:3.0:1777582952.914511:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582952.914521:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374380. 00010000:00000010:3.0:1777582952.914528:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582952.914535:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582952.914618:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:3.0:1777582952.914632:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:3.0:1777582952.914638:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf000. 00010000:00000010:3.0:1777582952.914664:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:3.0:1777582952.914688:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef93480 x1863928707833216/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582952.914710:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5bb0. 00000100:00000200:3.0:1777582952.914717:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707833216, offset 224 00000400:00000200:3.0:1777582952.914725:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.914749:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.914756:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396824:396824:256:4294967295] 192.168.202.9@tcp LPNI seq info [396820:396820:8:4294967295] 00000400:00000200:3.0:1777582952.914769:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.914775:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.914781:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582952.914787:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.914795:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.914799:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.914822:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf480. 00000020:00000010:3.0:1777582952.914827:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:3.0:1777582952.914831:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b6800. 00000800:00000200:2.0:1777582952.918585:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582952.918593:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582952.918601:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.918611:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582952.918618:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:2.0:1777582952.918621:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00010000:00000010:3.1:1777582952.922904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582952.922921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582952.924294:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582952.924436:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000400:00000200:0.0:1777582952.940165:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.940198:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8845e80 00000400:00000200:0.0:1777582952.940208:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 136416 00000400:00000200:0.0:1777582952.940231:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.940236:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.940246:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.940255:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043e680. 00000020:00000010:0.0:1777582952.940441:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.940446:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.940453:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:0.0:1777582952.940458:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582952.940463:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582952.940501:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.940504:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000100:00000200:0.0:1777582952.940508:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707833472 02000000:00000010:0.0:1777582952.940550:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389677000. 00010000:00000010:0.0:1777582952.940595:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:0.0:1777582952.940611:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374380. 00010000:00000010:0.0:1777582952.940632:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582952.940640:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582952.940657:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582952.940660:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582952.940664:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582952.940667:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582952.940809:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582952.940813:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582952.940816:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582952.940819:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00000020:00000010:0.0:1777582952.940848:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48200. 00000020:00000010:0.0:1777582952.940854:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48200. 00000020:00000010:0.0:1777582952.940865:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ac60. 00080000:00000010:0.0:1777582952.940876:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02486260000. 00000001:00000010:0.0:1777582952.941569:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a9c0. 00000001:00000010:0.0:1777582952.941577:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582952.941617:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ac60. 00010000:00000010:0.0:1777582952.941629:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582952.941635:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582952.941650:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582952.941693:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582952.941811:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:0.0:1777582952.941831:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975305, last committed = 8589975157 00010000:00000200:0.0:1777582952.941844:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043e680 x1863928707833472/t8589975305(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582952.941865:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582952.941872:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707833472, offset 224 00000400:00000010:0.0:1777582952.941879:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fb60. 00000400:00000200:0.0:1777582952.941884:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.941899:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.941906:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396825:396825:256:4294967295] 192.168.202.9@tcp LPNI seq info [396821:396821:8:4294967295] 00000400:00000200:0.0:1777582952.941913:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582952.941920:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.941927:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.941932:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582952.941939:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.941947:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.941951:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.941972:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582952.941977:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582952.941981:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00010000:00000010:3.0:1777582952.942122:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:3.0:1777582952.942129:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:3.0:1777582952.942156:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185600. 00000800:00000200:3.0:1777582952.942265:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.942269:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582952.942274:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.942281:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.948212:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582952.948242:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21400d 00000400:00000200:0.0:1777582952.948252:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.948257:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582952.948264:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582952.948267:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000400:00000200:0.0:1777582952.948302:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.948319:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8845f00 00000400:00000200:0.0:1777582952.948327:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 136904 00000400:00000200:0.0:1777582952.948411:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.948416:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.948421:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.948433:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1f100. 00000020:00000010:0.0:1777582952.948495:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.948501:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.948507:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:0.0:1777582952.948514:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582952.948520:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582952.948557:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:0.0:1777582952.948560:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000100:00000200:0.0:1777582952.948563:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707833600 00000001:00000010:0.0:1777582952.948574:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:0.0:1777582952.948602:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582952.948611:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 02000000:00000010:0.0:1777582952.948640:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389672000. 00010000:00000010:0.0:1777582952.948674:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582952.948678:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582952.948708:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582952.948711:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582952.948717:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582952.948721:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000004:00000010:0.0:1777582952.948831:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56780. 00000004:00000010:0.0:1777582952.948843:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22438. 00000004:00000010:0.0:1777582952.948850:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34990. 00080000:00000010:0.0:1777582952.948859:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a8e8. 00010000:00000010:3.0:1777582952.949740:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:3.0:1777582952.949752:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582952.950013:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582952.950017:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582952.950022:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582952.950026:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582952.950083:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582952.950090:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582952.950093:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582952.950117:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:0.0:1777582952.950164:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1f100 x1863928707833600/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582952.950187:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582952.950194:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707833600, offset 224 00000400:00000200:0.0:1777582952.950200:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.950212:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.950219:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396826:396826:256:4294967295] 192.168.202.9@tcp LPNI seq info [396822:396822:8:4294967295] 00000400:00000200:0.0:1777582952.950230:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.950235:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.950239:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582952.950246:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.950253:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.950257:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.950274:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582952.950277:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582952.950281:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00000800:00000200:0.0:1777582952.950803:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.950808:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582952.950813:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.950818:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.950824:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582952.950829:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:3.1:1777582952.952901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582952.952918:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582952.952923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582952.952926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000400:00000200:3.0:1777582952.953049:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.953070:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8846000 00000400:00000200:3.0:1777582952.953079:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 137480 00000400:00000200:3.0:1777582952.953096:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.953101:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.953109:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.953115:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef91f80. 00000020:00000010:0.0:1777582952.953268:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b3c0. 00000020:00000010:0.0:1777582952.953274:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b3c0. 00000020:00000010:0.0:1777582952.953281:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:0.0:1777582952.953286:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582952.953292:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582952.953442:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b3c0. 00000020:00000010:0.0:1777582952.953446:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b3c0. 00000100:00000200:0.0:1777582952.953449:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707833856 02000000:00000010:0.0:1777582952.953492:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389673000. 00010000:00000010:0.0:1777582952.953536:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582952.953552:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582952.953573:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582952.953579:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582952.953596:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582952.953600:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582952.953605:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582952.953608:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582952.953847:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582952.953852:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582952.953855:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582952.953858:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000020:00000010:0.0:1777582952.953887:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48e60. 00000020:00000010:0.0:1777582952.953893:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48e60. 00000020:00000010:0.0:1777582952.953904:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562af00. 00080000:00000010:0.0:1777582952.953913:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02486263c00. 00000001:00000010:0.0:1777582952.958277:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a600. 00000001:00000010:0.0:1777582952.958296:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185b40. 00000020:00000010:0.0:1777582952.958439:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562af00. 00010000:00000010:0.0:1777582952.958457:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582952.958467:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582952.958495:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185f00. 00010000:00000010:0.0:1777582952.959574:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582952.959599:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582952.959623:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975306, last committed = 8589975157 00010000:00000200:0.0:1777582952.959634:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef91f80 x1863928707833856/t8589975306(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582952.959656:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582952.959662:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707833856, offset 224 00000400:00000010:0.0:1777582952.959669:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fce8. 00000400:00000200:0.0:1777582952.959673:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582952.959688:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582952.959706:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396827:396827:256:4294967295] 192.168.202.9@tcp LPNI seq info [396823:396823:8:4294967295] 00000400:00000200:0.0:1777582952.959715:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582952.959721:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582952.959727:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582952.959744:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582952.959751:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582952.959758:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582952.959762:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582952.959784:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582952.959789:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582952.959793:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00000800:00000200:0.0:1777582952.959900:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.959905:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582952.959910:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.959915:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582952.963417:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:3.0:1777582952.963435:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00010000:00000010:3.0:1777582952.963448:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185f00. 00000400:00000200:0.0:1777582952.963591:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582952.963609:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214015 00000400:00000200:0.0:1777582952.963617:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.963620:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582952.963630:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582952.963632:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:3.0:1777582952.963819:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:3.0:1777582952.963826:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00000400:00000200:2.0:1777582952.965119:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582952.965157:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8846080 00000400:00000200:2.0:1777582952.965167:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 137968 00000400:00000200:2.0:1777582952.965226:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582952.965231:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582952.965239:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582952.965245:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941dc00. 00000020:00000010:3.0:1777582952.965695:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cfc0. 00000020:00000010:3.0:1777582952.965713:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cfc0. 00000020:00000010:3.0:1777582952.965720:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023aa7f0a00. 00000020:00000010:3.0:1777582952.965727:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374380. 00000020:00000010:3.0:1777582952.965741:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582952.965790:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cfc0. 00000020:00000010:3.0:1777582952.965793:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cfc0. 00000100:00000200:3.0:1777582952.965796:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707833984 00000001:00000010:3.0:1777582952.965809:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:3.0:1777582952.965836:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582952.965845:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 02000000:00000010:3.0:1777582952.965880:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae2000. 00010000:00000010:3.0:1777582952.965914:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582952.965918:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582952.965937:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582952.965940:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374080. 00010000:00000010:3.0:1777582952.965944:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582952.965948:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000004:00000010:3.0:1777582952.966058:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90780. 00000004:00000010:3.0:1777582952.966068:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65ac8. 00000004:00000010:3.0:1777582952.966074:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386ff0. 00080000:00000010:3.0:1777582952.966083:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024166831d0. 00010000:00000010:0.1:1777582952.966916:0:6368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582952.966923:0:6368:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582952.966927:0:6368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582952.966932:0:6368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582952.966934:0:6368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582952.966938:0:6368:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582952.966942:0:6368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582952.966944:0:6368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.0:1777582952.967059:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582952.967063:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e580. 00010000:00000010:2.0:1777582952.967068:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582952.967073:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582952.967270:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:2.0:1777582952.967282:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:2.0:1777582952.967288:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374080. 00010000:00000010:2.0:1777582952.967384:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000200:2.0:1777582952.967405:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941dc00 x1863928707833984/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582952.967425:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582952.967432:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707833984, offset 224 00000400:00000200:2.0:1777582952.967439:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.967451:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.967458:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396828:396828:256:4294967295] 192.168.202.9@tcp LPNI seq info [396824:396824:8:4294967295] 00000400:00000200:2.0:1777582952.967469:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.967475:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.967479:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582952.967486:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.967493:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.967498:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.967551:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374380. 00000020:00000010:2.0:1777582952.967556:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:2.0:1777582952.967560:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023aa7f0a00. 00010000:00000010:0.1:1777582952.968173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582952.968182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582952.968186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582952.968189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582952.971314:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582952.971332:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582952.971336:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582952.971338:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000800:00000200:3.0:1777582952.971359:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.971364:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:3.0:1777582952.971369:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.971380:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.971387:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:3.0:1777582952.971390:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00000400:00000200:0.0:1777582952.971821:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.971836:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8846180 00000400:00000200:0.0:1777582952.971844:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 138544 00000400:00000200:0.0:1777582952.971860:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.971864:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.971870:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.971876:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1ed80. 00000020:00000010:1.0:1777582952.972030:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582952.972038:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582952.972045:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241782e600. 00000020:00000010:1.0:1777582952.972051:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582952.972056:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.972161:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582952.972165:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000100:00000200:1.0:1777582952.972168:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707834240 02000000:00000010:1.0:1777582952.972210:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c87000. 00010000:00000010:1.0:1777582952.972251:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:1.0:1777582952.972267:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e580. 00010000:00000010:1.0:1777582952.972295:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582952.972303:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582952.972331:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582952.972335:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9900. 00010000:00000010:1.0:1777582952.972340:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582952.972342:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582952.972475:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582952.972479:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9680. 00010000:00000010:1.0:1777582952.972481:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582952.972484:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00000020:00000010:1.0:1777582952.972511:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6300. 00000020:00000010:1.0:1777582952.972517:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6300. 00000020:00000010:1.0:1777582952.972527:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf91e0. 00080000:00000010:1.0:1777582952.972536:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248493e800. 00000001:00000010:1.0:1777582952.972964:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9180. 00000001:00000010:1.0:1777582952.972972:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582952.973010:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf91e0. 00010000:00000010:1.0:1777582952.973018:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582952.973023:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582952.973035:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484480. 00010000:00000010:1.0:1777582952.973065:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582952.973076:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582952.973090:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975307, last committed = 8589975157 00010000:00000200:1.0:1777582952.973101:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1ed80 x1863928707834240/t8589975307(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.973120:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777582952.973126:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707834240, offset 224 00000400:00000010:1.0:1777582952.973156:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4818. 00000400:00000200:1.0:1777582952.973160:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.973175:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.973182:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396829:396829:256:4294967295] 192.168.202.9@tcp LPNI seq info [396825:396825:8:4294967295] 00000400:00000200:1.0:1777582952.973189:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.973196:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.973202:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.973207:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582952.973214:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.973221:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.973226:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.973248:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582952.973252:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.973256:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241782e600. 00010000:00000010:0.0:1777582952.973333:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:0.0:1777582952.973339:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9680. 00010000:00000010:0.0:1777582952.973346:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00010000:00000010:3.1:1777582952.974221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582952.974229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582952.974233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582952.974236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000800:00000200:1.0:1777582952.974961:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.974967:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:1.0:1777582952.974973:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.974982:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.975229:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.975248:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21401d 00000400:00000200:3.0:1777582952.975255:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.975258:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.975265:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:3.0:1777582952.975267:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000400:00000200:3.0:1777582952.975946:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.975957:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8846200 00000400:00000200:3.0:1777582952.975966:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 139032 00000400:00000200:3.0:1777582952.976018:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.976022:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.976028:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.976034:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef90700. 00000020:00000010:1.0:1777582952.976123:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582952.976130:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582952.976158:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c28a000. 00000020:00000010:1.0:1777582952.976164:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582952.976170:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.976217:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582952.976219:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000100:00000200:1.0:1777582952.976222:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707834368 00000001:00000010:1.0:1777582952.976235:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185b40. 00010000:00000010:1.0:1777582952.976264:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.976271:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 02000000:00000010:1.0:1777582952.976303:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c86000. 00010000:00000010:1.0:1777582952.976346:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582952.976350:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582952.976374:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582952.976378:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9080. 00010000:00000010:1.0:1777582952.976383:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582952.976385:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.0:1777582952.976386:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:2.1:1777582952.976392:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582952.976396:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582952.976400:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000004:00000010:1.0:1777582952.976491:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6960. 00000004:00000010:1.0:1777582952.976501:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3000. 00000004:00000010:1.0:1777582952.976508:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944ee0. 00080000:00000010:1.0:1777582952.976517:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e000. 00010000:00000010:1.0:1777582952.977569:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582952.977577:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582952.977584:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582952.977590:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582952.977682:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582952.977693:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582952.977712:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9080. 00010000:00000010:1.0:1777582952.977747:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582952.977769:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef90700 x1863928707834368/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582952.977793:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582952.977804:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707834368, offset 224 00000400:00000200:1.0:1777582952.977811:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.977826:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.977833:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396830:396830:256:4294967295] 192.168.202.9@tcp LPNI seq info [396826:396826:8:4294967295] 00000400:00000200:1.0:1777582952.977845:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.977851:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.977856:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582952.977862:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.977870:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.977874:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582952.977895:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582952.977900:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.977904:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c28a000. 00000800:00000200:1.0:1777582952.978014:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582952.978018:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:1.0:1777582952.978023:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582952.978027:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582952.978032:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:1.0:1777582952.978034:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00010000:00000010:0.1:1777582952.982516:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582952.982535:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.0:1777582952.982585:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:0.0:1777582952.982595:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9900. 00000400:00000200:0.0:1777582952.984063:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582952.984081:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8846300 00000400:00000200:0.0:1777582952.984089:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 139608 00000400:00000200:0.0:1777582952.984105:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.984109:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582952.984117:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582952.984442:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1fb80. 00000020:00000010:3.0:1777582952.984562:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cfc0. 00000020:00000010:3.0:1777582952.984568:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cfc0. 00000020:00000010:3.0:1777582952.984574:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485578c00. 00000020:00000010:3.0:1777582952.984580:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374400. 00000020:00000010:3.0:1777582952.984584:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582952.984654:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cfc0. 00000020:00000010:3.0:1777582952.984657:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cfc0. 00000100:00000200:3.0:1777582952.984660:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707834624 02000000:00000010:3.0:1777582952.984708:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396ae3000. 00010000:00000010:3.0:1777582952.984760:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:3.0:1777582952.984775:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9380. 00010000:00000010:3.0:1777582952.984797:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582952.984804:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582952.984821:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582952.984824:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374900. 00010000:00000010:3.0:1777582952.984828:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582952.984831:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582952.984944:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582952.984947:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374c80. 00010000:00000010:3.0:1777582952.984950:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582952.984953:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582952.984976:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05300. 00000020:00000010:3.0:1777582952.984982:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05300. 00000020:00000010:3.0:1777582952.984993:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743e40. 00080000:00000010:3.0:1777582952.985002:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4fc4000. 00000001:00000010:3.0:1777582952.985466:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023937430c0. 00000001:00000010:3.0:1777582952.985473:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582952.985508:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743e40. 00010000:00000010:3.0:1777582952.985519:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582952.985524:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582952.985539:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582952.985579:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582952.985595:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000200:3.0:1777582952.985613:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975308, last committed = 8589975157 00010000:00000200:3.0:1777582952.985624:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1fb80 x1863928707834624/t8589975308(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582952.985643:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582952.985649:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707834624, offset 224 00000400:00000010:3.0:1777582952.985655:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f495b0. 00000400:00000200:3.0:1777582952.985659:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582952.985673:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582952.985680:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396831:396831:256:4294967295] 192.168.202.9@tcp LPNI seq info [396827:396827:8:4294967295] 00000400:00000200:3.0:1777582952.985686:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582952.985693:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582952.985700:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582952.985705:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582952.985711:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582952.985718:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582952.985723:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582952.985756:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374400. 00000020:00000010:3.0:1777582952.985761:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582952.985764:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485578c00. 00010000:00000010:0.0:1777582952.986127:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:0.0:1777582952.986154:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c80. 00010000:00000010:0.0:1777582952.986161:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:1.1:1777582952.986207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582952.986215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:1.1:1777582952.986220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582952.986224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000800:00000200:3.0:1777582952.989045:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582952.989054:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:3.0:1777582952.989061:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.989070:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582952.989101:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582952.989115:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214025 00000400:00000200:3.0:1777582952.989121:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.989124:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582952.989129:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:3.0:1777582952.989147:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000400:00000200:3.0:1777582952.989168:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.989174:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8846380 00000400:00000200:3.0:1777582952.989183:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 140096 00000400:00000200:3.0:1777582952.989233:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.989237:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.989241:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.989252:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568f800. 00010000:00000010:3.0:1777582952.989387:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582952.989400:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374900. 00010000:00000010:1.1:1777582952.990207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582952.990216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582952.990220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582952.990223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582952.990269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582952.990274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582952.992497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582952.992514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00000020:00000010:2.0:1777582952.992968:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30bc0. 00000020:00000010:2.0:1777582952.992974:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30bc0. 00000020:00000010:2.0:1777582952.992981:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02424a6e200. 00000020:00000010:2.0:1777582952.992987:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582952.992992:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582952.993041:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30bc0. 00000020:00000010:2.0:1777582952.993044:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30bc0. 00000100:00000200:2.0:1777582952.993048:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707834752 00000001:00000010:2.0:1777582952.993059:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:2.0:1777582952.993086:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582952.993160:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582952.993193:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389571000. 00010000:00000010:2.0:1777582952.993226:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582952.993229:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582952.993250:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582952.993253:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582952.993258:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582952.993261:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000004:00000010:2.0:1777582952.993370:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71694a0. 00000004:00000010:2.0:1777582952.993380:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0ac8. 00000004:00000010:2.0:1777582952.993387:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757cb0. 00080000:00000010:2.0:1777582952.993396:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d398. 00010000:00000010:2.0:1777582952.994345:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582952.994351:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e780. 00010000:00000010:2.0:1777582952.994357:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582952.994362:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582952.994442:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582952.994454:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582952.994459:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582952.994486:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582952.994508:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568f800 x1863928707834752/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 576/584 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582952.994531:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777582952.994539:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707834752, offset 224 00000400:00000200:2.0:1777582952.994547:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582952.994563:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582952.994571:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396832:396832:256:4294967295] 192.168.202.9@tcp LPNI seq info [396828:396828:8:4294967295] 00000400:00000200:2.0:1777582952.994582:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582952.994587:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582952.994593:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582952.994600:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582952.994608:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582952.994612:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582952.994637:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582952.994642:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582952.994645:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02424a6e200. 00010000:00000010:3.1:1777582952.996187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582952.996201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000800:00000200:0.0:1777582952.996904:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582952.996910:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:0.0:1777582952.996916:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582952.996925:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582952.996933:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c000 00000400:00000010:0.0:1777582952.996935:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c000. 00000400:00000200:3.0:1777582952.996988:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582952.997005:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8846480 00000400:00000200:3.0:1777582952.997013:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 140672 00000400:00000200:3.0:1777582952.997048:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582952.997052:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582952.997058:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582952.997064:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568f480. 00000020:00000010:1.0:1777582952.997230:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582952.997235:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582952.997242:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0c0ac00. 00000020:00000010:1.0:1777582952.997248:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582952.997253:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582952.998469:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582952.998476:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa01c0. 00000100:00000200:1.0:1777582952.998482:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707835008 02000000:00000010:1.0:1777582952.998521:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c82000. 00010000:00000010:1.0:1777582952.998565:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:1.0:1777582952.998583:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e780. 00010000:00000010:1.0:1777582952.998606:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582952.998612:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582952.998626:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582952.998629:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9080. 00010000:00000010:1.0:1777582952.998633:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582952.998636:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582952.998853:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582952.998857:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582952.998861:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582952.998864:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00000020:00000010:1.0:1777582952.998890:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6fa0. 00000020:00000010:1.0:1777582952.998896:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6fa0. 00000020:00000010:1.0:1777582952.998906:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9c60. 00080000:00000010:1.0:1777582952.998917:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248493f800. 00010000:00000010:3.1:1777582952.999262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582952.999270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582952.999341:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582952.999348:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582952.999351:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582952.999355:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582952.999483:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582952.999489:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000001:00000010:1.0:1777582952.999622:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488784f60. 00000001:00000010:1.0:1777582952.999629:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582952.999667:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9c60. 00010000:00000010:1.0:1777582952.999676:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582952.999680:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582952.999693:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582952.999836:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582952.999855:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:3.0:1777582952.999861:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:3.0:1777582952.999866:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9480. 00010000:00000010:3.0:1777582952.999871:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00010000:00000200:1.0:1777582952.999873:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975309, last committed = 8589975157 00010000:00000200:1.0:1777582952.999883:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568f480 x1863928707835008/t8589975309(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:393/0 lens 488/456 e 0 to 0 dl 1777582963 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582952.999904:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582952.999911:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707835008, offset 224 00000400:00000010:1.0:1777582952.999918:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4230. 00000400:00000200:1.0:1777582952.999922:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582952.999937:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582952.999944:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396833:396833:256:4294967295] 192.168.202.9@tcp LPNI seq info [396829:396829:8:4294967295] 00000400:00000200:1.0:1777582952.999950:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582952.999958:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582952.999964:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582952.999969:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582952.999975:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582952.999982:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582952.999987:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.000012:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582953.000016:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582953.000020:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0c0ac00. 00000800:00000200:3.0:1777582953.000260:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.000263:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582953.000268:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.000273:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582953.001944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582953.001957:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00000400:00000200:3.0:1777582953.002591:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.002608:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21402d 00000400:00000200:3.0:1777582953.002616:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.002620:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.002626:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:3.0:1777582953.002629:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000400:00000200:3.0:1777582953.003164:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.003174:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8846500 00000400:00000200:3.0:1777582953.003181:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 141160 00000400:00000200:3.0:1777582953.003229:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.003233:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.003238:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.003244:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568c380. 00000020:00000010:1.0:1777582953.003505:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582953.003511:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582953.003517:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c28a000. 00000020:00000010:1.0:1777582953.003522:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582953.003527:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582953.003559:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582953.003561:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa01c0. 00000100:00000200:1.0:1777582953.003564:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707835136 00000001:00000010:1.0:1777582953.003576:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:1.0:1777582953.003598:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582953.003605:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 02000000:00000010:1.0:1777582953.003631:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c85000. 00010000:00000010:1.0:1777582953.003657:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582953.003660:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582953.003677:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582953.003680:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9800. 00010000:00000010:1.0:1777582953.003684:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582953.003686:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582953.003794:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b72c0. 00000004:00000010:1.0:1777582953.003803:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582953.003810:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945540. 00080000:00000010:1.0:1777582953.003818:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fc80. 00010000:00000010:3.0:1777582953.004572:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582953.004577:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374600. 00010000:00000010:3.0:1777582953.004581:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582953.004586:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582953.004644:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:3.0:1777582953.004654:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:3.0:1777582953.004659:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9800. 00010000:00000010:3.0:1777582953.004679:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:3.0:1777582953.004694:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568c380 x1863928707835136/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.004723:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582953.004744:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707835136, offset 224 00000400:00000200:3.0:1777582953.004750:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.004763:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.004770:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396834:396834:256:4294967295] 192.168.202.9@tcp LPNI seq info [396830:396830:8:4294967295] 00000400:00000200:3.0:1777582953.004781:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.004786:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.004791:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582953.004797:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.004804:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.004809:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.004837:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9b00. 00000020:00000010:3.0:1777582953.004841:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:3.0:1777582953.004845:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c28a000. 00000800:00000200:1.0:1777582953.005069:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.005074:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:1.0:1777582953.005078:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.005083:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.005088:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:1.0:1777582953.005090:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00010000:00000010:0.0:1777582953.006983:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:0.0:1777582953.006997:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9080. 00010000:00000010:3.1:1777582953.008199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582953.008210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582953.008466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582953.008472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:3.0:1777582953.009998:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.010016:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8846600 00000400:00000200:3.0:1777582953.010024:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 141736 00000400:00000200:3.0:1777582953.010038:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.010043:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.010050:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.010056:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568f100. 00000020:00000010:0.0:1777582953.010158:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b3c0. 00000020:00000010:0.0:1777582953.010164:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b3c0. 00000020:00000010:0.0:1777582953.010170:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:0.0:1777582953.010175:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582953.010180:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582953.010214:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b3c0. 00000020:00000010:0.0:1777582953.010216:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b3c0. 00000100:00000200:0.0:1777582953.010219:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707835392 02000000:00000010:0.0:1777582953.010257:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02417878000. 00010000:00000010:0.0:1777582953.010304:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:0.0:1777582953.010324:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374600. 00010000:00000010:0.0:1777582953.010344:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582953.010350:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582953.010364:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582953.010368:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582953.010372:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582953.010374:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582953.010469:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582953.010472:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf900. 00010000:00000010:0.0:1777582953.010475:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582953.010478:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00000020:00000010:0.0:1777582953.010501:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48060. 00000020:00000010:0.0:1777582953.010506:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48060. 00000020:00000010:0.0:1777582953.010515:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562af00. 00080000:00000010:0.0:1777582953.010523:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02486262800. 00000001:00000010:0.0:1777582953.010932:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a3c0. 00000001:00000010:0.0:1777582953.010941:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582953.010978:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562af00. 00010000:00000010:0.0:1777582953.010986:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582953.010990:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582953.011002:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185b40. 00010000:00000010:0.0:1777582953.011046:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582953.011058:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582953.011072:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975310, last committed = 8589975157 00010000:00000200:0.0:1777582953.011082:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568f100 x1863928707835392/t8589975310(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.011100:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582953.011105:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707835392, offset 224 00000400:00000010:0.0:1777582953.011111:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f8c0. 00000400:00000200:0.0:1777582953.011115:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.011127:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.011156:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396835:396835:256:4294967295] 192.168.202.9@tcp LPNI seq info [396831:396831:8:4294967295] 00000400:00000200:0.0:1777582953.011162:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.011169:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.011175:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.011180:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00010000:00000010:1.0:1777582953.011185:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00000800:00000200:0.0:1777582953.011186:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00010000:00000010:1.0:1777582953.011191:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf900. 00000800:00000200:0.0:1777582953.011193:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00010000:00000010:1.0:1777582953.011196:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185b40. 00000800:00000200:0.0:1777582953.011197:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.011216:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582953.011220:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582953.011223:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00000800:00000200:0.0:1777582953.011308:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.011311:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582953.011316:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.011321:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582953.012209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582953.012216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000400:00000200:1.0:1777582953.012982:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582953.013002:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214035 00000400:00000200:1.0:1777582953.013010:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.013014:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582953.013022:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:1.0:1777582953.013025:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:3.0:1777582953.013200:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:3.0:1777582953.013210:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:3.1:1777582953.014203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582953.014215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582953.014220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582953.014223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000400:00000200:3.0:1777582953.014945:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.014961:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8846680 00000400:00000200:3.0:1777582953.014970:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 142224 00000400:00000200:3.0:1777582953.015032:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.015037:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.015045:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.015051:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ed80. 00000020:00000010:0.0:1777582953.015161:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b3c0. 00000020:00000010:0.0:1777582953.015167:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b3c0. 00000020:00000010:0.0:1777582953.015174:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:0.0:1777582953.015180:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582953.015185:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582953.015232:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b3c0. 00000020:00000010:0.0:1777582953.015235:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b3c0. 00000100:00000200:0.0:1777582953.015238:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707835520 00000001:00000010:0.0:1777582953.015252:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:0.0:1777582953.015281:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582953.015299:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582953.015335:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241787d000. 00010000:00000010:0.0:1777582953.015367:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582953.015371:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582953.015389:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582953.015392:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582953.015396:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582953.015399:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000004:00000010:0.0:1777582953.015485:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56d20. 00000004:00000010:0.0:1777582953.015494:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22bb8. 00000004:00000010:0.0:1777582953.015501:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34330. 00080000:00000010:0.0:1777582953.015510:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097ac78. 00010000:00000010:0.0:1777582953.016978:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582953.016988:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582953.016994:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.017000:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582953.017078:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582953.017090:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582953.017094:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582953.017117:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:1.1:1777582953.017188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582953.017194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000200:0.0:1777582953.017217:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568ed80 x1863928707835520/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.017768:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777582953.017778:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707835520, offset 224 00000400:00000200:1.0:1777582953.017788:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.017804:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.017809:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396836:396836:256:4294967295] 192.168.202.9@tcp LPNI seq info [396832:396832:8:4294967295] 00000400:00000200:1.0:1777582953.017818:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.017823:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.017827:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582953.017832:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.017838:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.017842:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.017865:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf400. 00000020:00000010:1.0:1777582953.017871:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:1.0:1777582953.017876:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00000800:00000200:0.0:1777582953.017961:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.017965:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582953.017970:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.017976:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.017981:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:0.0:1777582953.017983:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00010000:00000010:3.1:1777582953.019181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582953.019192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582953.019243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.1:1777582953.019249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582953.019254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582953.019257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000400:00000200:1.0:1777582953.020877:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.020898:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8846780 00000400:00000200:1.0:1777582953.020905:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 142800 00000400:00000200:1.0:1777582953.020923:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.020927:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.020935:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.020941:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe49f80. 00000020:00000010:0.0:1777582953.021110:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b580. 00000020:00000010:0.0:1777582953.021116:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b580. 00000020:00000010:0.0:1777582953.021124:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:0.0:1777582953.021130:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582953.021168:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.021206:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b580. 00000020:00000010:0.0:1777582953.021209:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b580. 00000100:00000200:0.0:1777582953.021212:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707835776 02000000:00000010:0.0:1777582953.021252:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02417879000. 00010000:00000010:0.0:1777582953.021311:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582953.021327:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582953.021349:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582953.021355:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582953.021369:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582953.021372:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582953.021376:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582953.021379:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582953.021483:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582953.021486:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582953.021490:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.021493:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000020:00000010:0.0:1777582953.021515:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c489c0. 00000020:00000010:0.0:1777582953.021522:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c489c0. 00000020:00000010:0.0:1777582953.021531:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a840. 00080000:00000010:0.0:1777582953.021540:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388528000. 00000001:00000010:0.0:1777582953.021972:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a180. 00000001:00000010:0.0:1777582953.021981:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185600. 00000020:00000010:0.0:1777582953.022022:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a840. 00010000:00000010:0.0:1777582953.022035:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582953.022039:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582953.022056:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185f00. 00010000:00000010:0.0:1777582953.022113:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582953.022129:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:0.0:1777582953.022173:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975311, last committed = 8589975157 00010000:00000200:0.0:1777582953.022186:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe49f80 x1863928707835776/t8589975311(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.022207:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582953.022213:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707835776, offset 224 00000400:00000010:0.0:1777582953.022220:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fe70. 00000400:00000200:0.0:1777582953.022225:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.022240:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.022248:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396837:396837:256:4294967295] 192.168.202.9@tcp LPNI seq info [396833:396833:8:4294967295] 00000400:00000200:0.0:1777582953.022255:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.022263:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.022269:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.022274:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582953.022281:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.022288:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.022293:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.022321:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582953.022326:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.022330:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00010000:00000010:3.0:1777582953.022575:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:3.0:1777582953.022582:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:3.0:1777582953.022589:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185f00. 00000800:00000200:1.0:1777582953.022931:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.022936:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:1.0:1777582953.022941:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.022947:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582953.024945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582953.024961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582953.024964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582953.024968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00000400:00000200:0.0:1777582953.025656:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.025678:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21403d 00000400:00000200:0.0:1777582953.025686:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.025691:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.025698:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777582953.025702:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000400:00000200:0.0:1777582953.025746:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.025753:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8846800 00000400:00000200:0.0:1777582953.025761:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 143288 00010000:00000010:1.0:1777582953.025808:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00000400:00000200:0.0:1777582953.025812:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.025815:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.025820:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:1.0:1777582953.025820:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe80. 00000100:00000010:0.0:1777582953.025825:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1c700. 00000020:00000010:3.0:1777582953.025899:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582953.025904:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582953.025910:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239621d800. 00000020:00000010:3.0:1777582953.025915:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582953.025920:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582953.025962:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca80. 00000020:00000010:3.0:1777582953.025965:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca80. 00000100:00000200:3.0:1777582953.025968:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707835904 00000001:00000010:3.0:1777582953.025980:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:3.0:1777582953.026002:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582953.026010:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 02000000:00000010:3.0:1777582953.026036:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae0000. 00010000:00000010:3.0:1777582953.026066:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582953.026070:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582953.026084:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582953.026088:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582953.026091:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.026094:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000004:00000010:3.0:1777582953.026227:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90b40. 00000004:00000010:3.0:1777582953.026238:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65b40. 00000004:00000010:3.0:1777582953.026244:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387ed0. 00080000:00000010:3.0:1777582953.026252:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682c78. 00010000:00000010:3.1:1777582953.027202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582953.027215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.0:1777582953.027981:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582953.027987:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374080. 00010000:00000010:3.0:1777582953.027993:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.027999:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582953.028082:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582953.028097:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582953.028102:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582953.028129:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000200:3.0:1777582953.028227:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1c700 x1863928707835904/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.028250:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582953.028256:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707835904, offset 224 00000400:00000200:3.0:1777582953.028263:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.028277:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.028918:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396838:396838:256:4294967295] 192.168.202.9@tcp LPNI seq info [396834:396834:8:4294967295] 00000400:00000200:3.0:1777582953.028933:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.028940:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.028947:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582953.028954:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.028961:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.028965:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.029036:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582953.029042:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582953.029045:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239621d800. 00000800:00000200:0.0:1777582953.030923:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.030936:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:0.0:1777582953.030948:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.030958:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.030968:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:0.0:1777582953.030972:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000400:00000200:0.0:1777582953.032090:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.032114:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8846900 00000400:00000200:0.0:1777582953.032123:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 143864 00000400:00000200:0.0:1777582953.032205:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.032210:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.032218:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.032226:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1d500. 00000020:00000010:3.0:1777582953.032448:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.032453:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.032461:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485578c00. 00000020:00000010:3.0:1777582953.032468:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582953.032474:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582953.032563:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.032567:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000100:00000200:3.0:1777582953.032570:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707836160 02000000:00000010:3.0:1777582953.032607:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396ae6000. 00010000:00000010:3.0:1777582953.032649:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582953.032665:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374080. 00010000:00000010:3.0:1777582953.032685:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582953.032690:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582953.032720:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582953.032723:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374080. 00010000:00000010:3.0:1777582953.032737:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582953.032740:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582953.032850:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582953.032853:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582953.032856:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582953.032860:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000020:00000010:3.0:1777582953.032887:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a80. 00000020:00000010:3.0:1777582953.032893:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a80. 00000020:00000010:3.0:1777582953.032904:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743c00. 00080000:00000010:3.0:1777582953.032913:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4fc7c00. 00000001:00000010:3.0:1777582953.033392:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743660. 00000001:00000010:3.0:1777582953.033399:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582953.033433:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743c00. 00010000:00000010:3.0:1777582953.033441:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582953.033446:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582953.033459:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582953.033496:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582953.033509:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:3.0:1777582953.033524:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975312, last committed = 8589975157 00010000:00000200:3.0:1777582953.033534:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1d500 x1863928707836160/t8589975312(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.033554:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5bb0. 00000100:00000200:3.0:1777582953.033560:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707836160, offset 224 00000400:00000010:3.0:1777582953.033566:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49540. 00000400:00000200:3.0:1777582953.033570:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.033585:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.033593:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396839:396839:256:4294967295] 192.168.202.9@tcp LPNI seq info [396835:396835:8:4294967295] 00000400:00000200:3.0:1777582953.033599:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.033607:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.033613:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.033618:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582953.033624:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.033631:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.033635:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.033652:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582953.033656:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582953.033659:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485578c00. 00010000:00000010:1.1:1777582953.034183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582953.034192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582953.034202:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582953.034207:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582953.034209:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582953.034211:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000800:00000200:0.0:1777582953.034537:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.034542:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:0.0:1777582953.034547:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.034554:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582953.034841:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:1.0:1777582953.034851:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:1.0:1777582953.034957:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000400:00000200:0.0:1777582953.036858:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.036879:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214045 00000400:00000200:0.0:1777582953.036889:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.036893:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.036900:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:0.0:1777582953.036904:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00000400:00000200:0.0:1777582953.036964:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.036972:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8846980 00000400:00000200:0.0:1777582953.036979:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 144352 00000400:00000200:0.0:1777582953.037413:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.037419:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.037425:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.037430:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1e300. 00000020:00000010:0.0:1777582953.037481:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b580. 00000020:00000010:0.0:1777582953.037486:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b580. 00000020:00000010:0.0:1777582953.037492:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:0.0:1777582953.037499:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582953.037504:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.037555:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b580. 00000020:00000010:0.0:1777582953.037558:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b580. 00000100:00000200:0.0:1777582953.037561:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707836288 00000001:00000010:0.0:1777582953.037575:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185600. 00010000:00000010:0.0:1777582953.037601:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.037608:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 02000000:00000010:0.0:1777582953.037637:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241787a000. 00010000:00000010:0.0:1777582953.037666:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.037669:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582953.037688:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582953.037691:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf900. 00010000:00000010:0.0:1777582953.037695:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582953.037786:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00000004:00000010:0.0:1777582953.037889:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57c20. 00000004:00000010:0.0:1777582953.037899:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22a50. 00000004:00000010:0.0:1777582953.037907:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35430. 00080000:00000010:0.0:1777582953.037916:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b008. 00010000:00000010:0.0:1777582953.038855:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582953.038861:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582953.038866:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582953.038872:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582953.038944:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582953.038954:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582953.038959:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf900. 00010000:00000010:0.0:1777582953.038984:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:0.0:1777582953.039003:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1e300 x1863928707836288/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582953.039023:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582953.039030:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707836288, offset 224 00000400:00000200:0.0:1777582953.039036:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.039048:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.039057:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396840:396840:256:4294967295] 192.168.202.9@tcp LPNI seq info [396836:396836:8:4294967295] 00000400:00000200:0.0:1777582953.039068:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.039073:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.039077:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582953.039084:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.039091:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.039095:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.039207:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582953.039212:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.039216:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00010000:00000010:3.0:1777582953.039375:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582953.039382:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374080. 00010000:00000010:1.1:1777582953.041820:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582953.041837:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000800:00000200:1.0:1777582953.043745:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.043755:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582953.043765:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.043775:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.043785:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:1.0:1777582953.043787:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000400:00000200:0.0:1777582953.044792:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.044811:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8846a80 00000400:00000200:0.0:1777582953.044819:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 144928 00000400:00000200:0.0:1777582953.044834:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.044838:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.044845:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.044851:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1d880. 00000020:00000010:3.0:1777582953.044931:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.044936:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.044943:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239621d800. 00000020:00000010:3.0:1777582953.044949:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374080. 00000020:00000010:3.0:1777582953.044954:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582953.044994:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.044997:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000100:00000200:3.0:1777582953.045000:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707836544 02000000:00000010:3.0:1777582953.045034:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396ae4000. 00010000:00000010:3.0:1777582953.045071:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:3.0:1777582953.045085:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:3.0:1777582953.045103:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582953.045109:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582953.045123:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582953.045127:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582953.045130:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582953.045153:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582953.045261:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582953.045266:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582953.045269:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.045273:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000020:00000010:3.0:1777582953.045461:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a80. 00000020:00000010:3.0:1777582953.045468:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a80. 00000020:00000010:3.0:1777582953.045478:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743c00. 00080000:00000010:3.0:1777582953.045487:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c76000. 00000001:00000010:3.0:1777582953.045890:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743d80. 00000001:00000010:3.0:1777582953.045897:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582953.045933:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743c00. 00010000:00000010:3.0:1777582953.045941:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582953.045946:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582953.045960:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582953.046002:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582953.046018:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000200:3.0:1777582953.046033:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975313, last committed = 8589975157 00010000:00000200:3.0:1777582953.046042:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1d880 x1863928707836544/t8589975313(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.046062:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582953.046068:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707836544, offset 224 00000400:00000010:3.0:1777582953.046075:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f492d8. 00000400:00000200:3.0:1777582953.046079:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.046092:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.046099:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396841:396841:256:4294967295] 192.168.202.9@tcp LPNI seq info [396837:396837:8:4294967295] 00000400:00000200:3.0:1777582953.046106:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.046113:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.046118:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.046123:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582953.046129:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.046162:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.046166:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.046183:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374080. 00000020:00000010:3.0:1777582953.046187:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582953.046190:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239621d800. 00000800:00000200:1.0:1777582953.046504:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.046509:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:1.0:1777582953.046515:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.046519:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582953.047921:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:0.0:1777582953.047935:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:0.0:1777582953.047947:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:3.1:1777582953.048407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582953.048415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582953.048421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582953.048423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582953.048426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582953.048428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582953.048431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582953.048433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582953.048436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582953.048438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:1.0:1777582953.048647:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582953.048664:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21404d 00000400:00000200:1.0:1777582953.048671:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.048675:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582953.048682:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:1.0:1777582953.048685:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000400:00000200:1.0:1777582953.048759:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.048766:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8846b00 00000400:00000200:1.0:1777582953.048773:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 145416 00000400:00000200:1.0:1777582953.048828:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.048832:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.048837:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.048843:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4b100. 00000020:00000010:0.0:1777582953.048930:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:0.0:1777582953.048936:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000020:00000010:0.0:1777582953.048942:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:0.0:1777582953.048947:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582953.048952:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.048991:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:0.0:1777582953.048994:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000100:00000200:0.0:1777582953.048996:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707836672 00000001:00000010:0.0:1777582953.049006:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:0.0:1777582953.049027:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582953.049034:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 02000000:00000010:0.0:1777582953.049062:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241787f000. 00010000:00000010:0.0:1777582953.049091:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582953.049096:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582953.049118:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582953.049121:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf900. 00010000:00000010:0.0:1777582953.049125:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582953.049128:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000004:00000010:0.0:1777582953.049246:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57e00. 00000004:00000010:0.0:1777582953.049256:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22618. 00000004:00000010:0.0:1777582953.049263:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34dd0. 00080000:00000010:0.0:1777582953.049273:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b1d0. 00010000:00000010:3.0:1777582953.049981:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582953.049991:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374480. 00010000:00000010:0.0:1777582953.050253:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582953.050257:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582953.050263:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582953.050268:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.050390:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582953.050399:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582953.050403:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf900. 00010000:00000010:0.0:1777582953.050423:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:0.0:1777582953.050441:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4b100 x1863928707836672/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582953.050460:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582953.050466:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707836672, offset 224 00000400:00000200:0.0:1777582953.050472:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.050485:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.050492:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396842:396842:256:4294967295] 192.168.202.9@tcp LPNI seq info [396838:396838:8:4294967295] 00000400:00000200:0.0:1777582953.050504:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.050510:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.050515:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582953.050521:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.050528:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.050532:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.050600:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582953.050605:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.050610:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00000800:00000200:1.0:1777582953.050925:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.050930:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582953.050935:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.050941:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.050946:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:1.0:1777582953.050948:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00010000:00000010:0.1:1777582953.052337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582953.052349:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582953.052352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582953.052355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582953.054291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582953.054307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582953.054438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582953.054445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582953.054449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582953.054451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000200:1.0:1777582953.057437:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.057458:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8846c00 00000400:00000200:1.0:1777582953.057466:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 145992 00000400:00000200:1.0:1777582953.057481:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.057486:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.057493:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.057500:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4b480. 00000020:00000010:0.0:1777582953.057581:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b240. 00000020:00000010:0.0:1777582953.057587:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b240. 00000020:00000010:0.0:1777582953.057595:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02487378c00. 00000020:00000010:0.0:1777582953.057600:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582953.057605:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.057643:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b240. 00000020:00000010:0.0:1777582953.057645:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b240. 00000100:00000200:0.0:1777582953.057648:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707836928 02000000:00000010:0.0:1777582953.057684:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df834000. 00010000:00000010:0.0:1777582953.057725:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.057751:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582953.057772:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.057778:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.057795:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582953.057799:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582953.057803:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582953.057806:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582953.057915:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582953.057918:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf900. 00010000:00000010:0.0:1777582953.057922:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.057925:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000020:00000010:0.0:1777582953.057952:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48840. 00000020:00000010:0.0:1777582953.057958:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48840. 00000020:00000010:0.0:1777582953.057968:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a360. 00080000:00000010:0.0:1777582953.057977:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388529c00. 00000001:00000010:0.0:1777582953.058398:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48a20. 00000001:00000010:0.0:1777582953.058406:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185180. 00000020:00000010:0.0:1777582953.058443:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a360. 00010000:00000010:0.0:1777582953.058452:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582953.058456:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582953.058468:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582953.058500:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582953.058513:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582953.058526:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975314, last committed = 8589975157 00010000:00000200:0.0:1777582953.058536:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4b480 x1863928707836928/t8589975314(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.058556:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582953.058561:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707836928, offset 224 00000400:00000010:0.0:1777582953.058567:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f930. 00000400:00000200:0.0:1777582953.058571:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.058583:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.058589:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396843:396843:256:4294967295] 192.168.202.9@tcp LPNI seq info [396839:396839:8:4294967295] 00000400:00000200:0.0:1777582953.058595:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.058603:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.058608:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.058613:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582953.058619:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.058626:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.058630:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.058652:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582953.058656:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.058660:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02487378c00. 00000800:00000200:0.0:1777582953.058764:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.058767:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582953.058772:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.058776:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582953.058944:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:1.0:1777582953.058951:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf900. 00010000:00000010:1.0:1777582953.058957:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185600. 00010000:00000010:3.1:1777582953.059200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582953.059207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.1:1777582953.059253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582953.059258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582953.059261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582953.059264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582953.063174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582953.063184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582953.063188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582953.063190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:1.0:1777582953.064956:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582953.064979:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214055 00000400:00000200:1.0:1777582953.064987:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.064992:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582953.064999:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:1.0:1777582953.065002:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00010000:00000010:3.0:1777582953.065116:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:3.0:1777582953.065128:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:1.1:1777582953.066307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582953.066317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000400:00000200:1.0:1777582953.066639:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.066655:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8846c80 00000400:00000200:1.0:1777582953.066663:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 146480 00000400:00000200:1.0:1777582953.066739:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.066745:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.066752:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.066758:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe49c00. 00000020:00000010:3.0:1777582953.066853:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.066859:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.066866:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485578c00. 00000020:00000010:3.0:1777582953.066872:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582953.066877:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582953.066963:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.066966:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000100:00000200:3.0:1777582953.066970:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707837056 00000001:00000010:3.0:1777582953.066981:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:3.0:1777582953.067009:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582953.067017:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 02000000:00000010:3.0:1777582953.067052:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aec8c000. 00010000:00000010:3.0:1777582953.067085:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582953.067089:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582953.067109:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582953.067113:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374080. 00010000:00000010:3.0:1777582953.067117:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.067119:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000004:00000010:3.0:1777582953.067261:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e901e0. 00000004:00000010:3.0:1777582953.067270:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65708. 00000004:00000010:3.0:1777582953.067276:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387ba0. 00080000:00000010:3.0:1777582953.067286:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682558. 00010000:00000010:0.0:1777582953.070432:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582953.070442:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582953.070449:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.070456:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.070540:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:0.0:1777582953.070553:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:0.0:1777582953.070558:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374080. 00010000:00000010:0.0:1777582953.070586:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:0.0:1777582953.070609:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe49c00 x1863928707837056/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582953.070635:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582953.070642:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707837056, offset 224 00000400:00000200:0.0:1777582953.070650:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.070664:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.070672:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396844:396844:256:4294967295] 192.168.202.9@tcp LPNI seq info [396840:396840:8:4294967295] 00000400:00000200:0.0:1777582953.070685:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.070691:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.070696:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582953.070703:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.070711:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.070715:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.070781:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374480. 00000020:00000010:0.0:1777582953.070787:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:0.0:1777582953.070790:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485578c00. 00000800:00000200:1.0:1777582953.070908:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.070913:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582953.070920:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.070926:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.070931:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:1.0:1777582953.070933:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000400:00000200:3.0:1777582953.073359:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.073379:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8846d80 00000400:00000200:3.0:1777582953.073388:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 147056 00000400:00000200:3.0:1777582953.073402:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.073406:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.073414:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.073421:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568d180. 00000020:00000010:0.0:1777582953.073809:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582953.073815:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582953.073821:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:0.0:1777582953.073826:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582953.073831:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.073904:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582953.073907:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000100:00000200:0.0:1777582953.073911:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707837312 02000000:00000010:0.0:1777582953.073949:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df831000. 00010000:00000010:0.0:1777582953.073987:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.074002:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582953.074019:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.074025:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.074041:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582953.074044:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582953.074049:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582953.074052:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582953.074177:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582953.074180:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582953.074184:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582953.074187:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000020:00000010:0.0:1777582953.074218:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48480. 00000020:00000010:0.0:1777582953.074224:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48480. 00000020:00000010:0.0:1777582953.074235:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48540. 00080000:00000010:0.0:1777582953.074243:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238852a800. 00000001:00000010:0.0:1777582953.074615:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48900. 00000001:00000010:0.0:1777582953.074622:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185c00. 00000020:00000010:0.0:1777582953.074654:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48540. 00010000:00000010:0.0:1777582953.074663:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582953.074667:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582953.074679:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185e40. 00010000:00000010:0.0:1777582953.074724:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582953.074747:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:1.0:1777582953.074761:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:0.0:1777582953.074763:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975315, last committed = 8589975157 00010000:00000010:1.0:1777582953.074766:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:1.0:1777582953.074771:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185e40. 00010000:00000200:0.0:1777582953.074773:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568d180 x1863928707837312/t8589975315(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.074793:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582953.074800:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707837312, offset 224 00000400:00000010:0.0:1777582953.074807:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f738. 00000400:00000200:0.0:1777582953.074811:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.074826:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.074833:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396845:396845:256:4294967295] 192.168.202.9@tcp LPNI seq info [396841:396841:8:4294967295] 00000400:00000200:0.0:1777582953.074840:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.074847:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.074853:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.074858:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582953.074864:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.074871:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.074875:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.074898:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582953.074902:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.074906:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00000800:00000200:1.0:1777582953.075044:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.075049:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582953.075053:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.075058:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582953.075115:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582953.075122:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000400:00000200:1.0:1777582953.076873:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582953.076895:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21405d 00000400:00000200:1.0:1777582953.076903:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.076907:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582953.076915:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:1.0:1777582953.076918:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00010000:00000010:3.0:1777582953.077131:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:3.0:1777582953.077158:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00000400:00000200:1.0:1777582953.077181:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.077191:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8846e00 00000400:00000200:1.0:1777582953.077198:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 147544 00000400:00000200:1.0:1777582953.077256:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.077260:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.077266:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.077271:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe48000. 00000020:00000010:3.0:1777582953.077375:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.077422:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.077431:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248992a600. 00000020:00000010:3.0:1777582953.077436:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374600. 00000020:00000010:3.0:1777582953.077441:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582953.077481:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.077483:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000100:00000200:3.0:1777582953.077486:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707837440 00000001:00000010:3.0:1777582953.077496:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185180. 00010000:00000010:3.0:1777582953.077517:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582953.077524:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 02000000:00000010:3.0:1777582953.077551:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aec8d000. 00010000:00000010:3.0:1777582953.077579:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582953.077582:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582953.077597:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582953.077601:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582953.077606:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582953.077609:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00000004:00000010:3.0:1777582953.077708:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91e00. 00000004:00000010:3.0:1777582953.077718:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65d98. 00000004:00000010:3.0:1777582953.077725:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387980. 00080000:00000010:3.0:1777582953.077744:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682000. 00010000:00000010:1.0:1777582953.078803:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582953.078812:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9080. 00010000:00000010:1.0:1777582953.078816:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582953.078821:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582953.078891:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:1.0:1777582953.078899:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:1.0:1777582953.078903:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374480. 00010000:00000010:1.0:1777582953.078921:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:1.0:1777582953.078937:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe48000 x1863928707837440/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.078953:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777582953.078958:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707837440, offset 224 00000400:00000200:1.0:1777582953.078962:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.078971:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.078977:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396846:396846:256:4294967295] 192.168.202.9@tcp LPNI seq info [396842:396842:8:4294967295] 00000400:00000200:1.0:1777582953.078985:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.078989:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.078992:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582953.078996:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.079002:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.079005:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.079027:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374600. 00000020:00000010:1.0:1777582953.079031:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:1.0:1777582953.079034:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248992a600. 00000800:00000200:0.0:1777582953.079113:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.079118:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582953.079122:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.079128:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.079214:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:0.0:1777582953.079217:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00010000:00000010:0.1:1777582953.080219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582953.080229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582953.080234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582953.080237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000200:3.0:1777582953.081370:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.081392:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8846f00 00000400:00000200:3.0:1777582953.081401:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 148120 00000400:00000200:3.0:1777582953.081432:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.081436:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.081445:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.081451:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ea00. 00000020:00000010:0.0:1777582953.081712:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582953.081718:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582953.081724:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485578c00. 00000020:00000010:0.0:1777582953.081739:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582953.081744:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.081788:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582953.081791:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000100:00000200:0.0:1777582953.081794:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707837696 02000000:00000010:0.0:1777582953.081833:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df837000. 00010000:00000010:0.0:1777582953.081874:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:0.0:1777582953.081889:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9080. 00010000:00000010:0.0:1777582953.081908:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582953.081914:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.081928:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582953.081931:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582953.081936:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582953.081939:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582953.082039:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582953.082042:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582953.082045:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582953.082048:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00000020:00000010:0.0:1777582953.082070:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48ce0. 00000020:00000010:0.0:1777582953.082076:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48ce0. 00000020:00000010:0.0:1777582953.082086:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48540. 00080000:00000010:0.0:1777582953.082094:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238852a000. 00000001:00000010:0.0:1777582953.082664:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48ea0. 00000001:00000010:0.0:1777582953.082671:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023961856c0. 00000020:00000010:0.0:1777582953.082707:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48540. 00010000:00000010:0.0:1777582953.082717:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582953.082722:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582953.082749:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185300. 00010000:00000010:0.0:1777582953.082799:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582953.082807:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185300. 00010000:00000010:0.0:1777582953.082827:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582953.082831:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582953.082846:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582953.082863:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975316, last committed = 8589975157 00010000:00000200:0.0:1777582953.082873:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568ea00 x1863928707837696/t8589975316(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.082894:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582953.082902:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707837696, offset 224 00000400:00000010:0.0:1777582953.082909:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f5e8. 00000400:00000200:0.0:1777582953.082913:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.082927:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.082935:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396847:396847:256:4294967295] 192.168.202.9@tcp LPNI seq info [396843:396843:8:4294967295] 00000400:00000200:0.0:1777582953.082941:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.082949:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.082955:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.082960:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582953.082966:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.082974:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.082978:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.083007:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582953.083011:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.083015:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485578c00. 00000800:00000200:2.0:1777582953.083263:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.083269:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582953.083273:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.083278:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582953.086242:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582953.086261:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582953.086266:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582953.086269:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582953.086274:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582953.086281:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582953.086450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582953.086456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582953.086459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582953.086462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000400:00000200:0.0:1777582953.086495:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.086514:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214065 00000400:00000200:0.0:1777582953.086522:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.086527:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.086532:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582953.086535:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000400:00000200:0.0:1777582953.086592:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.086599:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8846f80 00000400:00000200:0.0:1777582953.086607:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 148608 00000400:00000200:0.0:1777582953.086618:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.086622:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.086626:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.086631:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1df80. 00000020:00000010:2.0:1777582953.086787:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30bc0. 00000020:00000010:2.0:1777582953.086793:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30bc0. 00000020:00000010:2.0:1777582953.086799:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024a568a400. 00000020:00000010:2.0:1777582953.086805:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582953.086810:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582953.086852:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30bc0. 00000020:00000010:2.0:1777582953.086855:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30bc0. 00000100:00000200:2.0:1777582953.086858:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707837824 00000001:00000010:2.0:1777582953.086868:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185c00. 00010000:00000010:3.0:1777582953.086886:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:2.0:1777582953.086894:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.0:1777582953.086895:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:2.0:1777582953.086901:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582953.086932:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc3000. 00010000:00000010:2.0:1777582953.086966:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582953.086969:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582953.086985:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582953.086989:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582953.086993:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582953.086996:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00000004:00000010:2.0:1777582953.087078:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:2.0:1777582953.087086:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0870. 00000004:00000010:2.0:1777582953.087093:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757ba0. 00080000:00000010:2.0:1777582953.087101:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 00010000:00000010:2.0:1777582953.088345:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582953.088352:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb80. 00010000:00000010:2.0:1777582953.088359:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582953.088364:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582953.088430:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582953.088441:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582953.088445:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582953.088467:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582953.088483:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1df80 x1863928707837824/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582953.088503:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582953.088510:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707837824, offset 224 00000400:00000200:2.0:1777582953.088516:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.088528:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.088534:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396848:396848:256:4294967295] 192.168.202.9@tcp LPNI seq info [396844:396844:8:4294967295] 00000400:00000200:2.0:1777582953.088545:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.088550:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.088556:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582953.088561:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.088568:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.088572:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.088599:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582953.088604:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582953.088607:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024a568a400. 00000800:00000200:3.0:1777582953.088992:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.088996:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:3.0:1777582953.089001:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.089006:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.089010:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:3.0:1777582953.089013:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00010000:00000010:3.1:1777582953.090182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582953.090194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582953.090268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582953.090276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582953.090279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582953.090281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582953.090285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582953.090288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000400:00000200:2.0:1777582953.091165:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.091182:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8847080 00000400:00000200:2.0:1777582953.091191:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 149184 00000400:00000200:2.0:1777582953.091205:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.091210:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.091217:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.091222:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941ea00. 00000020:00000010:3.0:1777582953.091316:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.091322:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.091329:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253800. 00000020:00000010:3.0:1777582953.091334:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374080. 00000020:00000010:3.0:1777582953.091339:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582953.091382:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.091385:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000100:00000200:3.0:1777582953.091388:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707838080 02000000:00000010:3.0:1777582953.091422:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aec8f000. 00010000:00000010:3.0:1777582953.091458:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:3.0:1777582953.091474:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb80. 00010000:00000010:3.0:1777582953.091492:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.091498:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582953.091513:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582953.091516:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582953.091521:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582953.091524:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582953.091623:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582953.091627:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374600. 00010000:00000010:3.0:1777582953.091630:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.091634:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000020:00000010:3.0:1777582953.091654:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a80. 00000020:00000010:3.0:1777582953.091659:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a80. 00000020:00000010:3.0:1777582953.091669:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743c00. 00080000:00000010:3.0:1777582953.091677:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c75400. 00000001:00000010:3.0:1777582953.092046:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743d20. 00000001:00000010:3.0:1777582953.092055:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582953.092089:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743c00. 00010000:00000010:3.0:1777582953.092097:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582953.092102:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582953.092115:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582953.092175:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582953.092190:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000200:3.0:1777582953.092207:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975317, last committed = 8589975157 00010000:00000200:3.0:1777582953.092218:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941ea00 x1863928707838080/t8589975317(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.092238:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582953.092244:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707838080, offset 224 00000400:00000010:3.0:1777582953.092251:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49658. 00000400:00000200:3.0:1777582953.092254:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.092267:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.092274:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396849:396849:256:4294967295] 192.168.202.9@tcp LPNI seq info [396845:396845:8:4294967295] 00000400:00000200:3.0:1777582953.092280:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.092287:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.092293:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.092297:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582953.092302:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.092309:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.092314:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.092331:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374080. 00000020:00000010:3.0:1777582953.092334:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582953.092337:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253800. 00010000:00000010:0.0:1777582953.092572:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:0.0:1777582953.092579:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374600. 00010000:00000010:0.0:1777582953.092587:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000800:00000200:0.0:1777582953.092663:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.092666:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:0.0:1777582953.092671:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.092676:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582953.093181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582953.093189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582953.093193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582953.093197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582953.093458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582953.093463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000400:00000200:3.0:1777582953.095066:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.095084:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21406d 00000400:00000200:3.0:1777582953.095092:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.095097:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.095104:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:3.0:1777582953.095107:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00010000:00000010:0.0:1777582953.095238:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:0.0:1777582953.095249:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:0.1:1777582953.097626:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582953.097639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:2.0:1777582953.097895:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.097912:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8847100 00000400:00000200:2.0:1777582953.097921:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 149672 00000400:00000200:2.0:1777582953.098508:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.098517:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.098525:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.098533:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941c380. 00000020:00000010:0.0:1777582953.098632:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582953.098638:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582953.098646:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:0.0:1777582953.098653:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582953.098660:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.098701:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582953.098703:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000100:00000200:0.0:1777582953.098707:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707838208 00000001:00000010:0.0:1777582953.098720:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023961856c0. 00010000:00000010:0.0:1777582953.098758:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582953.098766:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 02000000:00000010:0.0:1777582953.098792:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023df832000. 00010000:00000010:0.0:1777582953.098823:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582953.098827:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582953.098845:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582953.098848:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582953.098852:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.098855:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00000004:00000010:0.0:1777582953.098946:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f563c0. 00000004:00000010:0.0:1777582953.098955:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e225a0. 00000004:00000010:0.0:1777582953.098962:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35dc0. 00080000:00000010:0.0:1777582953.098970:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a1c8. 00010000:00000010:0.0:1777582953.099964:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582953.099971:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582953.099976:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582953.099981:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582953.100043:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582953.100053:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582953.100058:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582953.100077:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582953.100094:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941c380 x1863928707838208/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582953.100114:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582953.100121:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707838208, offset 224 00000400:00000200:0.0:1777582953.100127:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.100179:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.100186:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396850:396850:256:4294967295] 192.168.202.9@tcp LPNI seq info [396846:396846:8:4294967295] 00000400:00000200:0.0:1777582953.100197:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.100202:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.100207:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582953.100212:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.100220:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.100224:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.100249:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582953.100253:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.100257:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00000800:00000200:2.0:1777582953.100387:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.100392:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582953.100398:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.100403:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582953.100409:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:2.0:1777582953.100411:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000400:00000200:3.0:1777582953.103008:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.103028:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8847200 00000400:00000200:3.0:1777582953.103037:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 150248 00000400:00000200:3.0:1777582953.103053:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.103058:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.103066:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.103073:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568c700. 00000020:00000010:1.0:1777582953.103202:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582953.103209:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582953.103215:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483fd1400. 00000020:00000010:1.0:1777582953.103221:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582953.103227:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.103318:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582953.103321:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000100:00000200:1.0:1777582953.103324:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707838464 02000000:00000010:1.0:1777582953.103362:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c83000. 00010000:00000010:1.0:1777582953.103401:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:1.0:1777582953.103418:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:1.0:1777582953.103439:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582953.103445:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582953.103461:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582953.103465:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9800. 00010000:00000010:1.0:1777582953.103469:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582953.103471:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582953.103579:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582953.103582:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582953.103586:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582953.103589:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000020:00000010:1.0:1777582953.103617:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6d00. 00000020:00000010:1.0:1777582953.103626:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6d00. 00000020:00000010:1.0:1777582953.103638:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488784300. 00080000:00000010:1.0:1777582953.103653:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248493d800. 00000001:00000010:1.0:1777582953.104080:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9e40. 00000001:00000010:1.0:1777582953.104087:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582953.104123:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488784300. 00010000:00000010:1.0:1777582953.104308:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582953.104314:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582953.104328:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582953.104366:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582953.104373:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582953.104393:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.104397:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582953.104411:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582953.104428:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975318, last committed = 8589975157 00010000:00000200:1.0:1777582953.104438:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568c700 x1863928707838464/t8589975318(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.104458:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582953.104464:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707838464, offset 224 00000400:00000010:1.0:1777582953.104471:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4888. 00000400:00000200:1.0:1777582953.104475:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.104488:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.104496:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396851:396851:256:4294967295] 192.168.202.9@tcp LPNI seq info [396847:396847:8:4294967295] 00000400:00000200:1.0:1777582953.104502:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.104509:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.104515:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.104520:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582953.104541:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.104548:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.104552:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.104573:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582953.104576:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.104581:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483fd1400. 00000800:00000200:1.0:1777582953.104758:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.104762:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:1.0:1777582953.104766:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.104770:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582953.104839:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582953.104847:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582953.104852:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582953.104855:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:2.0:1777582953.105778:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582953.105796:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214075 00000400:00000200:2.0:1777582953.105803:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.105807:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582953.105813:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:2.0:1777582953.105816:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00010000:00000010:3.0:1777582953.105916:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:3.0:1777582953.105925:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9800. 00000400:00000200:3.0:1777582953.106705:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.106718:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8847280 00000400:00000200:3.0:1777582953.106726:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 150736 00000400:00000200:3.0:1777582953.106788:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.106792:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.106800:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.106807:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ca80. 00000020:00000010:1.0:1777582953.106901:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582953.106907:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582953.106912:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248992a600. 00000020:00000010:1.0:1777582953.106917:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582953.106921:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.107072:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582953.107075:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000100:00000200:1.0:1777582953.107079:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707838592 00000001:00000010:1.0:1777582953.107089:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:1.0:1777582953.107112:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582953.107119:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:0.1:1777582953.107183:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582953.107190:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 02000000:00000010:1.0:1777582953.107193:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c80000. 00010000:00000010:1.0:1777582953.107223:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582953.107228:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.107243:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582953.107247:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582953.107250:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582953.107254:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00000004:00000010:1.0:1777582953.107342:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7860. 00000004:00000010:1.0:1777582953.107350:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582953.107357:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945100. 00080000:00000010:1.0:1777582953.107366:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e8e8. 00010000:00000010:1.0:1777582953.108269:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582953.108276:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582953.108281:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582953.108294:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582953.108473:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.108484:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582953.108489:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582953.108514:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582953.108531:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568ca80 x1863928707838592/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.108552:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582953.108558:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707838592, offset 224 00000400:00000200:1.0:1777582953.108565:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.108576:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.108582:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396852:396852:256:4294967295] 192.168.202.9@tcp LPNI seq info [396848:396848:8:4294967295] 00000400:00000200:1.0:1777582953.108594:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.108600:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.108604:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582953.108610:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.108617:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.108622:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.108651:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582953.108656:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.108660:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248992a600. 00000800:00000200:3.0:1777582953.108877:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.108881:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582953.108887:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.108892:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.108897:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:3.0:1777582953.108900:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000400:00000200:3.0:1777582953.111451:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.111470:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8847380 00000400:00000200:3.0:1777582953.111479:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 151312 00000400:00000200:3.0:1777582953.111495:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.111499:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.111509:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.111521:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce09f80. 00000020:00000010:1.0:1777582953.111653:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582953.111658:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582953.111664:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e135200. 00000020:00000010:1.0:1777582953.111669:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582953.111674:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.111720:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582953.111722:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0980. 00000100:00000200:1.0:1777582953.111829:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707838848 02000000:00000010:1.0:1777582953.111872:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024840c4000. 00010000:00000010:1.0:1777582953.111914:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582953.111929:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582953.111949:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582953.111955:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582953.111969:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582953.111973:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582953.111977:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582953.111979:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582953.112091:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582953.112094:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582953.112098:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582953.112101:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00000020:00000010:1.0:1777582953.112122:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6740. 00000020:00000010:1.0:1777582953.112127:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6740. 00010000:00000010:1.1:1777582953.112162:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.1:1777582953.112168:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00000020:00000010:1.0:1777582953.112182:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9d20. 00080000:00000010:1.0:1777582953.112192:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248493e400. 00000001:00000010:1.0:1777582953.112604:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dff00. 00000001:00000010:1.0:1777582953.112612:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484240. 00000020:00000010:1.0:1777582953.112651:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9d20. 00010000:00000010:1.0:1777582953.112661:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582953.112665:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.112678:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582953.112724:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:2.0:1777582953.112783:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:2.0:1777582953.112792:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582953.114615:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582953.114660:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000200:1.0:1777582953.114691:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975319, last committed = 8589975157 00010000:00000200:1.0:1777582953.114714:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce09f80 x1863928707838848/t8589975319(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.114751:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582953.114759:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707838848, offset 224 00000400:00000010:1.0:1777582953.114766:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4bd0. 00000400:00000200:1.0:1777582953.114770:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.114785:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.114791:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396853:396853:256:4294967295] 192.168.202.9@tcp LPNI seq info [396849:396849:8:4294967295] 00000400:00000200:1.0:1777582953.114798:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.114806:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.114812:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.114817:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582953.114823:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.114830:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.114834:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.114858:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9b00. 00000020:00000010:1.0:1777582953.114862:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.114867:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e135200. 00000800:00000200:3.0:1777582953.115032:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.115037:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582953.115042:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.115047:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582953.116167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582953.116178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582953.116182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582953.116185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582953.116217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582953.116223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582953.116229:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582953.116235:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582953.116238:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582953.116241:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000200:3.0:1777582953.118279:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.118301:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21407d 00000400:00000200:3.0:1777582953.118319:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.118324:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.118331:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:3.0:1777582953.118334:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000400:00000200:3.0:1777582953.118364:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.118370:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8847400 00000400:00000200:3.0:1777582953.118377:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 151800 00000400:00000200:3.0:1777582953.118428:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.118432:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.118437:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.118443:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce08380. 00010000:00000010:1.0:1777582953.118565:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582953.118575:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9400. 00000020:00000010:2.0:1777582953.118788:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30bc0. 00000020:00000010:2.0:1777582953.118795:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30bc0. 00000020:00000010:2.0:1777582953.118802:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cfe00. 00000020:00000010:2.0:1777582953.118807:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582953.118813:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582953.118857:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02489b30bc0. 00000020:00000010:2.0:1777582953.118859:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02489b30bc0. 00000100:00000200:2.0:1777582953.118864:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707838976 00000001:00000010:2.0:1777582953.118875:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:2.0:1777582953.118901:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582953.118909:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582953.118938:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc2000. 00010000:00000010:2.0:1777582953.118970:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582953.118974:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582953.118990:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582953.118994:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582953.118999:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582953.119002:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000004:00000010:2.0:1777582953.119116:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169c20. 00000004:00000010:2.0:1777582953.119126:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0a50. 00000004:00000010:2.0:1777582953.119151:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757ed0. 00080000:00000010:2.0:1777582953.119162:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d560. 00010000:00000010:1.0:1777582953.120579:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582953.120587:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582953.120594:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582953.120603:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582953.120684:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:1.0:1777582953.120870:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:1.0:1777582953.120877:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:1.0:1777582953.120906:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:1.0:1777582953.120925:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce08380 x1863928707838976/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.120946:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582953.120953:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707838976, offset 224 00000400:00000200:1.0:1777582953.120960:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.120972:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.120980:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396854:396854:256:4294967295] 192.168.202.9@tcp LPNI seq info [396850:396850:8:4294967295] 00000400:00000200:1.0:1777582953.120992:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.120998:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.121003:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582953.121010:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.121018:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.121022:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.121093:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:1.0:1777582953.121099:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e640. 00000020:00000010:1.0:1777582953.121102:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cfe00. 00010000:00000010:1.1:1777582953.121177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582953.121185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582953.121189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582953.121192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582953.121195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582953.121197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582953.121200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582953.121203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582953.121205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582953.121246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000800:00000200:3.0:1777582953.123603:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.123612:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582953.123621:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.123630:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.123638:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:3.0:1777582953.123641:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000400:00000200:3.0:1777582953.124412:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.124431:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8847500 00000400:00000200:3.0:1777582953.124440:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 152376 00000400:00000200:3.0:1777582953.124457:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.124460:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.124467:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.124474:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce0bb80. 00000020:00000010:1.0:1777582953.125059:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582953.125066:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582953.125073:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248992a600. 00000020:00000010:1.0:1777582953.125080:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582953.125085:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.125156:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582953.125159:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000100:00000200:1.0:1777582953.125164:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707839232 02000000:00000010:1.0:1777582953.125204:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388fb3000. 00010000:00000010:1.0:1777582953.125255:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582953.125272:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582953.125410:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582953.125418:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582953.125436:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582953.125440:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582953.125445:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582953.125448:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582953.125566:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582953.125569:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9800. 00010000:00000010:1.0:1777582953.125572:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582953.125575:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00000020:00000010:1.0:1777582953.125596:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6f80. 00000020:00000010:1.0:1777582953.125602:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6f80. 00000020:00000010:1.0:1777582953.125612:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df5a0. 00080000:00000010:1.0:1777582953.125621:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248493c000. 00000001:00000010:1.0:1777582953.126038:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df360. 00000001:00000010:1.0:1777582953.126045:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582953.126083:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df5a0. 00010000:00000010:1.0:1777582953.126092:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582953.126095:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582953.126108:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582953.126415:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582953.126434:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582953.126452:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975320, last committed = 8589975157 00010000:00000200:1.0:1777582953.126464:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce0bb80 x1863928707839232/t8589975320(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.126484:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582953.126491:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707839232, offset 224 00000400:00000010:1.0:1777582953.126498:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e45b0. 00000400:00000200:1.0:1777582953.126503:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.126518:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.126525:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396855:396855:256:4294967295] 192.168.202.9@tcp LPNI seq info [396851:396851:8:4294967295] 00000400:00000200:1.0:1777582953.126531:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.126539:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.126544:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.126549:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582953.126555:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.126563:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.126567:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.126583:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582953.126588:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.126592:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248992a600. 00010000:00000010:2.0:1777582953.126976:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:2.0:1777582953.126986:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9800. 00010000:00000010:2.0:1777582953.126993:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00000800:00000200:2.0:1777582953.129763:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.129771:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:2.0:1777582953.129778:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.129787:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582953.129821:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582953.129837:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214085 00000400:00000200:2.0:1777582953.129842:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.129845:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582953.129850:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:2.0:1777582953.129853:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00000400:00000200:2.0:1777582953.129879:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.129885:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8847580 00000400:00000200:2.0:1777582953.129892:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 152864 00000400:00000200:2.0:1777582953.129936:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.129939:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.129944:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.129949:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941d180. 00000020:00000010:2.0:1777582953.129993:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02498d2dd00. 00000020:00000010:2.0:1777582953.129997:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02498d2dd00. 00000020:00000010:2.0:1777582953.130002:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cf200. 00000020:00000010:2.0:1777582953.130007:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ed80. 00000020:00000010:2.0:1777582953.130013:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582953.130043:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02498d2dd00. 00000020:00000010:2.0:1777582953.130045:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02498d2dd00. 00000100:00000200:2.0:1777582953.130048:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707839360 00000001:00000010:2.0:1777582953.130058:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:2.0:1777582953.130082:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582953.130090:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 02000000:00000010:2.0:1777582953.130117:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc0000. 00010000:00000010:2.0:1777582953.130165:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582953.130168:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582953.130186:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582953.130190:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea00. 00010000:00000010:2.0:1777582953.130193:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582953.130196:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000004:00000010:2.0:1777582953.130288:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71692c0. 00000004:00000010:2.0:1777582953.130299:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0c30. 00000004:00000010:2.0:1777582953.130478:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756110. 00080000:00000010:2.0:1777582953.130489:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dc80. 00010000:00000010:1.1:1777582953.131322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582953.131332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582953.131335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582953.131340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:1.1:1777582953.131343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582953.131346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.0:1777582953.131877:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:3.0:1777582953.131888:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582953.132050:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582953.132056:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582953.132061:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582953.132066:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582953.132129:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:1.0:1777582953.132172:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:1.0:1777582953.132176:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea00. 00010000:00000010:1.0:1777582953.132200:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000200:1.0:1777582953.132219:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941d180 x1863928707839360/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.132241:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582953.132247:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707839360, offset 224 00000400:00000200:1.0:1777582953.132254:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.132267:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.132274:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396856:396856:256:4294967295] 192.168.202.9@tcp LPNI seq info [396852:396852:8:4294967295] 00000400:00000200:1.0:1777582953.132297:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.132310:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.132315:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582953.132322:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.132329:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.132333:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.132349:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ed80. 00000020:00000010:1.0:1777582953.132353:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:1.0:1777582953.132356:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cf200. 00000800:00000200:3.0:1777582953.132578:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.132581:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582953.132586:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.132592:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.132596:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:3.0:1777582953.132599:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00010000:00000010:2.1:1777582953.134179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582953.134192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:2.0:1777582953.135216:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.135238:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8847680 00000400:00000200:2.0:1777582953.135247:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 153440 00000400:00000200:2.0:1777582953.135267:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.135273:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.135284:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.135292:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa78e00. 00000020:00000010:3.0:1777582953.135469:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.135475:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.135482:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253800. 00000020:00000010:3.0:1777582953.135488:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374080. 00000020:00000010:3.0:1777582953.135493:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582953.135537:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce00. 00000020:00000010:3.0:1777582953.135540:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce00. 00000100:00000200:3.0:1777582953.135543:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707839616 02000000:00000010:3.0:1777582953.135579:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aec89000. 00010000:00000010:3.0:1777582953.135624:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:3.0:1777582953.135638:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9480. 00010000:00000010:3.0:1777582953.135659:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.135665:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582953.135681:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582953.135684:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582953.135688:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.135691:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582953.135820:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582953.135824:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582953.135828:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.135831:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000020:00000010:3.0:1777582953.135857:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a80. 00000020:00000010:3.0:1777582953.135865:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a80. 00000020:00000010:3.0:1777582953.135876:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743c00. 00080000:00000010:3.0:1777582953.135886:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c76400. 00000001:00000010:2.0:1777582953.136866:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1e40. 00000001:00000010:2.0:1777582953.136875:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e686c0. 00000020:00000010:2.0:1777582953.136905:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743c00. 00010000:00000010:2.0:1777582953.136914:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582953.136918:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582953.136931:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582953.136970:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:2.0:1777582953.136983:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000200:2.0:1777582953.136997:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975321, last committed = 8589975157 00010000:00000200:2.0:1777582953.137005:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa78e00 x1863928707839616/t8589975321(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582953.137022:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582953.137027:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707839616, offset 224 00000400:00000010:2.0:1777582953.137033:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca120e0. 00000400:00000200:2.0:1777582953.137036:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.137049:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.137054:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396857:396857:256:4294967295] 192.168.202.9@tcp LPNI seq info [396853:396853:8:4294967295] 00000400:00000200:2.0:1777582953.137059:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582953.137064:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.137069:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.137073:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582953.137078:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.137084:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.137087:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.137111:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374080. 00000020:00000010:2.0:1777582953.137116:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:2.0:1777582953.137121:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253800. 00010000:00000010:3.1:1777582953.137154:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582953.137161:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582953.137206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582953.137212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582953.137215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582953.137217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582953.137235:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:1.0:1777582953.137240:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00000800:00000200:3.0:1777582953.137244:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1777582953.137246:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68600. 00000800:00000010:3.0:1777582953.137248:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:3.0:1777582953.137252:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.137257:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582953.139233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582953.139248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582953.139251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582953.139254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00000400:00000200:3.0:1777582953.139510:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.139529:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21408d 00000400:00000200:3.0:1777582953.139536:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.139540:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.139546:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:3.0:1777582953.139549:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000400:00000200:3.0:1777582953.139581:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.139587:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8847700 00000400:00000200:3.0:1777582953.139594:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 153928 00000400:00000200:3.0:1777582953.139635:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.139639:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.139643:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.139649:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce09180. 00000020:00000010:2.0:1777582953.139867:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741680. 00000020:00000010:2.0:1777582953.139873:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741680. 00000020:00000010:2.0:1777582953.139879:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cea00. 00000020:00000010:2.0:1777582953.139884:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582953.139889:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582953.139932:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741680. 00000020:00000010:2.0:1777582953.139935:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741680. 00000100:00000200:2.0:1777582953.139938:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707839744 00000001:00000010:2.0:1777582953.139949:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:2.0:1777582953.139974:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582953.139981:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 02000000:00000010:2.0:1777582953.140008:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc7000. 00010000:00000010:2.0:1777582953.140041:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582953.140045:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582953.140064:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582953.140068:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582953.140072:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582953.140075:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00000004:00000010:2.0:1777582953.140196:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168960. 00000004:00000010:2.0:1777582953.140203:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0000. 00000004:00000010:2.0:1777582953.140208:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757a90. 00080000:00000010:2.0:1777582953.140215:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cc78. 00010000:00000010:1.0:1777582953.140458:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:1.0:1777582953.140467:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374480. 00010000:00000010:3.1:1777582953.142066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582953.142080:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582953.143050:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582953.143056:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3700. 00010000:00000010:1.0:1777582953.143061:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582953.143066:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582953.143167:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:1.0:1777582953.143177:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:1.0:1777582953.143180:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:1.0:1777582953.143201:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000200:1.0:1777582953.143217:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce09180 x1863928707839744/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.143234:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582953.143238:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707839744, offset 224 00000400:00000200:1.0:1777582953.143244:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.143254:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.143259:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396858:396858:256:4294967295] 192.168.202.9@tcp LPNI seq info [396854:396854:8:4294967295] 00000400:00000200:1.0:1777582953.143268:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.143271:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.143275:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582953.143281:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.143287:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.143292:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.143315:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:1.0:1777582953.143320:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:1.0:1777582953.143323:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cea00. 00000800:00000200:2.0:1777582953.143487:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.143492:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582953.143496:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.143502:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582953.143507:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:2.0:1777582953.143509:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00000400:00000200:3.0:1777582953.146504:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.146524:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8847800 00000400:00000200:3.0:1777582953.146532:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 154504 00000400:00000200:3.0:1777582953.146547:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.146552:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.146561:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.146567:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce09c00. 00010000:00000010:1.1:1777582953.147559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582953.147568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00000020:00000010:1.0:1777582953.147605:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.147609:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.147615:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e135200. 00000020:00000010:1.0:1777582953.147619:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3800. 00000020:00000010:1.0:1777582953.147622:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.147657:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.147660:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000100:00000200:1.0:1777582953.147663:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707840000 02000000:00000010:1.0:1777582953.147700:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388fb1000. 00010000:00000010:1.0:1777582953.147853:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582953.148974:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3700. 00010000:00000010:1.0:1777582953.148998:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582953.149005:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582953.149019:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582953.149021:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3700. 00010000:00000010:1.0:1777582953.149024:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582953.149026:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582953.149117:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582953.149119:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c00. 00010000:00000010:1.0:1777582953.149121:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582953.149123:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00000020:00000010:1.0:1777582953.149153:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6660. 00000020:00000010:1.0:1777582953.149159:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6660. 00000020:00000010:1.0:1777582953.149167:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df240. 00080000:00000010:1.0:1777582953.149177:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248493dc00. 00010000:00000010:2.1:1777582953.149460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582953.149466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000001:00000010:1.0:1777582953.149781:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfc60. 00000001:00000010:1.0:1777582953.149789:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582953.149828:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df240. 00010000:00000010:1.0:1777582953.149839:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582953.149843:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582953.149856:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582953.152879:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582953.152909:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000200:1.0:1777582953.152934:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975322, last committed = 8589975157 00010000:00000200:1.0:1777582953.152947:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce09c00 x1863928707840000/t8589975322(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.152972:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582953.152978:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707840000, offset 224 00000400:00000010:1.0:1777582953.152984:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62e4540. 00000400:00000200:1.0:1777582953.152987:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.153000:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.153006:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396859:396859:256:4294967295] 192.168.202.9@tcp LPNI seq info [396855:396855:8:4294967295] 00000400:00000200:1.0:1777582953.153011:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.153016:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.153021:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.153025:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582953.153031:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.153039:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.153045:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.153069:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3800. 00000020:00000010:1.0:1777582953.153075:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.153080:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e135200. 00000800:00000200:3.0:1777582953.153193:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.153198:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582953.153202:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.153208:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582953.153568:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:2.0:1777582953.153579:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c00. 00010000:00000010:2.0:1777582953.153586:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000400:00000200:2.0:1777582953.155679:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582953.155700:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214095 00000400:00000200:2.0:1777582953.155708:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.155712:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582953.155719:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:2.0:1777582953.155722:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00010000:00000010:3.0:1777582953.156020:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:3.0:1777582953.156031:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3700. 00000400:00000200:1.0:1777582953.156089:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.156100:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8847880 00000400:00000200:1.0:1777582953.156108:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 154992 00000400:00000200:1.0:1777582953.156192:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.156197:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.156202:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.156208:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4a300. 00000020:00000010:2.0:1777582953.156261:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741680. 00000020:00000010:2.0:1777582953.156266:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741680. 00000020:00000010:2.0:1777582953.156273:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862ce600. 00000020:00000010:2.0:1777582953.156289:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e680. 00000020:00000010:2.0:1777582953.156294:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582953.156382:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741680. 00000020:00000010:2.0:1777582953.156385:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741680. 00000100:00000200:2.0:1777582953.156389:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707840128 00000001:00000010:2.0:1777582953.156400:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e686c0. 00010000:00000010:2.0:1777582953.156427:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582953.156434:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 02000000:00000010:2.0:1777582953.156464:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc6000. 00010000:00000010:2.0:1777582953.156495:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582953.156499:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582953.156516:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582953.156519:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb80. 00010000:00000010:2.0:1777582953.156523:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582953.156526:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000004:00000010:2.0:1777582953.156637:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71681e0. 00000004:00000010:2.0:1777582953.156648:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0690. 00000004:00000010:2.0:1777582953.156655:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756770. 00080000:00000010:2.0:1777582953.156664:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c8e8. 00010000:00000010:3.0:1777582953.158541:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582953.158550:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582953.158555:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582953.158562:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582953.158636:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:3.0:1777582953.158649:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:3.0:1777582953.158654:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb80. 00010000:00000010:3.0:1777582953.158678:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000200:3.0:1777582953.158695:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4a300 x1863928707840128/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.158716:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582953.158722:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707840128, offset 224 00000400:00000200:3.0:1777582953.158741:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.158754:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.158761:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396860:396860:256:4294967295] 192.168.202.9@tcp LPNI seq info [396856:396856:8:4294967295] 00000400:00000200:3.0:1777582953.158772:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.158777:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.158783:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582953.158790:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.158797:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.158801:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.158830:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e680. 00000020:00000010:3.0:1777582953.158836:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:3.0:1777582953.158839:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862ce600. 00000800:00000200:2.0:1777582953.158960:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.158965:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582953.158970:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.158974:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582953.158980:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:2.0:1777582953.158983:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00010000:00000010:1.1:1777582953.160327:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582953.160343:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582953.160348:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582953.160352:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582953.160356:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582953.160359:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582953.161280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582953.161291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582953.161295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582953.161299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582953.161394:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582953.161400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000400:00000200:2.0:1777582953.161519:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.161537:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8847980 00000400:00000200:2.0:1777582953.161545:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 155568 00000400:00000200:2.0:1777582953.161560:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.161564:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.161573:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.161579:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7bb80. 00000020:00000010:1.0:1777582953.161871:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.161876:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.161881:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248992a600. 00000020:00000010:1.0:1777582953.161884:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3800. 00000020:00000010:1.0:1777582953.161888:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.161926:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.161929:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000100:00000200:1.0:1777582953.161932:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707840384 02000000:00000010:1.0:1777582953.161973:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388fb6000. 00010000:00000010:1.0:1777582953.162018:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:1.0:1777582953.162030:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:1.0:1777582953.162048:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582953.162052:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582953.162064:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582953.162066:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3000. 00010000:00000010:1.0:1777582953.162068:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582953.162070:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582953.162214:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582953.162217:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b80. 00010000:00000010:1.0:1777582953.162220:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582953.162222:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00000020:00000010:1.0:1777582953.162243:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6660. 00000020:00000010:1.0:1777582953.162247:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6660. 00000020:00000010:1.0:1777582953.162256:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df240. 00080000:00000010:1.0:1777582953.162264:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023887d5400. 00000001:00000010:1.0:1777582953.162624:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfcc0. 00000001:00000010:1.0:1777582953.162631:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582953.162661:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df240. 00010000:00000010:1.0:1777582953.162668:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582953.162671:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582953.162682:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582953.162722:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:2.0:1777582953.162748:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:2.0:1777582953.162756:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582953.164927:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b80. 00010000:00000010:1.0:1777582953.164965:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000200:1.0:1777582953.164988:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975323, last committed = 8589975157 00010000:00000200:1.0:1777582953.164999:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7bb80 x1863928707840384/t8589975323(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.165020:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582953.165026:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707840384, offset 224 00000400:00000010:1.0:1777582953.165052:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2ce8. 00000400:00000200:1.0:1777582953.165055:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.165068:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.165073:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396861:396861:256:4294967295] 192.168.202.9@tcp LPNI seq info [396857:396857:8:4294967295] 00000400:00000200:1.0:1777582953.165078:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.165083:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.165088:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.165092:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582953.165097:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.165113:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.165116:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.165162:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3800. 00000020:00000010:1.0:1777582953.165167:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.165172:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248992a600. 00000800:00000200:3.0:1777582953.165283:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.165288:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582953.165292:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.165298:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582953.166332:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582953.166344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000400:00000200:2.0:1777582953.167575:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582953.167594:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21409d 00000400:00000200:2.0:1777582953.167601:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.167605:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582953.167611:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:2.0:1777582953.167614:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000400:00000200:2.0:1777582953.168415:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.168426:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8847a00 00000400:00000200:2.0:1777582953.168434:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 156056 00000400:00000200:2.0:1777582953.168490:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.168494:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.168501:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.168507:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa79500. 00000020:00000010:3.0:1777582953.168775:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c780. 00000020:00000010:3.0:1777582953.168783:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c780. 00000020:00000010:3.0:1777582953.168788:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7252c00. 00000020:00000010:3.0:1777582953.168795:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374080. 00000020:00000010:3.0:1777582953.168801:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582953.168853:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c780. 00000020:00000010:3.0:1777582953.168856:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c780. 00000100:00000200:3.0:1777582953.168860:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707840512 00000001:00000010:3.0:1777582953.168874:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:3.0:1777582953.168902:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.168910:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 02000000:00000010:3.0:1777582953.168938:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aec88000. 00010000:00000010:3.0:1777582953.168968:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.168972:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582953.168990:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582953.168993:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582953.168997:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.168999:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00000004:00000010:3.0:1777582953.169102:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e903c0. 00000004:00000010:3.0:1777582953.169111:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c657f8. 00000004:00000010:3.0:1777582953.169117:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386990. 00080000:00000010:3.0:1777582953.169128:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489ada390. 00010000:00000010:1.0:1777582953.169197:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582953.169206:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3000. 00010000:00000010:2.1:1777582953.169406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.0:1777582953.170048:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582953.170053:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86400. 00010000:00000010:3.0:1777582953.170057:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582953.170063:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.170126:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.1:1777582953.170163:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582953.170169:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:3.1:1777582953.170173:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582953.170176:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582953.170180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582953.170184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582953.170186:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582953.170190:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582953.170215:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:3.0:1777582953.170234:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa79500 x1863928707840512/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.170255:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582953.170261:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707840512, offset 224 00000400:00000200:3.0:1777582953.170268:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.170281:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.170448:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396862:396862:256:4294967295] 192.168.202.9@tcp LPNI seq info [396858:396858:8:4294967295] 00000400:00000200:3.0:1777582953.170460:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.170466:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.170473:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582953.170480:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.170487:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.170491:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.170519:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374080. 00000020:00000010:3.0:1777582953.170523:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582953.170527:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7252c00. 00000800:00000200:1.0:1777582953.170774:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.170779:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:1.0:1777582953.170784:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.170789:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.170794:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:1.0:1777582953.170796:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00010000:00000010:1.1:1777582953.173185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582953.173198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582953.173211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582953.173213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582953.173216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582953.177354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582953.177375:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582953.177380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582953.177382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:2.0:1777582953.177571:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.177589:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8847b00 00000400:00000200:2.0:1777582953.177598:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 156632 00000400:00000200:2.0:1777582953.177616:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.177620:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.177630:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.177636:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7a680. 00000020:00000010:3.0:1777582953.177819:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.177827:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.177833:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7252c00. 00000020:00000010:3.0:1777582953.177839:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582953.177844:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582953.177941:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.177944:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000100:00000200:3.0:1777582953.177947:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707840768 02000000:00000010:3.0:1777582953.177988:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aec8e000. 00010000:00000010:3.0:1777582953.178031:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.178044:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86400. 00010000:00000010:3.0:1777582953.178064:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.178070:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.178086:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582953.178089:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86400. 00010000:00000010:3.0:1777582953.178094:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.178097:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582953.178248:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582953.178251:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86500. 00010000:00000010:3.0:1777582953.178255:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.178258:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00000020:00000010:3.0:1777582953.178281:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05b20. 00000020:00000010:3.0:1777582953.178287:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05b20. 00000020:00000010:3.0:1777582953.178298:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743060. 00080000:00000010:3.0:1777582953.178317:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c74c00. 00000001:00000010:3.0:1777582953.178987:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913240. 00000001:00000010:3.0:1777582953.178994:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582953.179034:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743060. 00010000:00000010:3.0:1777582953.179045:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582953.179049:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582953.179066:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582953.179181:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582953.179198:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000200:3.0:1777582953.179216:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975324, last committed = 8589975157 00010000:00000200:3.0:1777582953.179228:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7a680 x1863928707840768/t8589975324(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.179248:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582953.179254:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707840768, offset 224 00000400:00000010:3.0:1777582953.179261:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49f88. 00000400:00000200:3.0:1777582953.179264:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.179280:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.179286:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396863:396863:256:4294967295] 192.168.202.9@tcp LPNI seq info [396859:396859:8:4294967295] 00000400:00000200:3.0:1777582953.179293:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.179299:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.179316:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.179321:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582953.179327:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.179334:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.179338:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.179362:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582953.179366:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582953.179369:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7252c00. 00000800:00000200:3.0:1777582953.182169:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.182179:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:3.0:1777582953.182186:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.182195:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.182227:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.182242:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140a5 00000400:00000200:3.0:1777582953.182250:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.182253:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.182259:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:3.0:1777582953.182261:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:3.0:1777582953.182332:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582953.182343:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86400. 00000400:00000200:3.0:1777582953.182370:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.182377:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8847b80 00000400:00000200:3.0:1777582953.182383:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 157120 00000400:00000200:3.0:1777582953.182688:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.182778:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.182785:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.182792:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce08000. 00010000:00000010:2.0:1777582953.182885:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582953.182894:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86500. 00010000:00000010:2.0:1777582953.182902:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000020:00000010:2.0:1777582953.183248:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741680. 00000020:00000010:2.0:1777582953.183253:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741680. 00000020:00000010:2.0:1777582953.183259:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862ce400. 00000020:00000010:2.0:1777582953.183264:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582953.183269:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582953.183329:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741680. 00000020:00000010:2.0:1777582953.183332:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741680. 00000100:00000200:2.0:1777582953.183335:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707840896 00000001:00000010:2.0:1777582953.183347:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:2.0:1777582953.183372:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582953.183379:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 02000000:00000010:2.0:1777582953.183409:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc5000. 00010000:00000010:2.0:1777582953.183439:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582953.183443:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582953.183459:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582953.183462:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e780. 00010000:00000010:2.0:1777582953.183467:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582953.183470:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000004:00000010:2.0:1777582953.183575:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169a40. 00000004:00000010:2.0:1777582953.183584:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb03c0. 00000004:00000010:2.0:1777582953.183591:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756550. 00080000:00000010:2.0:1777582953.183601:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c000. 00010000:00000010:2.0:1777582953.184477:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582953.184483:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb80. 00010000:00000010:2.0:1777582953.184488:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582953.184492:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582953.184561:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582953.184572:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582953.184576:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e780. 00010000:00000010:2.0:1777582953.184602:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000200:2.0:1777582953.184621:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce08000 x1863928707840896/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582953.184644:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777582953.184652:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707840896, offset 224 00000400:00000200:2.0:1777582953.184661:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.184676:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.184684:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396864:396864:256:4294967295] 192.168.202.9@tcp LPNI seq info [396860:396860:8:4294967295] 00000400:00000200:2.0:1777582953.184793:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.184800:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.184806:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582953.184814:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.184822:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.184828:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.184964:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582953.184969:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582953.184973:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862ce400. 00000800:00000200:1.0:1777582953.185091:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.185096:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:1.0:1777582953.185101:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.185106:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.185112:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:1.0:1777582953.185114:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00010000:00000010:3.1:1777582953.187824:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582953.187838:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00000400:00000200:3.0:1777582953.187887:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.187905:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8847c80 00000400:00000200:3.0:1777582953.187914:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 157696 00000400:00000200:3.0:1777582953.187933:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.187938:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.187946:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.187952:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce0b800. 00000020:00000010:1.0:1777582953.188162:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.188168:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.188174:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e135200. 00000020:00000010:1.0:1777582953.188179:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3000. 00000020:00000010:1.0:1777582953.188183:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.188222:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.188224:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000100:00000200:1.0:1777582953.188227:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707841152 02000000:00000010:1.0:1777582953.188266:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388fb0000. 00010000:00000010:1.0:1777582953.188330:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:1.0:1777582953.188345:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb80. 00010000:00000010:1.0:1777582953.188365:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582953.188371:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582953.188389:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582953.188392:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3800. 00010000:00000010:1.0:1777582953.188397:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582953.188400:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582953.188513:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582953.188516:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b80. 00010000:00000010:1.0:1777582953.188519:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582953.188522:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00000020:00000010:1.0:1777582953.188548:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6700. 00000020:00000010:1.0:1777582953.188555:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6700. 00000020:00000010:1.0:1777582953.188566:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df240. 00080000:00000010:1.0:1777582953.188575:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023887d7800. 00000001:00000010:1.0:1777582953.189020:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfde0. 00000001:00000010:1.0:1777582953.189029:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484240. 00000020:00000010:1.0:1777582953.189068:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df240. 00010000:00000010:1.0:1777582953.189079:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582953.189083:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582953.189097:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582953.189166:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582953.189182:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000200:1.0:1777582953.189199:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975325, last committed = 8589975157 00010000:00000200:1.0:1777582953.189210:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce0b800 x1863928707841152/t8589975325(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.189230:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777582953.189237:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707841152, offset 224 00000400:00000010:1.0:1777582953.189243:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d28c0. 00000400:00000200:1.0:1777582953.189247:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.189262:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.189269:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396865:396865:256:4294967295] 192.168.202.9@tcp LPNI seq info [396861:396861:8:4294967295] 00000400:00000200:1.0:1777582953.189275:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.189282:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.189287:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.189292:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582953.189298:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.189305:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.189308:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.189324:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3000. 00000020:00000010:1.0:1777582953.189328:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.189332:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e135200. 00010000:00000010:1.0:1777582953.189367:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582953.189372:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b80. 00010000:00000010:1.0:1777582953.189377:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000800:00000200:2.0:1777582953.192209:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.192219:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582953.192228:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.192237:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.192580:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582953.192595:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140ad 00000400:00000200:1.0:1777582953.192602:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.192605:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582953.192609:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777582953.192612:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000400:00000200:1.0:1777582953.192640:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.192646:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8847d00 00000400:00000200:1.0:1777582953.192653:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 158184 00000400:00000200:1.0:1777582953.192705:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.192709:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.192714:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.192720:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4aa00. 00000020:00000010:3.0:1777582953.193363:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.193371:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.193377:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7252c00. 00000020:00000010:3.0:1777582953.193384:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86400. 00000020:00000010:3.0:1777582953.193390:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582953.193436:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.193439:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000100:00000200:3.0:1777582953.193442:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707841280 00000001:00000010:3.0:1777582953.193452:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:3.0:1777582953.193478:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582953.193486:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 02000000:00000010:3.0:1777582953.193518:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ecd000. 00010000:00000010:3.0:1777582953.193547:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582953.193550:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.193569:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582953.193572:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86000. 00010000:00000010:3.0:1777582953.193577:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582953.193579:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00000004:00000010:3.0:1777582953.193694:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90000. 00000004:00000010:3.0:1777582953.193714:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65528. 00000004:00000010:3.0:1777582953.193722:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387a90. 00080000:00000010:3.0:1777582953.193739:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489adbab8. 00010000:00000010:2.0:1777582953.194668:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:2.0:1777582953.194681:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3800. 00010000:00000010:1.0:1777582953.195029:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582953.195034:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3880. 00010000:00000010:1.0:1777582953.195039:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582953.195044:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582953.195114:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:1.0:1777582953.195125:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:1.0:1777582953.195128:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86000. 00010000:00000010:1.0:1777582953.195402:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:1.0:1777582953.195426:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4aa00 x1863928707841280/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.195447:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777582953.195453:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707841280, offset 224 00000400:00000200:1.0:1777582953.195460:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.195474:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.195481:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396866:396866:256:4294967295] 192.168.202.9@tcp LPNI seq info [396862:396862:8:4294967295] 00000400:00000200:1.0:1777582953.195493:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.195499:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.195504:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582953.195510:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.195517:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.195521:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.195581:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86400. 00000020:00000010:1.0:1777582953.195586:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:1.0:1777582953.195590:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7252c00. 00010000:00000010:3.1:1777582953.196586:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582953.196593:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000800:00000200:3.0:1777582953.196606:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.196610:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582953.196615:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.196621:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.196628:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:3.0:1777582953.196631:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00010000:00000010:3.1:1777582953.198165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582953.198176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582953.198224:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582953.198230:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.1:1777582953.198234:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582953.198238:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582953.198242:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582953.198245:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582953.198249:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582953.198252:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000400:00000200:2.0:1777582953.198280:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.198543:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8847e00 00000400:00000200:2.0:1777582953.198551:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 158760 00000400:00000200:2.0:1777582953.198568:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.198572:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.198579:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.198585:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7b800. 00000020:00000010:3.0:1777582953.198783:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.198791:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.198798:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253000. 00000020:00000010:3.0:1777582953.198803:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86900. 00000020:00000010:3.0:1777582953.198808:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.198879:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.198882:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000100:00000200:3.0:1777582953.198885:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707841536 02000000:00000010:3.0:1777582953.198921:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ecb000. 00010000:00000010:3.0:1777582953.198960:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:3.0:1777582953.198972:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3880. 00010000:00000010:3.0:1777582953.198989:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.198995:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582953.199009:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582953.199012:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86b00. 00010000:00000010:3.0:1777582953.199016:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582953.199019:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.199121:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582953.199123:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86c00. 00010000:00000010:3.0:1777582953.199126:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.199129:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00000020:00000010:3.0:1777582953.199178:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05b20. 00000020:00000010:3.0:1777582953.199184:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05b20. 00000020:00000010:3.0:1777582953.199195:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024899130c0. 00080000:00000010:3.0:1777582953.199204:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c74800. 00000001:00000010:3.0:1777582953.199593:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023937435a0. 00000001:00000010:3.0:1777582953.199600:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582953.199633:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024899130c0. 00010000:00000010:3.0:1777582953.199641:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.199645:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582953.199657:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582953.199873:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582953.199891:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:3.0:1777582953.199907:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975326, last committed = 8589975157 00010000:00000200:3.0:1777582953.199917:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7b800 x1863928707841536/t8589975326(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.199936:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582953.199943:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707841536, offset 224 00000400:00000010:3.0:1777582953.199949:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49c78. 00000400:00000200:3.0:1777582953.199953:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00010000:00000010:0.0:1777582953.199959:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:0.0:1777582953.199965:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86c00. 00000400:00000200:3.0:1777582953.199966:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00010000:00000010:0.0:1777582953.199972:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00000400:00000200:3.0:1777582953.199974:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396867:396867:256:4294967295] 192.168.202.9@tcp LPNI seq info [396863:396863:8:4294967295] 00000400:00000200:3.0:1777582953.199979:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.199986:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.199992:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.199996:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582953.200002:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.200009:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.200014:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.200043:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86900. 00000020:00000010:3.0:1777582953.200047:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.200050:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253000. 00000800:00000200:0.0:1777582953.200200:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.200204:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582953.200209:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.200213:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582953.202378:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582953.202392:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:1.1:1777582953.202397:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582953.202400:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582953.202403:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582953.202405:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582953.202409:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:3.0:1777582953.202845:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.202862:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140b5 00000400:00000200:3.0:1777582953.202869:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.202874:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.202880:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:3.0:1777582953.202883:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00000400:00000200:3.0:1777582953.202915:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.202921:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8847e80 00000400:00000200:3.0:1777582953.202928:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 159248 00000400:00000200:3.0:1777582953.202941:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.202944:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.202950:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.202959:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b9500. 00010000:00000010:0.0:1777582953.203046:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:0.0:1777582953.203056:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b00. 00000020:00000010:2.0:1777582953.203297:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741600. 00000020:00000010:2.0:1777582953.203303:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741600. 00000020:00000010:2.0:1777582953.203309:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862ce400. 00000020:00000010:2.0:1777582953.203314:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582953.203319:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582953.203360:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741600. 00000020:00000010:2.0:1777582953.203363:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741600. 00000100:00000200:2.0:1777582953.203367:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707841664 00000001:00000010:2.0:1777582953.203380:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:2.0:1777582953.203407:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582953.203417:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 02000000:00000010:2.0:1777582953.203449:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc4000. 00010000:00000010:2.0:1777582953.203485:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582953.203488:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582953.203504:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582953.203508:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e780. 00010000:00000010:2.0:1777582953.203512:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582953.203515:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00000004:00000010:2.0:1777582953.203611:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71683c0. 00000004:00000010:2.0:1777582953.203620:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb08e8. 00000004:00000010:2.0:1777582953.203628:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757980. 00080000:00000010:2.0:1777582953.203638:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c558. 00010000:00000010:2.0:1777582953.204340:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582953.204345:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea00. 00010000:00000010:2.0:1777582953.204351:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582953.204356:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582953.204435:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582953.204446:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582953.204450:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e780. 00010000:00000010:2.0:1777582953.204469:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000200:2.0:1777582953.204485:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b9500 x1863928707841664/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582953.204503:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777582953.204507:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707841664, offset 224 00000400:00000200:2.0:1777582953.204512:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.204522:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.204528:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396868:396868:256:4294967295] 192.168.202.9@tcp LPNI seq info [396864:396864:8:4294967295] 00000400:00000200:2.0:1777582953.204539:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.204543:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.204547:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582953.204552:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.204558:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.204561:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.204585:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582953.204589:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582953.204592:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862ce400. 00000800:00000200:3.0:1777582953.204681:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.204685:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:3.0:1777582953.204690:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.204700:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.204705:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:3.0:1777582953.204707:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00010000:00000010:0.1:1777582953.206176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582953.206190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582953.207215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582953.207224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00000400:00000200:0.0:1777582953.207515:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.207532:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8847f80 00000400:00000200:0.0:1777582953.207540:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 159824 00000400:00000200:0.0:1777582953.207557:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.207561:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.207568:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.207576:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1c000. 00000020:00000010:3.0:1777582953.207881:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.207888:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.207895:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253000. 00000020:00000010:3.0:1777582953.207900:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86900. 00000020:00000010:3.0:1777582953.207905:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.207980:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.207983:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000100:00000200:3.0:1777582953.207986:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707841920 02000000:00000010:3.0:1777582953.208028:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383eca000. 00010000:00000010:3.0:1777582953.208072:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:3.0:1777582953.208088:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea00. 00010000:00000010:3.0:1777582953.208113:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582953.208120:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582953.208164:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582953.208168:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86380. 00010000:00000010:3.0:1777582953.208173:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.208176:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582953.208302:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582953.208383:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582953.208387:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582953.208391:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00000020:00000010:3.0:1777582953.208420:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05b20. 00000020:00000010:3.0:1777582953.208426:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05b20. 00000020:00000010:3.0:1777582953.208437:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743120. 00080000:00000010:3.0:1777582953.208447:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c77000. 00000001:00000010:3.0:1777582953.208909:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf780. 00000001:00000010:3.0:1777582953.208919:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582953.208959:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743120. 00010000:00000010:3.0:1777582953.208969:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582953.208973:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582953.208986:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582953.209041:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582953.209059:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:3.0:1777582953.209078:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975327, last committed = 8589975157 00010000:00000200:3.0:1777582953.209090:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1c000 x1863928707841920/t8589975327(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.209112:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582953.209119:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707841920, offset 224 00000400:00000010:3.0:1777582953.209126:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49498. 00000400:00000200:3.0:1777582953.209130:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.209187:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.209194:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396869:396869:256:4294967295] 192.168.202.9@tcp LPNI seq info [396865:396865:8:4294967295] 00000400:00000200:3.0:1777582953.209201:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.209208:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.209214:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.209219:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582953.209226:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.209235:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.209241:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.209261:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86900. 00000020:00000010:3.0:1777582953.209266:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.209269:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253000. 00010000:00000010:1.1:1777582953.209494:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582953.209501:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582953.209504:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.0:1777582953.209847:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:2.0:1777582953.209856:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00010000:00000010:2.0:1777582953.209947:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000800:00000200:3.0:1777582953.211106:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.211115:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582953.211121:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.211130:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.212282:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.212319:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140bd 00000400:00000200:3.0:1777582953.212326:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.212330:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.212338:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:3.0:1777582953.212341:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:0.0:1777582953.212515:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:0.0:1777582953.212526:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86380. 00000400:00000200:0.0:1777582953.213514:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.213529:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8848000 00000400:00000200:0.0:1777582953.213536:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 160312 00000400:00000200:0.0:1777582953.213997:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.214004:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.214012:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.214019:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1c380. 00000020:00000010:3.0:1777582953.214105:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.214111:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.214117:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253000. 00000020:00000010:3.0:1777582953.214123:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86900. 00000020:00000010:3.0:1777582953.214128:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00010000:00000010:2.1:1777582953.214174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582953.214182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582953.214188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582953.214191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582953.214200:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582953.214205:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000020:00000010:3.0:1777582953.214250:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c900. 00000020:00000010:3.0:1777582953.214253:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c900. 00000100:00000200:3.0:1777582953.214256:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707842048 00000001:00000010:3.0:1777582953.214267:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:3.0:1777582953.214433:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.214441:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 02000000:00000010:3.0:1777582953.214469:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ece000. 00010000:00000010:3.0:1777582953.214496:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.214499:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582953.214518:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582953.214521:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86080. 00010000:00000010:3.0:1777582953.214525:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582953.214530:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00000004:00000010:3.0:1777582953.214627:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e912c0. 00000004:00000010:3.0:1777582953.214636:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65a50. 00000004:00000010:3.0:1777582953.214643:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386770. 00080000:00000010:3.0:1777582953.214651:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489adb8f0. 00010000:00000010:0.1:1777582953.217178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582953.217191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:2.1:1777582953.217851:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582953.217944:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582953.218236:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582953.218244:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86c80. 00010000:00000010:3.0:1777582953.218251:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582953.218259:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582953.218510:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582953.218524:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582953.218530:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86080. 00010000:00000010:3.0:1777582953.218555:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:3.0:1777582953.218576:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1c380 x1863928707842048/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.218599:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582953.218607:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707842048, offset 224 00000400:00000200:3.0:1777582953.218614:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.218629:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.218636:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396870:396870:256:4294967295] 192.168.202.9@tcp LPNI seq info [396866:396866:8:4294967295] 00000400:00000200:3.0:1777582953.218649:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.218655:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.218661:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582953.218669:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.218680:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.218685:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.218737:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86900. 00000020:00000010:3.0:1777582953.218742:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.218745:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253000. 00000800:00000200:2.0:1777582953.219039:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.219044:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:2.0:1777582953.219050:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.219056:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582953.219062:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:2.0:1777582953.219064:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:3.1:1777582953.221178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582953.221192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582953.221197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582953.221202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.1:1777582953.221308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582953.221314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000400:00000200:3.0:1777582953.221856:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.221875:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8848100 00000400:00000200:3.0:1777582953.221883:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 160888 00000400:00000200:3.0:1777582953.221898:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.221902:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.221911:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.221917:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b8700. 00000020:00000010:2.0:1777582953.222016:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741b00. 00000020:00000010:2.0:1777582953.222023:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741b00. 00000020:00000010:2.0:1777582953.222029:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862ce400. 00000020:00000010:2.0:1777582953.222035:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582953.222041:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582953.222088:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741b00. 00000020:00000010:2.0:1777582953.222090:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741b00. 00000100:00000200:2.0:1777582953.222094:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707842304 02000000:00000010:2.0:1777582953.222161:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239a6ae000. 00010000:00000010:2.0:1777582953.222280:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:2.0:1777582953.222295:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86c80. 00010000:00000010:0.0:1777582953.222367:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.222377:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.222393:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582953.222397:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf200. 00010000:00000010:0.0:1777582953.222402:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582953.222406:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582953.222516:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582953.222519:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582953.222523:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.222526:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00000020:00000010:0.0:1777582953.222547:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48940. 00000020:00000010:0.0:1777582953.222552:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48940. 00000020:00000010:0.0:1777582953.222563:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48d20. 00080000:00000010:0.0:1777582953.222572:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238852b400. 00000001:00000010:0.0:1777582953.223227:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f487e0. 00000001:00000010:0.0:1777582953.223235:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185300. 00000020:00000010:0.0:1777582953.223268:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48d20. 00010000:00000010:0.0:1777582953.223278:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582953.223292:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582953.223316:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023961856c0. 00010000:00000010:0.0:1777582953.223356:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582953.223372:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582953.223389:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975328, last committed = 8589975157 00010000:00000010:2.0:1777582953.223392:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:2.0:1777582953.223398:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000200:0.0:1777582953.223399:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b8700 x1863928707842304/t8589975328(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1777582953.223403:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023961856c0. 00000400:00000010:0.0:1777582953.223418:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582953.223425:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707842304, offset 224 00000400:00000010:0.0:1777582953.223432:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fdc8. 00000400:00000200:0.0:1777582953.223435:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.223449:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.223455:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396871:396871:256:4294967295] 192.168.202.9@tcp LPNI seq info [396867:396867:8:4294967295] 00000400:00000200:0.0:1777582953.223461:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.223468:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.223473:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.223478:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582953.223485:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.223492:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.223496:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.223525:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec80. 00000020:00000010:0.0:1777582953.223531:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eed8. 00000020:00000010:0.0:1777582953.223534:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862ce400. 00000800:00000200:2.0:1777582953.223947:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.223951:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582953.223956:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.223961:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582953.224242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582953.224249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582953.224253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582953.224256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:2.0:1777582953.225689:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582953.225710:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140c5 00000400:00000200:2.0:1777582953.225718:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.225722:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582953.225743:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:2.0:1777582953.225746:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00010000:00000010:0.0:1777582953.225835:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582953.225847:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf200. 00000400:00000200:2.0:1777582953.227604:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.227623:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8848180 00000400:00000200:2.0:1777582953.227631:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 161376 00000400:00000200:2.0:1777582953.227694:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.227699:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.227707:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.227714:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa79180. 00000020:00000010:3.0:1777582953.227788:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c580. 00000020:00000010:3.0:1777582953.227795:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c580. 00000020:00000010:3.0:1777582953.227802:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253000. 00000020:00000010:3.0:1777582953.227808:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86900. 00000020:00000010:3.0:1777582953.227813:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.227860:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c580. 00000020:00000010:3.0:1777582953.227863:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c580. 00000100:00000200:3.0:1777582953.227866:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707842432 00000001:00000010:3.0:1777582953.227878:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:3.0:1777582953.227911:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.227920:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 02000000:00000010:3.0:1777582953.227955:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ec9000. 00010000:00000010:3.0:1777582953.227988:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582953.227992:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582953.228012:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582953.228015:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86080. 00010000:00000010:3.0:1777582953.228019:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.228022:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00000004:00000010:3.0:1777582953.228125:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91860. 00000004:00000010:3.0:1777582953.228215:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65348. 00000004:00000010:0.0:1777582953.228864:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35870. 00080000:00000010:0.0:1777582953.228879:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b398. 00010000:00000010:0.0:1777582953.231108:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582953.231119:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582953.231127:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582953.231158:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582953.231249:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:0.0:1777582953.231263:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:0.0:1777582953.231268:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86080. 00010000:00000010:2.1:1777582953.231613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582953.231620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.0:1777582953.231708:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:0.0:1777582953.231741:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa79180 x1863928707842432/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582953.231764:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582953.231771:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707842432, offset 224 00000400:00000200:0.0:1777582953.231778:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.231792:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.231800:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396872:396872:256:4294967295] 192.168.202.9@tcp LPNI seq info [396868:396868:8:4294967295] 00000400:00000200:0.0:1777582953.231813:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.231819:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.231824:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582953.231832:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.231840:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.231845:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.231866:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86900. 00000020:00000010:0.0:1777582953.231871:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:0.0:1777582953.231875:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253000. 00000800:00000200:1.0:1777582953.232321:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.232327:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:1.0:1777582953.232332:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.232337:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.232342:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:1.0:1777582953.232344:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00010000:00000010:0.1:1777582953.235644:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582953.235657:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582953.236171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582953.236180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000400:00000200:2.0:1777582953.239679:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.239702:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8848280 00000400:00000200:2.0:1777582953.239711:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 161952 00000400:00000200:2.0:1777582953.239742:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.239747:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.239756:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.239765:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7a300. 00000020:00000010:3.0:1777582953.239982:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c580. 00010000:00000010:0.1:1777582953.239982:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00000020:00000010:3.0:1777582953.239988:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c580. 00010000:00000010:0.1:1777582953.239992:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000020:00000010:3.0:1777582953.239995:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7252a00. 00010000:00000010:0.1:1777582953.239998:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000020:00000010:3.0:1777582953.240001:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86a00. 00010000:00000010:0.1:1777582953.240001:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582953.240005:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000020:00000010:3.0:1777582953.240006:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00010000:00000010:0.1:1777582953.240008:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000020:00000010:3.0:1777582953.240044:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c580. 00000020:00000010:3.0:1777582953.240047:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c580. 00000100:00000200:3.0:1777582953.240051:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707842688 02000000:00000010:3.0:1777582953.240091:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ecf000. 00010000:00000010:3.0:1777582953.240131:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:3.0:1777582953.240161:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe80. 00010000:00000010:3.0:1777582953.240180:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582953.240186:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.240201:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582953.240204:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86d00. 00010000:00000010:3.0:1777582953.240208:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582953.240211:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582953.240324:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582953.240327:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86480. 00010000:00000010:3.0:1777582953.240331:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.240334:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00000020:00000010:3.0:1777582953.240358:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05de0. 00000020:00000010:3.0:1777582953.240365:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05de0. 00000020:00000010:3.0:1777582953.240375:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecfc00. 00080000:00000010:3.0:1777582953.240384:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384c75c00. 00000001:00000010:3.0:1777582953.240783:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023937434e0. 00000001:00000010:3.0:1777582953.240791:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582953.240829:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecfc00. 00010000:00000010:3.0:1777582953.240839:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.240844:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582953.240858:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582953.240897:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582953.240912:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582953.240928:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975329, last committed = 8589975157 00010000:00000200:3.0:1777582953.240940:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7a300 x1863928707842688/t8589975329(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.240967:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582953.240973:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707842688, offset 224 00000400:00000010:3.0:1777582953.240979:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f49428. 00000400:00000200:3.0:1777582953.240983:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.240996:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.241003:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396873:396873:256:4294967295] 192.168.202.9@tcp LPNI seq info [396869:396869:8:4294967295] 00000400:00000200:3.0:1777582953.241009:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.241015:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.241020:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.241025:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582953.241032:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.241040:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.241044:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.241065:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582953.241070:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.241073:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7252a00. 00000800:00000200:3.0:1777582953.241210:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.241214:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:3.0:1777582953.241218:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.241223:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582953.241550:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582953.241557:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86480. 00010000:00000010:2.0:1777582953.241564:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00000400:00000200:1.0:1777582953.246298:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582953.246322:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140cd 00000400:00000200:1.0:1777582953.246330:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.246335:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582953.246344:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:1.0:1777582953.246347:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00010000:00000010:2.0:1777582953.246465:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:2.0:1777582953.246479:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86d00. 00010000:00000010:3.1:1777582953.247383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582953.247393:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582953.247398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582953.247401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000200:2.0:1777582953.248158:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.248175:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8848300 00000400:00000200:2.0:1777582953.248184:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 162440 00000400:00000200:2.0:1777582953.248248:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.248253:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.248261:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.248268:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7b100. 00000020:00000010:1.0:1777582953.248397:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.248403:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.248408:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248992a600. 00000020:00000010:1.0:1777582953.248414:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3200. 00000020:00000010:1.0:1777582953.248419:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582953.248461:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.248464:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582953.248468:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707842816 00000001:00000010:1.0:1777582953.248479:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185300. 00010000:00000010:1.0:1777582953.248502:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582953.248509:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 02000000:00000010:1.0:1777582953.248535:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb4000. 00010000:00000010:1.0:1777582953.248561:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582953.248564:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582953.248582:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582953.248585:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:1.0:1777582953.248589:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582953.248592:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00000004:00000010:1.0:1777582953.248684:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b61e0. 00000004:00000010:1.0:1777582953.248694:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582953.248707:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944990. 00080000:00000010:1.0:1777582953.248715:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f728. 00010000:00000010:2.1:1777582953.249231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582953.249239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.249824:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582953.249829:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86580. 00010000:00000010:3.0:1777582953.249834:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582953.249840:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.249917:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:3.0:1777582953.249928:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:3.0:1777582953.249933:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00010000:00000010:3.0:1777582953.249955:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000200:3.0:1777582953.249972:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7b100 x1863928707842816/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.249992:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777582953.249998:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707842816, offset 224 00000400:00000200:3.0:1777582953.250005:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.250016:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.250023:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396874:396874:256:4294967295] 192.168.202.9@tcp LPNI seq info [396870:396870:8:4294967295] 00000400:00000200:3.0:1777582953.250035:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.250041:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.250046:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582953.250052:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.250059:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.250064:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.250093:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3200. 00000020:00000010:3.0:1777582953.250097:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:3.0:1777582953.250102:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248992a600. 00000800:00000200:1.0:1777582953.250374:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.250378:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:1.0:1777582953.250383:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.250388:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.250392:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:1.0:1777582953.250395:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00010000:00000010:2.1:1777582953.254599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582953.254615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000200:1.0:1777582953.255008:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.255030:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8848400 00000400:00000200:1.0:1777582953.255038:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 163016 00000400:00000200:1.0:1777582953.255055:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.255059:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.255067:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.255078:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8380. 00000020:00000010:3.0:1777582953.255231:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c380. 00000020:00000010:3.0:1777582953.255237:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c380. 00000020:00000010:3.0:1777582953.255243:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7252a00. 00000020:00000010:3.0:1777582953.255249:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86300. 00000020:00000010:3.0:1777582953.255253:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.255496:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c380. 00000020:00000010:3.0:1777582953.255500:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c380. 00000100:00000200:3.0:1777582953.255503:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707843072 02000000:00000010:3.0:1777582953.255544:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024ad9b3000. 00010000:00000010:3.0:1777582953.255584:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.255600:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86580. 00010000:00000010:3.0:1777582953.255619:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.255625:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.255639:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582953.255642:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86580. 00010000:00000010:3.0:1777582953.255646:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.255649:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582953.255785:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582953.255789:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86f80. 00010000:00000010:3.0:1777582953.255792:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582953.255796:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000020:00000010:3.0:1777582953.255822:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e051a0. 00000020:00000010:3.0:1777582953.255829:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e051a0. 00000020:00000010:3.0:1777582953.255840:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743a80. 00080000:00000010:3.0:1777582953.255849:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f50000. 00000001:00000010:3.0:1777582953.256281:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed5a0. 00000001:00000010:3.0:1777582953.256686:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582953.256812:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743a80. 00010000:00000010:3.0:1777582953.256825:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582953.256831:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582953.256848:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582953.256941:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.256959:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582953.256975:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975330, last committed = 8589975157 00010000:00000200:3.0:1777582953.256986:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b8380 x1863928707843072/t8589975330(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.257005:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582953.257011:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707843072, offset 224 00000400:00000010:3.0:1777582953.257017:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f497e0. 00000400:00000200:3.0:1777582953.257021:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.257035:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.257042:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396875:396875:256:4294967295] 192.168.202.9@tcp LPNI seq info [396871:396871:8:4294967295] 00000400:00000200:3.0:1777582953.257049:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.257058:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.257065:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.257070:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582953.257078:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.257085:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.257090:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.257119:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86300. 00000020:00000010:3.0:1777582953.257123:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.257126:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7252a00. 00000800:00000200:1.0:1777582953.257315:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.257319:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:1.0:1777582953.257324:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.257328:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582953.258753:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582953.258769:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86f80. 00010000:00000010:2.0:1777582953.258778:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000400:00000200:1.0:1777582953.258921:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582953.258938:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140d5 00000400:00000200:1.0:1777582953.258947:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.258951:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582953.258957:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:1.0:1777582953.258961:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00010000:00000010:3.0:1777582953.259043:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582953.259049:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86580. 00010000:00000010:3.1:1777582953.259162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582953.259168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582953.259172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582953.259174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000400:00000200:2.0:1777582953.265216:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.265238:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8848480 00000400:00000200:2.0:1777582953.265248:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 163504 00000400:00000200:2.0:1777582953.266050:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.266059:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.266069:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.266076:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa78700. 00000020:00000010:3.0:1777582953.266511:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c380. 00000020:00000010:3.0:1777582953.266517:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c380. 00000020:00000010:3.0:1777582953.266524:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7252a00. 00000020:00000010:3.0:1777582953.266529:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.266534:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.266615:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c380. 00000020:00000010:3.0:1777582953.266618:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c380. 00000100:00000200:3.0:1777582953.266622:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707843200 00000001:00000010:3.0:1777582953.266632:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:3.0:1777582953.266658:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.266665:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 02000000:00000010:3.0:1777582953.266692:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02395685000. 00010000:00000010:3.0:1777582953.266870:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582953.266874:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.266891:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582953.266894:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582953.266898:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582953.266901:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000004:00000010:3.0:1777582953.266991:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91c20. 00000004:00000010:3.0:1777582953.267000:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65f78. 00000004:00000010:3.0:1777582953.267007:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386220. 00080000:00000010:3.0:1777582953.267015:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489adaab0. 00010000:00000010:3.1:1777582953.268167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582953.268176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582953.268179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582953.268182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.268478:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582953.268483:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86e00. 00010000:00000010:3.0:1777582953.268489:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.268495:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582953.268575:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.268586:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.268592:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582953.268616:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:3.0:1777582953.268634:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa78700 x1863928707843200/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.268655:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582953.268662:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707843200, offset 224 00000400:00000200:3.0:1777582953.268669:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.268683:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.268690:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396876:396876:256:4294967295] 192.168.202.9@tcp LPNI seq info [396872:396872:8:4294967295] 00000400:00000200:3.0:1777582953.268877:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.268885:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.268890:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582953.268897:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.268904:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.268908:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.268986:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.268991:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.268995:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7252a00. 00000800:00000200:1.0:1777582953.270339:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.270348:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:1.0:1777582953.270356:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.270364:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.270371:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:1.0:1777582953.270373:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00010000:00000010:2.1:1777582953.271184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582953.271195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582953.271243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582953.271248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:1.0:1777582953.272831:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.272852:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8848580 00000400:00000200:1.0:1777582953.272861:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 164080 00000400:00000200:1.0:1777582953.272878:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.272883:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.272892:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.272898:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55bad80. 00000020:00000010:3.0:1777582953.272999:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca40. 00000020:00000010:3.0:1777582953.273005:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca40. 00000020:00000010:3.0:1777582953.273011:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7252a00. 00000020:00000010:3.0:1777582953.273017:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.273022:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.273064:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca40. 00000020:00000010:3.0:1777582953.273068:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca40. 00000100:00000200:3.0:1777582953.273070:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707843456 02000000:00000010:3.0:1777582953.273106:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02395686000. 00010000:00000010:3.0:1777582953.273181:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582953.273198:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86e00. 00010000:00000010:3.0:1777582953.273218:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.273224:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582953.273239:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582953.273242:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86e00. 00010000:00000010:3.0:1777582953.273247:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582953.273250:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582953.273379:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582953.273383:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582953.273386:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582953.273389:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000020:00000010:3.0:1777582953.273415:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05740. 00000020:00000010:3.0:1777582953.273421:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05740. 00000020:00000010:3.0:1777582953.273432:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed4e0. 00080000:00000010:3.0:1777582953.273441:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f51400. 00000001:00000010:3.0:1777582953.273850:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed3c0. 00000001:00000010:3.0:1777582953.273860:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582953.273899:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed4e0. 00010000:00000010:3.0:1777582953.273910:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582953.273916:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.273929:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582953.273969:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.273983:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000200:3.0:1777582953.274001:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975331, last committed = 8589975157 00010000:00000200:3.0:1777582953.274011:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55bad80 x1863928707843456/t8589975331(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.274031:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582953.274039:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707843456, offset 224 00000400:00000010:3.0:1777582953.274045:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02483f498f8. 00000400:00000200:3.0:1777582953.274049:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.274062:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.274069:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396877:396877:256:4294967295] 192.168.202.9@tcp LPNI seq info [396873:396873:8:4294967295] 00000400:00000200:3.0:1777582953.274075:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.274082:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.274087:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.274094:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582953.274100:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.274108:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.274112:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.274160:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.274164:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.274167:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7252a00. 00010000:00000010:2.0:1777582953.274264:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:2.0:1777582953.274270:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:2.0:1777582953.274278:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000800:00000200:2.0:1777582953.274377:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.274381:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:2.0:1777582953.274386:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.274391:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582953.277205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582953.277221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582953.277229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582953.277231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000400:00000200:1.0:1777582953.279504:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582953.279529:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140dd 00000400:00000200:1.0:1777582953.279538:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.279541:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582953.279547:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:1.0:1777582953.279549:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000400:00000200:1.0:1777582953.279580:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.279586:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8848600 00000400:00000200:1.0:1777582953.279593:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 164568 00000400:00000200:1.0:1777582953.279609:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.279612:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.279616:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:2.0:1777582953.279622:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00000100:00000010:1.0:1777582953.279623:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55ba300. 00010000:00000010:2.0:1777582953.279634:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86e00. 00000020:00000010:3.0:1777582953.279719:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca40. 00000020:00000010:3.0:1777582953.279739:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca40. 00000020:00000010:3.0:1777582953.279747:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7252a00. 00000020:00000010:3.0:1777582953.279752:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.279756:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.279802:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca40. 00000020:00000010:3.0:1777582953.279805:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca40. 00000100:00000200:3.0:1777582953.279808:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707843584 00000001:00000010:3.0:1777582953.279820:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582953.279841:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.279847:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 02000000:00000010:3.0:1777582953.279873:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02395682000. 00010000:00000010:3.0:1777582953.279903:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582953.279907:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.279923:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582953.279927:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86e00. 00010000:00000010:3.0:1777582953.279931:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582953.279934:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000004:00000010:3.0:1777582953.280035:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e910e0. 00000004:00000010:3.0:1777582953.280044:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c652d0. 00000004:00000010:3.0:1777582953.280050:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386ee0. 00080000:00000010:3.0:1777582953.280057:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489adbc80. 00010000:00000010:3.0:1777582953.281483:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582953.281490:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86d00. 00010000:00000010:3.0:1777582953.281496:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582953.281502:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582953.281570:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.281581:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582953.281585:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86e00. 00010000:00000010:3.0:1777582953.281607:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000200:3.0:1777582953.281623:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55ba300 x1863928707843584/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.281642:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582953.281649:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707843584, offset 224 00000400:00000200:3.0:1777582953.281656:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.281668:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.281674:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396878:396878:256:4294967295] 192.168.202.9@tcp LPNI seq info [396874:396874:8:4294967295] 00000400:00000200:3.0:1777582953.281686:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.281692:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.281708:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582953.281715:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.281734:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.281739:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.281754:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.281758:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.281761:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7252a00. 00000800:00000200:1.0:1777582953.282117:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.282122:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:1.0:1777582953.282128:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.282162:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.282168:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:1.0:1777582953.282171:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00010000:00000010:3.1:1777582953.282899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582953.282908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582953.282912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582953.282915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582953.283255:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582953.283261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:2.0:1777582953.285895:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.285919:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8848700 00000400:00000200:2.0:1777582953.285928:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 165144 00000400:00000200:2.0:1777582953.285948:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.285953:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.285963:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.285971:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa78a80. 00000020:00000010:1.0:1777582953.286090:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.286096:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.286102:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0240de98000. 00000020:00000010:1.0:1777582953.286108:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3080. 00000020:00000010:1.0:1777582953.286113:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674190. 00000020:00000010:1.0:1777582953.286181:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.286184:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582953.286187:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707843840 02000000:00000010:1.0:1777582953.286232:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0240fb51000. 00010000:00000010:1.0:1777582953.286278:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:1.0:1777582953.286452:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86d00. 00010000:00000010:1.0:1777582953.286482:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582953.286489:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582953.286506:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582953.286510:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3600. 00010000:00000010:1.0:1777582953.286514:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582953.286517:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582953.287243:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582953.287248:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3a00. 00010000:00000010:1.0:1777582953.287252:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582953.287256:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00000020:00000010:1.0:1777582953.287435:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d66c0. 00000020:00000010:1.0:1777582953.287442:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d66c0. 00000020:00000010:1.0:1777582953.287454:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dfa80. 00080000:00000010:1.0:1777582953.287465:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023887d6000. 00000001:00000010:1.0:1777582953.288081:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df720. 00000001:00000010:1.0:1777582953.288089:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582953.288126:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dfa80. 00010000:00000010:1.0:1777582953.288439:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582953.288447:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582953.288466:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582953.288517:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582953.288534:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000200:1.0:1777582953.288555:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975332, last committed = 8589975157 00010000:00000200:1.0:1777582953.288566:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa78a80 x1863928707843840/t8589975332(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.288586:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582953.288593:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707843840, offset 224 00000400:00000010:1.0:1777582953.288600:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2e70. 00000400:00000200:1.0:1777582953.288604:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.288618:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.288625:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396879:396879:256:4294967295] 192.168.202.9@tcp LPNI seq info [396875:396875:8:4294967295] 00000400:00000200:1.0:1777582953.288632:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.288638:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.288644:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.288648:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582953.288655:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.288663:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.288667:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1777582953.288754:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:2.0:1777582953.288762:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3a00. 00010000:00000010:2.0:1777582953.288768:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000020:00000010:1.0:1777582953.288892:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3080. 00000020:00000010:1.0:1777582953.288897:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674190. 00000020:00000010:1.0:1777582953.288902:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0240de98000. 00010000:00000010:3.1:1777582953.289516:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582953.289525:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582953.289530:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582953.289533:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000800:00000200:3.0:1777582953.291469:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.291477:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582953.291484:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.291493:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.291530:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.291546:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140e5 00000400:00000200:3.0:1777582953.291552:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.291554:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.291559:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:3.0:1777582953.291561:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00010000:00000010:2.0:1777582953.291644:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:2.0:1777582953.291654:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3600. 00000400:00000200:2.0:1777582953.293578:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.293595:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8848780 00000400:00000200:2.0:1777582953.293603:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 165632 00000400:00000200:2.0:1777582953.293660:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.293665:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.293672:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.293679:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa78000. 00000020:00000010:1.0:1777582953.294197:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.294204:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.294212:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0240de98000. 00000020:00000010:1.0:1777582953.294218:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3080. 00000020:00000010:1.0:1777582953.294222:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674190. 00000020:00000010:1.0:1777582953.294265:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.294267:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582953.294271:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707843968 00000001:00000010:1.0:1777582953.294294:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:1.0:1777582953.294327:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582953.294336:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 02000000:00000010:1.0:1777582953.294366:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb52000. 00010000:00000010:1.0:1777582953.294394:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582953.294398:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582953.294418:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582953.294422:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3980. 00010000:00000010:1.0:1777582953.294427:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582953.294430:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00000004:00000010:1.0:1777582953.294524:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7e00. 00000004:00000010:1.0:1777582953.294533:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582953.294540:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944aa0. 00080000:00000010:1.0:1777582953.294548:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74eab0. 00010000:00000010:2.0:1777582953.295682:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582953.295691:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea00. 00010000:00000010:2.0:1777582953.295707:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582953.295715:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582953.295824:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:2.0:1777582953.295837:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:2.0:1777582953.295842:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3980. 00010000:00000010:2.0:1777582953.295867:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000200:2.0:1777582953.295890:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa78000 x1863928707843968/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582953.295911:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777582953.295918:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707843968, offset 224 00000400:00000200:2.0:1777582953.295925:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.295939:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.295945:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396880:396880:256:4294967295] 192.168.202.9@tcp LPNI seq info [396876:396876:8:4294967295] 00000400:00000200:2.0:1777582953.295956:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.295962:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.295967:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582953.295973:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.295981:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.295986:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.296016:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3080. 00000020:00000010:2.0:1777582953.296021:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674190. 00000020:00000010:2.0:1777582953.296026:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0240de98000. 00000800:00000200:1.0:1777582953.296859:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.296865:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:1.0:1777582953.296870:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.296876:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.296882:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:1.0:1777582953.296885:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000400:00000200:3.0:1777582953.299895:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.299917:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8848880 00000400:00000200:3.0:1777582953.299925:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 166208 00000400:00000200:3.0:1777582953.299941:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.299946:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.299955:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.299962:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b8000. 00000020:00000010:0.0:1777582953.300306:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b300. 00000020:00000010:0.0:1777582953.300313:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b300. 00000020:00000010:0.0:1777582953.300319:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:0.0:1777582953.300325:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf100. 00000020:00000010:0.0:1777582953.300330:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582953.300371:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b300. 00000020:00000010:0.0:1777582953.300373:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b300. 00000100:00000200:0.0:1777582953.300376:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707844224 02000000:00000010:0.0:1777582953.300412:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df830000. 00010000:00000010:0.0:1777582953.300454:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:0.0:1777582953.300471:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea00. 00010000:00000010:0.0:1777582953.300494:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582953.300500:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.300516:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582953.300518:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf400. 00010000:00000010:0.0:1777582953.300523:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.300526:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582953.300627:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582953.300631:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582953.300634:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.300637:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00000020:00000010:0.0:1777582953.300663:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c485e0. 00000020:00000010:0.0:1777582953.300668:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c485e0. 00000020:00000010:0.0:1777582953.300676:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48780. 00080000:00000010:0.0:1777582953.300683:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238852a400. 00000001:00000010:1.0:1777582953.302105:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df7e0. 00000001:00000010:1.0:1777582953.302116:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00010000:00000010:1.1:1777582953.302160:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582953.302167:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582953.302173:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582953.302175:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000020:00000010:1.0:1777582953.302200:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48780. 00010000:00000010:1.0:1777582953.302212:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582953.302219:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582953.302238:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484240. 00010000:00000010:1.0:1777582953.302295:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582953.302487:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:0.0:1777582953.302494:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582953.302500:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484240. 00010000:00000010:1.0:1777582953.302525:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:1.0:1777582953.302546:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975333, last committed = 8589975157 00010000:00000010:2.1:1777582953.302548:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582953.302552:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582953.302556:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000200:1.0:1777582953.302557:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b8000 x1863928707844224/t8589975333(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1777582953.302560:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000400:00000010:1.0:1777582953.302577:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777582953.302583:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707844224, offset 224 00000400:00000010:1.0:1777582953.302590:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2930. 00000400:00000200:1.0:1777582953.302594:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.302608:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.302615:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396881:396881:256:4294967295] 192.168.202.9@tcp LPNI seq info [396877:396877:8:4294967295] 00000400:00000200:1.0:1777582953.302622:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.302629:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.302635:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.302639:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582953.302645:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.302653:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.302657:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.302737:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf100. 00000020:00000010:1.0:1777582953.302741:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:1.0:1777582953.302746:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00000800:00000200:3.0:1777582953.305484:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.305493:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582953.305499:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.305508:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.305538:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.305553:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140ed 00000400:00000200:3.0:1777582953.305559:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.305562:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.305567:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:3.0:1777582953.305571:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000400:00000200:3.0:1777582953.305594:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.305600:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8848900 00000400:00000200:3.0:1777582953.305607:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 166696 00000400:00000200:3.0:1777582953.305661:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.305665:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.305670:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.305676:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b8e00. 00010000:00000010:2.0:1777582953.305966:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:2.0:1777582953.305978:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf400. 00000020:00000010:3.0:1777582953.306240:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c200. 00000020:00000010:3.0:1777582953.306247:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c200. 00000020:00000010:3.0:1777582953.306254:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7252a00. 00000020:00000010:3.0:1777582953.306259:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.306264:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582953.306412:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c200. 00000020:00000010:3.0:1777582953.306415:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c200. 00000100:00000200:3.0:1777582953.306418:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707844352 00000001:00000010:3.0:1777582953.306429:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:3.0:1777582953.306452:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.306460:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 02000000:00000010:3.0:1777582953.306485:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02395681000. 00010000:00000010:3.0:1777582953.306511:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582953.306515:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582953.306530:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582953.306533:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86e00. 00010000:00000010:3.0:1777582953.306537:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582953.306540:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000004:00000010:3.0:1777582953.306635:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e914a0. 00000004:00000010:3.0:1777582953.306644:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65258. 00000004:00000010:3.0:1777582953.306650:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386330. 00080000:00000010:3.0:1777582953.306658:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489adac78. 00010000:00000010:0.0:1777582953.307823:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582953.307831:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582953.307836:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582953.307842:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582953.307926:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:0.0:1777582953.307935:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:0.0:1777582953.307939:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86e00. 00010000:00000010:0.0:1777582953.307959:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000200:0.0:1777582953.307976:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b8e00 x1863928707844352/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582953.307995:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582953.308001:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707844352, offset 224 00000400:00000200:0.0:1777582953.308007:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.308017:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.308023:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396882:396882:256:4294967295] 192.168.202.9@tcp LPNI seq info [396878:396878:8:4294967295] 00000400:00000200:0.0:1777582953.308031:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.308036:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.308040:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582953.308046:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.308052:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.308056:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.308079:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86580. 00000020:00000010:0.0:1777582953.308083:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:0.0:1777582953.308086:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7252a00. 00000800:00000200:3.0:1777582953.308198:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.308202:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582953.308208:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.308213:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.308218:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:3.0:1777582953.308220:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00010000:00000010:0.1:1777582953.309340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582953.309352:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00000400:00000200:3.0:1777582953.312169:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00010000:00000010:0.1:1777582953.312174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582953.312185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:3.0:1777582953.312192:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8848a00 00000400:00000200:3.0:1777582953.312201:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 167272 00000400:00000200:3.0:1777582953.312219:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.312224:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582953.312230:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00000100:00000200:3.0:1777582953.312232:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:2.1:1777582953.312235:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000100:00000010:3.0:1777582953.312238:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2ba680. 00010000:00000010:2.1:1777582953.312239:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582953.312241:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582953.312243:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582953.312245:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582953.312339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582953.312344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000020:00000010:1.0:1777582953.312380:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.312385:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.312391:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0240de99800. 00000020:00000010:1.0:1777582953.312397:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3100. 00000020:00000010:1.0:1777582953.312402:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.312444:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.312446:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582953.312449:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707844608 02000000:00000010:1.0:1777582953.312485:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0240fb55000. 00010000:00000010:1.0:1777582953.312524:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:1.0:1777582953.312537:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:1.0:1777582953.312555:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582953.312561:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582953.312575:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582953.312578:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3500. 00010000:00000010:1.0:1777582953.312582:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582953.312585:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582953.312711:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582953.312714:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b00. 00010000:00000010:1.0:1777582953.312717:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582953.312720:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00000020:00000010:1.0:1777582953.313005:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6f40. 00000020:00000010:1.0:1777582953.313013:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6f40. 00000020:00000010:1.0:1777582953.313025:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df900. 00080000:00000010:1.0:1777582953.313036:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023887d4400. 00000001:00000010:1.0:1777582953.313719:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df4e0. 00000001:00000010:1.0:1777582953.313996:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582953.314036:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df900. 00010000:00000010:1.0:1777582953.314048:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582953.314054:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582953.314068:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582953.314226:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582953.314241:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000200:1.0:1777582953.314259:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975334, last committed = 8589975157 00010000:00000200:1.0:1777582953.314269:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2ba680 x1863928707844608/t8589975334(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.314301:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582953.314315:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707844608, offset 224 00000400:00000010:1.0:1777582953.314322:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2738. 00000400:00000200:1.0:1777582953.314326:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.314340:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.314347:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396883:396883:256:4294967295] 192.168.202.9@tcp LPNI seq info [396879:396879:8:4294967295] 00000400:00000200:1.0:1777582953.314353:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.314360:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.314366:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.314371:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582953.314377:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.314385:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.314389:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.314421:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3100. 00000020:00000010:1.0:1777582953.314426:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.314430:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0240de99800. 00000800:00000200:0.0:1777582953.314652:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.314657:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582953.314662:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.314668:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582953.317157:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582953.317170:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582953.318322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582953.318333:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582953.318338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582953.318340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.321059:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:3.0:1777582953.321074:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b00. 00010000:00000010:3.0:1777582953.321085:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000400:00000200:0.0:1777582953.321189:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.321219:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140f5 00000400:00000200:0.0:1777582953.321227:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.321233:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.321239:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:0.0:1777582953.321242:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000400:00000200:0.0:1777582953.321273:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.321279:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8848a80 00000400:00000200:0.0:1777582953.321286:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 167760 00000400:00000200:0.0:1777582953.321344:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.321349:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.321353:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.321359:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1dc00. 00000020:00000010:1.0:1777582953.322028:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.322035:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.322041:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0240de99800. 00000020:00000010:1.0:1777582953.322046:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3100. 00000020:00000010:1.0:1777582953.322050:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.322093:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582953.322095:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582953.322098:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707844736 00000001:00000010:1.0:1777582953.322110:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:1.0:1777582953.322162:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582953.322170:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 02000000:00000010:1.0:1777582953.322202:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb56000. 00010000:00000010:1.0:1777582953.322237:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582953.322242:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582953.322258:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582953.322261:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3300. 00010000:00000010:1.0:1777582953.322265:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582953.322268:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:3.0:1777582953.322664:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:3.0:1777582953.322672:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3500. 00000004:00000010:1.0:1777582953.322925:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7a40. 00000004:00000010:1.0:1777582953.322935:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582953.322942:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ed0. 00080000:00000010:1.0:1777582953.322951:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ec78. 00010000:00000010:1.0:1777582953.323551:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582953.323556:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3500. 00010000:00000010:1.0:1777582953.323560:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582953.323565:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582953.323623:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582953.323631:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582953.323635:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3300. 00010000:00000010:1.0:1777582953.323655:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000200:1.0:1777582953.323673:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1dc00 x1863928707844736/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.323706:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a15d8. 00000100:00000200:1.0:1777582953.323712:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707844736, offset 224 00000400:00000200:1.0:1777582953.323719:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.323891:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.323898:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396884:396884:256:4294967295] 192.168.202.9@tcp LPNI seq info [396880:396880:8:4294967295] 00000400:00000200:1.0:1777582953.323909:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.323915:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.323920:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582953.323927:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.323934:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.323938:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.323965:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3100. 00000020:00000010:1.0:1777582953.323970:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.323975:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0240de99800. 00010000:00000010:1.1:1777582953.326196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582953.326210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582953.326215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582953.326219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000800:00000200:3.0:1777582953.326893:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.326899:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582953.326904:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.326913:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.326921:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:3.0:1777582953.326924:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00000400:00000200:3.0:1777582953.326952:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.326965:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8848b80 00000400:00000200:3.0:1777582953.326973:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 168336 00000400:00000200:3.0:1777582953.326988:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.326991:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.326997:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.327003:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b9f80. 00000020:00000010:1.0:1777582953.327186:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582953.327193:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582953.327199:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae8ca800. 00000020:00000010:1.0:1777582953.327205:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3100. 00000020:00000010:1.0:1777582953.327211:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.327258:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582953.327261:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000100:00000200:1.0:1777582953.327264:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707844992 02000000:00000010:1.0:1777582953.327674:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0240fb50000. 00010000:00000010:1.0:1777582953.327877:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582953.327894:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3500. 00010000:00000010:1.0:1777582953.327915:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582953.327921:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582953.327937:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582953.327941:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3500. 00010000:00000010:1.0:1777582953.327945:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582953.327948:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582953.328062:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582953.328065:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3300. 00010000:00000010:1.0:1777582953.328069:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582953.328072:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00000020:00000010:1.0:1777582953.328096:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d61e0. 00000020:00000010:1.0:1777582953.328103:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d61e0. 00000020:00000010:1.0:1777582953.328113:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dfea0. 00080000:00000010:1.0:1777582953.328123:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023887d6800. 00000001:00000010:1.0:1777582953.328617:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488784300. 00000001:00000010:1.0:1777582953.328625:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582953.328661:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dfea0. 00010000:00000010:1.0:1777582953.328670:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582953.328674:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582953.328687:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:3.1:1777582953.328851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582953.328858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.0:1777582953.328881:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:3.0:1777582953.328889:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582953.329212:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582953.329219:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3300. 00010000:00000010:1.0:1777582953.329235:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000200:1.0:1777582953.329256:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975335, last committed = 8589975157 00010000:00000200:1.0:1777582953.329268:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b9f80 x1863928707844992/t8589975335(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.329385:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582953.329392:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707844992, offset 224 00000400:00000010:1.0:1777582953.329400:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d25e8. 00000400:00000200:1.0:1777582953.329405:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.329419:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.329426:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396885:396885:256:4294967295] 192.168.202.9@tcp LPNI seq info [396881:396881:8:4294967295] 00000400:00000200:1.0:1777582953.329433:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.329441:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.329447:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.329452:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582953.329458:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.329466:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.329470:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.329497:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3100. 00000020:00000010:1.0:1777582953.329501:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.329506:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae8ca800. 00000800:00000200:0.0:1777582953.329851:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.329856:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582953.329871:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.329877:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.331490:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.331515:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2140fd 00000400:00000200:0.0:1777582953.331524:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.331528:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.331535:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:0.0:1777582953.331538:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00010000:00000010:1.1:1777582953.333425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582953.333438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582953.333444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582953.333447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582953.335008:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582953.335024:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.0:1777582953.335637:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:3.0:1777582953.335649:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3500. 00010000:00000010:1.1:1777582953.337427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582953.337443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582953.337446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582953.337449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582953.337451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582953.337951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000400:00000200:3.0:1777582953.338038:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.338052:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8848c00 00000400:00000200:3.0:1777582953.338059:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 168824 00000400:00000200:3.0:1777582953.338111:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.338116:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.338124:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.338130:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b8380. 00000020:00000010:0.0:1777582953.342420:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b840. 00000020:00000010:0.0:1777582953.342432:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b840. 00000020:00000010:0.0:1777582953.342439:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c2ff000. 00000020:00000010:0.0:1777582953.342444:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf480. 00000020:00000010:0.0:1777582953.342449:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582953.342492:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b840. 00000020:00000010:0.0:1777582953.342495:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b840. 00000100:00000200:0.0:1777582953.342499:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707845120 00000001:00000010:0.0:1777582953.342513:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:0.0:1777582953.342548:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582953.342555:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 02000000:00000010:0.0:1777582953.342584:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023df833000. 00010000:00000010:0.0:1777582953.342616:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582953.342619:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582953.342637:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582953.342640:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582953.342645:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582953.342647:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000004:00000010:0.0:1777582953.342766:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56960. 00000004:00000010:0.0:1777582953.342777:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22960. 00000004:00000010:0.0:1777582953.342787:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34aa0. 00080000:00000010:0.0:1777582953.342801:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097ae40. 00010000:00000010:3.1:1777582953.344170:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582953.344180:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.0:1777582953.344193:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582953.344197:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86080. 00010000:00000010:3.0:1777582953.344203:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.344210:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582953.344291:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:3.0:1777582953.344303:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:3.0:1777582953.344323:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:3.0:1777582953.344348:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000200:3.0:1777582953.344368:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b8380 x1863928707845120/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.344390:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582953.344397:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707845120, offset 224 00000400:00000200:3.0:1777582953.344404:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.344419:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.344427:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396886:396886:256:4294967295] 192.168.202.9@tcp LPNI seq info [396882:396882:8:4294967295] 00000400:00000200:3.0:1777582953.344441:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.344448:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.344453:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582953.344462:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.344470:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.344474:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.344494:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf480. 00000020:00000010:3.0:1777582953.344499:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:3.0:1777582953.344504:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c2ff000. 00000800:00000200:0.0:1777582953.344744:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.344748:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:0.0:1777582953.344753:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.344758:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.344764:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:0.0:1777582953.344766:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000400:00000200:0.0:1777582953.350706:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.350740:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8848d00 00000400:00000200:0.0:1777582953.350748:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 169400 00000400:00000200:0.0:1777582953.350767:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.350771:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.350780:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.350787:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1d180. 00000020:00000010:1.0:1777582953.350985:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582953.350991:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582953.350997:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae8ca800. 00000020:00000010:1.0:1777582953.351003:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3100. 00000020:00000010:1.0:1777582953.351008:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.351052:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582953.351054:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000100:00000200:1.0:1777582953.351057:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707845376 02000000:00000010:1.0:1777582953.351097:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0240fb57000. 00010000:00000010:1.0:1777582953.351175:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:1.0:1777582953.351192:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86080. 00010000:00000010:1.0:1777582953.351213:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582953.351219:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582953.351235:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582953.351238:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3300. 00010000:00000010:1.0:1777582953.351242:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582953.351245:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582953.351380:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582953.351384:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b00. 00010000:00000010:1.0:1777582953.351388:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582953.351391:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000020:00000010:1.0:1777582953.351422:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d61e0. 00000020:00000010:1.0:1777582953.351430:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d61e0. 00000020:00000010:1.0:1777582953.351440:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488784ea0. 00080000:00000010:1.0:1777582953.351451:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023887d5c00. 00000001:00000010:1.0:1777582953.351910:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9d20. 00000001:00000010:1.0:1777582953.351919:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582953.351959:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488784ea0. 00010000:00000010:1.0:1777582953.351970:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582953.351974:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582953.351989:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484480. 00010000:00000010:1.0:1777582953.352027:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.352043:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000200:1.0:1777582953.352060:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975336, last committed = 8589975157 00010000:00000200:1.0:1777582953.352070:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1d180 x1863928707845376/t8589975336(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.352091:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1bb0. 00000100:00000200:1.0:1777582953.352097:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707845376, offset 224 00000400:00000010:1.0:1777582953.352105:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2dc8. 00000400:00000200:1.0:1777582953.352109:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.352122:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.352130:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396887:396887:256:4294967295] 192.168.202.9@tcp LPNI seq info [396883:396883:8:4294967295] 00000400:00000200:1.0:1777582953.352180:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.352186:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.352192:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.352197:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582953.352203:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.352210:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.352214:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.352238:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3100. 00000020:00000010:1.0:1777582953.352242:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.352247:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae8ca800. 00000800:00000200:1.0:1777582953.352346:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.352350:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:1.0:1777582953.352353:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.352358:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582953.352454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582953.352460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582953.352464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582953.352466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582953.352646:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:0.0:1777582953.352653:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b00. 00010000:00000010:0.0:1777582953.352659:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00000400:00000200:0.0:1777582953.357078:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.357101:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214105 00000400:00000200:0.0:1777582953.357111:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.357115:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.357124:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:0.0:1777582953.357128:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00000400:00000200:0.0:1777582953.357198:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.357205:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8848d80 00000400:00000200:0.0:1777582953.357214:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 169888 00000400:00000200:0.0:1777582953.357231:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.357234:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.357239:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.357247:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1f480. 00000020:00000010:1.0:1777582953.357380:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582953.357387:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582953.357394:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae8ca800. 00000020:00000010:1.0:1777582953.357400:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3100. 00000020:00000010:1.0:1777582953.357405:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.357460:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582953.357463:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000100:00000200:1.0:1777582953.357466:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707845504 00000001:00000010:1.0:1777582953.357480:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582953.357511:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582953.357520:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 02000000:00000010:1.0:1777582953.357560:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02391459000. 00010000:00000010:1.0:1777582953.357599:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582953.357604:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.357627:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582953.357631:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3080. 00010000:00000010:1.0:1777582953.357635:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582953.357638:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00000004:00000010:1.0:1777582953.357789:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7c20. 00000004:00000010:1.0:1777582953.357799:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582953.357807:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945650. 00080000:00000010:1.0:1777582953.357817:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f1d0. 00010000:00000010:3.0:1777582953.358673:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:3.0:1777582953.358686:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3300. 00010000:00000010:1.0:1777582953.359200:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582953.359206:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3200. 00010000:00000010:1.0:1777582953.359212:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582953.359218:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582953.359619:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.359636:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582953.359640:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3080. 00010000:00000010:1.0:1777582953.359664:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000200:1.0:1777582953.359683:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1f480 x1863928707845504/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.359718:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582953.359736:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707845504, offset 224 00000400:00000200:1.0:1777582953.359744:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.359757:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.359766:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396888:396888:256:4294967295] 192.168.202.9@tcp LPNI seq info [396884:396884:8:4294967295] 00000400:00000200:1.0:1777582953.359778:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.359785:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.359789:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582953.359796:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.359804:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.359809:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.359836:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3100. 00000020:00000010:1.0:1777582953.359840:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.359845:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae8ca800. 00000800:00000200:0.0:1777582953.359967:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.359971:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582953.359975:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.359981:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.359986:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:0.0:1777582953.359988:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00010000:00000010:1.1:1777582953.360570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582953.360581:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582953.360587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582953.360590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582953.362187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582953.362201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582953.362268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582953.362273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000400:00000200:1.0:1777582953.364209:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.364228:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8848e80 00000400:00000200:1.0:1777582953.364236:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 170464 00000400:00000200:1.0:1777582953.364252:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.364256:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.364264:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.364271:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8a80. 00000020:00000010:3.0:1777582953.364517:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c600. 00000020:00000010:3.0:1777582953.364524:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c600. 00000020:00000010:3.0:1777582953.364531:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253a00. 00000020:00000010:3.0:1777582953.364537:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86c80. 00000020:00000010:3.0:1777582953.364542:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582953.364583:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c600. 00000020:00000010:3.0:1777582953.364586:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c600. 00000100:00000200:3.0:1777582953.364589:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707845760 02000000:00000010:3.0:1777582953.364636:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02423a76000. 00010000:00000010:3.0:1777582953.364679:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:3.0:1777582953.364869:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3200. 00010000:00000010:3.0:1777582953.364892:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582953.364898:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582953.364915:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582953.364919:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86180. 00010000:00000010:3.0:1777582953.364923:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.364925:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582953.365023:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582953.365026:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86380. 00010000:00000010:3.0:1777582953.365029:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.365033:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00000020:00000010:3.0:1777582953.365055:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05780. 00000020:00000010:3.0:1777582953.365061:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05780. 00000020:00000010:3.0:1777582953.365071:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedf60. 00080000:00000010:3.0:1777582953.365080:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f50400. 00000001:00000010:3.0:1777582953.369160:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eeda80. 00000001:00000010:3.0:1777582953.369171:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582953.369210:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedf60. 00010000:00000010:3.0:1777582953.369227:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582953.369235:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582953.369260:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582953.369535:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582953.369554:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582953.369574:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975337, last committed = 8589975157 00010000:00000200:3.0:1777582953.369586:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b8a80 x1863928707845760/t8589975337(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.369607:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582953.369614:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707845760, offset 224 00000400:00000010:3.0:1777582953.369641:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b73b8. 00000400:00000200:3.0:1777582953.369647:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.369665:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.369673:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396889:396889:256:4294967295] 192.168.202.9@tcp LPNI seq info [396885:396885:8:4294967295] 00000400:00000200:3.0:1777582953.369679:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.369686:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.369692:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.369709:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582953.369716:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.369875:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.369881:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.369917:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86c80. 00000020:00000010:3.0:1777582953.369922:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582953.369925:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253a00. 00000800:00000200:1.0:1777582953.370201:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.370206:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582953.370212:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.370217:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582953.373202:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:0.0:1777582953.373221:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86380. 00010000:00000010:0.0:1777582953.373231:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000400:00000200:0.0:1777582953.373639:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.373658:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21410d 00000400:00000200:0.0:1777582953.373667:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.373671:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.373677:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:0.0:1777582953.373680:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000400:00000200:0.0:1777582953.373717:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.373877:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8848f00 00000400:00000200:0.0:1777582953.373886:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 170952 00000400:00000200:0.0:1777582953.373941:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.373945:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.373950:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.373956:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1ce00. 00000020:00000010:0.0:1777582953.374001:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:0.0:1777582953.374005:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000020:00000010:0.0:1777582953.374012:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c2ffc00. 00000020:00000010:0.0:1777582953.374017:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf880. 00000020:00000010:0.0:1777582953.374022:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582953.374058:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:0.0:1777582953.374060:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000100:00000200:0.0:1777582953.374063:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707845888 00000001:00000010:0.0:1777582953.374075:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:0.0:1777582953.374098:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.374104:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 02000000:00000010:0.0:1777582953.374154:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb1000. 00010000:00000010:0.0:1777582953.374186:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582953.374190:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582953.374209:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582953.374213:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582953.374217:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.374219:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000004:00000010:0.0:1777582953.374670:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f574a0. 00000004:00000010:0.0:1777582953.374680:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22b40. 00000004:00000010:0.0:1777582953.374687:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34110. 00080000:00000010:0.0:1777582953.374977:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a390. 00010000:00000010:3.0:1777582953.375670:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582953.375681:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86180. 00010000:00000010:3.0:1777582953.376532:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582953.376539:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582953.376545:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582953.376551:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582953.376624:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:3.0:1777582953.376638:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:3.0:1777582953.376644:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:3.0:1777582953.376670:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000200:3.0:1777582953.376704:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1ce00 x1863928707845888/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.376873:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582953.376882:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707845888, offset 224 00000400:00000200:3.0:1777582953.376890:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.376905:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.376912:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396890:396890:256:4294967295] 192.168.202.9@tcp LPNI seq info [396886:396886:8:4294967295] 00000400:00000200:3.0:1777582953.376924:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.376930:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.376935:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582953.376942:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.376949:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.376953:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.376985:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf880. 00000020:00000010:3.0:1777582953.376990:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:3.0:1777582953.376995:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c2ffc00. 00010000:00000010:1.1:1777582953.379484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582953.379498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582953.379502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582953.379504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000800:00000200:0.0:1777582953.379619:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.379625:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582953.379633:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.379642:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.379650:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:0.0:1777582953.379653:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00010000:00000010:3.1:1777582953.387268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582953.387286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582953.387307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582953.387312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582953.387316:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582953.387320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582953.387325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582953.387330:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582953.387332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582953.387336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582953.387891:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582953.387900:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00080000:00000010:1.0:1777582953.389546:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e558. 00000004:00000010:1.0:1777582953.389557:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944880. 00000004:00000010:1.0:1777582953.389562:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f78. 00000004:00000010:1.0:1777582953.389567:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6d20. 00080000:00000010:1.0:1777582953.389584:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489adaab0. 00000004:00000010:1.0:1777582953.389587:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386220. 00000004:00000010:1.0:1777582953.389590:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65f78. 00000004:00000010:1.0:1777582953.389592:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91c20. 00080000:00000010:1.0:1777582953.389600:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489adb8f0. 00000004:00000010:1.0:1777582953.389602:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386770. 00000004:00000010:1.0:1777582953.389604:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65a50. 00000004:00000010:1.0:1777582953.389606:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e912c0. 00080000:00000010:1.0:1777582953.389619:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e000. 00000004:00000010:1.0:1777582953.389621:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944ee0. 00000004:00000010:1.0:1777582953.389623:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3000. 00000004:00000010:1.0:1777582953.389625:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6960. 00080000:00000010:1.0:1777582953.389632:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024166828e8. 00000004:00000010:1.0:1777582953.389635:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387dc0. 00000004:00000010:1.0:1777582953.389637:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c650f0. 00000004:00000010:1.0:1777582953.389639:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91a40. 00080000:00000010:1.0:1777582953.389650:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489adac78. 00000004:00000010:1.0:1777582953.389653:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386330. 00000004:00000010:1.0:1777582953.389655:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65258. 00000004:00000010:1.0:1777582953.389657:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e914a0. 00080000:00000010:1.0:1777582953.389681:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c1c8. 00000004:00000010:1.0:1777582953.389684:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756330. 00000004:00000010:1.0:1777582953.389686:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0780. 00000004:00000010:1.0:1777582953.389689:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169860. 00080000:00000010:1.0:1777582953.391447:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734cc78. 00000004:00000010:1.0:1777582953.391458:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757a90. 00000004:00000010:1.0:1777582953.391463:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0000. 00000004:00000010:1.0:1777582953.391468:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168960. 00080000:00000010:1.0:1777582953.391490:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097bab8. 00000004:00000010:1.0:1777582953.391493:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34ff0. 00000004:00000010:1.0:1777582953.391496:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e221e0. 00000004:00000010:1.0:1777582953.391499:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f561e0. 00080000:00000010:1.0:1777582953.391512:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097aab0. 00000004:00000010:1.0:1777582953.391515:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34220. 00000004:00000010:1.0:1777582953.391516:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22528. 00000004:00000010:1.0:1777582953.391518:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56b40. 00080000:00000010:1.0:1777582953.391527:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b8f0. 00000004:00000010:1.0:1777582953.391529:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35cb0. 00000004:00000010:1.0:1777582953.391531:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22e88. 00000004:00000010:1.0:1777582953.391533:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56f00. 00080000:00000010:1.0:1777582953.391542:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b008. 00000004:00000010:1.0:1777582953.391544:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35430. 00000004:00000010:1.0:1777582953.391546:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22a50. 00000004:00000010:1.0:1777582953.391547:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57c20. 00080000:00000010:1.0:1777582953.391558:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489adbc80. 00000004:00000010:1.0:1777582953.391561:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386ee0. 00000004:00000010:1.0:1777582953.391563:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c652d0. 00000004:00000010:1.0:1777582953.391565:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e910e0. 00080000:00000010:1.0:1777582953.391575:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416683c80. 00000004:00000010:1.0:1777582953.391578:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387210. 00000004:00000010:1.0:1777582953.391579:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65780. 00000004:00000010:1.0:1777582953.391581:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90960. 00080000:00000010:1.0:1777582953.391589:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a558. 00000004:00000010:1.0:1777582953.391591:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35320. 00000004:00000010:1.0:1777582953.391592:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22000. 00000004:00000010:1.0:1777582953.391594:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56000. 00080000:00000010:1.0:1777582953.391601:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c390. 00000004:00000010:1.0:1777582953.391603:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757540. 00000004:00000010:1.0:1777582953.391605:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0528. 00000004:00000010:1.0:1777582953.391607:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168d20. 00080000:00000010:1.0:1777582953.391623:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c000. 00000004:00000010:1.0:1777582953.391625:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756550. 00000004:00000010:1.0:1777582953.391627:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb03c0. 00000004:00000010:1.0:1777582953.391629:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169a40. 00080000:00000010:1.0:1777582953.391639:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e720. 00000004:00000010:1.0:1777582953.391643:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944dd0. 00000004:00000010:1.0:1777582953.391645:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3780. 00000004:00000010:1.0:1777582953.391647:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7680. 00080000:00000010:1.0:1777582953.391654:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74fab8. 00000004:00000010:1.0:1777582953.391657:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944000. 00000004:00000010:1.0:1777582953.391659:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a34b0. 00000004:00000010:1.0:1777582953.391660:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6000. 00080000:00000010:1.0:1777582953.391670:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682558. 00000004:00000010:1.0:1777582953.391673:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387ba0. 00000004:00000010:1.0:1777582953.391674:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65708. 00000004:00000010:1.0:1777582953.391676:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e901e0. 00080000:00000010:1.0:1777582953.391685:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682c78. 00000004:00000010:1.0:1777582953.391687:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387ed0. 00000004:00000010:1.0:1777582953.391689:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65b40. 00000004:00000010:1.0:1777582953.391692:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90b40. 00080000:00000010:1.0:1777582953.391705:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f8f0. 00000004:00000010:1.0:1777582953.391709:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945cb0. 00000004:00000010:1.0:1777582953.391712:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582953.391714:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b70e0. 00080000:00000010:1.0:1777582953.391721:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ee40. 00000004:00000010:1.0:1777582953.391738:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ba0. 00000004:00000010:1.0:1777582953.391741:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582953.391743:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b63c0. 00080000:00000010:1.0:1777582953.391752:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a000. 00000004:00000010:1.0:1777582953.391754:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35760. 00000004:00000010:1.0:1777582953.391756:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e224b0. 00000004:00000010:1.0:1777582953.391758:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57a40. 00080000:00000010:1.0:1777582953.391769:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c558. 00000004:00000010:1.0:1777582953.391771:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757980. 00000004:00000010:1.0:1777582953.391773:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb08e8. 00000004:00000010:1.0:1777582953.391775:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71683c0. 00080000:00000010:1.0:1777582953.391784:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024166821c8. 00000004:00000010:1.0:1777582953.391787:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386000. 00000004:00000010:1.0:1777582953.391790:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65000. 00000004:00000010:1.0:1777582953.391792:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90d20. 00080000:00000010:1.0:1777582953.391800:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b398. 00000004:00000010:1.0:1777582953.391802:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35870. 00000004:00000010:1.0:1777582953.391804:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65348. 00000004:00000010:1.0:1777582953.391806:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91860. 00080000:00000010:1.0:1777582953.391816:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f1d0. 00000004:00000010:1.0:1777582953.391818:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945650. 00000004:00000010:1.0:1777582953.391821:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582953.391822:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7c20. 00080000:00000010:1.0:1777582953.391833:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097ac78. 00000004:00000010:1.0:1777582953.391835:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34330. 00000004:00000010:1.0:1777582953.391837:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22bb8. 00000004:00000010:1.0:1777582953.391840:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56d20. 00080000:00000010:1.0:1777582953.391848:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74fc80. 00000004:00000010:1.0:1777582953.391850:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945540. 00000004:00000010:1.0:1777582953.391852:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582953.391854:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b72c0. 00080000:00000010:1.0:1777582953.391863:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682390. 00000004:00000010:1.0:1777582953.391865:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387760. 00000004:00000010:1.0:1777582953.391867:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65e88. 00000004:00000010:1.0:1777582953.391869:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e905a0. 00080000:00000010:1.0:1777582953.391879:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74eab0. 00000004:00000010:1.0:1777582953.391881:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944aa0. 00000004:00000010:1.0:1777582953.391883:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582953.391885:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7e00. 00080000:00000010:1.0:1777582953.391893:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f728. 00000004:00000010:1.0:1777582953.391896:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944990. 00000004:00000010:1.0:1777582953.391898:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582953.391900:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b61e0. 00080000:00000010:1.0:1777582953.391909:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b1d0. 00000004:00000010:1.0:1777582953.391912:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34dd0. 00000004:00000010:1.0:1777582953.391914:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22618. 00000004:00000010:1.0:1777582953.391916:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57e00. 00080000:00000010:1.0:1777582953.391926:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dc80. 00000004:00000010:1.0:1777582953.391928:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756110. 00000004:00000010:1.0:1777582953.391930:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0c30. 00000004:00000010:1.0:1777582953.391933:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71692c0. 00080000:00000010:1.0:1777582953.391941:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a1c8. 00000004:00000010:1.0:1777582953.391944:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35dc0. 00000004:00000010:1.0:1777582953.391945:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e225a0. 00000004:00000010:1.0:1777582953.391947:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f563c0. 00080000:00000010:1.0:1777582953.391956:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682e40. 00000004:00000010:1.0:1777582953.391959:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387870. 00000004:00000010:1.0:1777582953.391961:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65d20. 00000004:00000010:1.0:1777582953.391963:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91680. 00080000:00000010:1.0:1777582953.391974:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682ab0. 00000004:00000010:1.0:1777582953.391976:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387cb0. 00000004:00000010:1.0:1777582953.391979:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65690. 00000004:00000010:1.0:1777582953.391980:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90f00. 00080000:00000010:1.0:1777582953.391989:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ec78. 00000004:00000010:1.0:1777582953.391991:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ed0. 00000004:00000010:1.0:1777582953.391993:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582953.391996:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7a40. 00080000:00000010:1.0:1777582953.392005:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024166831d0. 00000004:00000010:1.0:1777582953.392008:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386ff0. 00000004:00000010:1.0:1777582953.392010:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65ac8. 00000004:00000010:1.0:1777582953.392012:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90780. 00080000:00000010:1.0:1777582953.392021:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e8e8. 00000004:00000010:1.0:1777582953.392023:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945100. 00000004:00000010:1.0:1777582953.392026:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582953.392027:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7860. 00080000:00000010:1.0:1777582953.392036:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d560. 00000004:00000010:1.0:1777582953.392040:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757ed0. 00000004:00000010:1.0:1777582953.392042:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0a50. 00000004:00000010:1.0:1777582953.392044:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169c20. 00080000:00000010:1.0:1777582953.392054:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d398. 00000004:00000010:1.0:1777582953.392056:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757cb0. 00000004:00000010:1.0:1777582953.392058:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0ac8. 00000004:00000010:1.0:1777582953.392060:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71694a0. 00080000:00000010:1.0:1777582953.392068:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a8e8. 00000004:00000010:1.0:1777582953.392070:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34990. 00000004:00000010:1.0:1777582953.392072:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22438. 00000004:00000010:1.0:1777582953.392075:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56780. 00080000:00000010:1.0:1777582953.392083:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734ce40. 00000004:00000010:1.0:1777582953.392086:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756ee0. 00000004:00000010:1.0:1777582953.392088:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0708. 00000004:00000010:1.0:1777582953.392090:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168780. 00080000:00000010:1.0:1777582953.392098:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a720. 00000004:00000010:1.0:1777582953.392101:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34880. 00000004:00000010:1.0:1777582953.392102:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22258. 00000004:00000010:1.0:1777582953.392105:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f572c0. 00080000:00000010:1.0:1777582953.392113:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d728. 00000004:00000010:1.0:1777582953.392116:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757ba0. 00000004:00000010:1.0:1777582953.392117:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0870. 00000004:00000010:1.0:1777582953.392119:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169680. 00080000:00000010:1.0:1777582953.392128:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e1c8. 00000004:00000010:1.0:1777582953.392130:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945a90. 00000004:00000010:1.0:1777582953.392132:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3078. 00000004:00000010:1.0:1777582953.392161:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6780. 00080000:00000010:1.0:1777582953.392170:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c8e8. 00000004:00000010:1.0:1777582953.392172:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756770. 00000004:00000010:1.0:1777582953.392174:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0690. 00000004:00000010:1.0:1777582953.392176:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71681e0. 00080000:00000010:1.0:1777582953.392185:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489ada390. 00000004:00000010:1.0:1777582953.392188:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386990. 00000004:00000010:1.0:1777582953.392190:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c657f8. 00000004:00000010:1.0:1777582953.392192:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e903c0. 00080000:00000010:1.0:1777582953.392201:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e390. 00000004:00000010:1.0:1777582953.392204:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945870. 00000004:00000010:1.0:1777582953.392206:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582953.392208:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6b40. 00080000:00000010:1.0:1777582953.392216:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489adbab8. 00000004:00000010:1.0:1777582953.392219:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387a90. 00000004:00000010:1.0:1777582953.392221:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65528. 00000004:00000010:1.0:1777582953.392223:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90000. 00080000:00000010:1.0:1777582953.392230:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682000. 00000004:00000010:1.0:1777582953.392233:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387980. 00000004:00000010:1.0:1777582953.392235:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65d98. 00000004:00000010:1.0:1777582953.392237:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91e00. 00080000:00000010:1.0:1777582953.392245:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097ae40. 00000004:00000010:1.0:1777582953.392248:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34aa0. 00000004:00000010:1.0:1777582953.392250:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22960. 00000004:00000010:1.0:1777582953.392253:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56960. 00080000:00000010:1.0:1777582953.392262:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f560. 00000004:00000010:1.0:1777582953.392265:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944660. 00000004:00000010:1.0:1777582953.392266:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582953.392268:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6f00. 00080000:00000010:1.0:1777582953.392276:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f008. 00000004:00000010:1.0:1777582953.392278:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945320. 00000004:00000010:1.0:1777582953.392280:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a39d8. 00000004:00000010:1.0:1777582953.392282:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b65a0. 00000400:00000200:1.0:1777582953.392830:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.392850:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8849000 00000400:00000200:1.0:1777582953.392858:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 171528 00000400:00000200:1.0:1777582953.392876:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.392881:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.392889:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.392895:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b9180. 00000020:00000010:2.0:1777582953.395963:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f80. 00000020:00000010:2.0:1777582953.395974:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f80. 00000020:00000010:2.0:1777582953.395983:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cea00. 00000020:00000010:2.0:1777582953.395990:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582953.395994:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.396091:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f80. 00000020:00000010:2.0:1777582953.396093:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f80. 00000100:00000200:2.0:1777582953.396098:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707846144 02000000:00000010:2.0:1777582953.396162:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239a6ac000. 00010000:00000010:2.0:1777582953.396209:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:2.0:1777582953.396228:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00010000:00000010:2.0:1777582953.396249:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582953.396257:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582953.396273:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582953.396277:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb80. 00010000:00000010:2.0:1777582953.396282:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582953.396286:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582953.396410:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582953.396415:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:2.0:1777582953.396419:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582953.396422:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00000020:00000010:2.0:1777582953.396448:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054080. 00000020:00000010:2.0:1777582953.396454:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054080. 00000020:00000010:2.0:1777582953.396465:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1cc0. 00080000:00000010:2.0:1777582953.396475:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238897a000. 00000001:00000010:2.0:1777582953.397012:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1a80. 00000001:00000010:2.0:1777582953.397021:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582953.397064:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1cc0. 00010000:00000010:2.0:1777582953.397074:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582953.397079:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582953.397093:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582953.397167:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582953.397185:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000200:2.0:1777582953.397208:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975338, last committed = 8589975157 00010000:00000200:2.0:1777582953.397220:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b9180 x1863928707846144/t8589975338(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582953.397242:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582953.397251:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707846144, offset 224 00000400:00000010:2.0:1777582953.397259:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12188. 00000400:00000200:2.0:1777582953.397263:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.397282:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.397289:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396891:396891:256:4294967295] 192.168.202.9@tcp LPNI seq info [396887:396887:8:4294967295] 00000400:00000200:2.0:1777582953.397295:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582953.397302:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.397308:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.397313:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582953.397319:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.397328:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.397332:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.397358:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582953.397364:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.397367:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cea00. 00010000:00000010:1.0:1777582953.400219:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:1.0:1777582953.400241:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00010000:00000010:1.0:1777582953.400259:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e686c0. 00000800:00000200:2.0:1777582953.404610:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.404619:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582953.404627:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.404636:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.406800:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.406821:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214115 00000400:00000200:3.0:1777582953.406829:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.406834:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.406841:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:3.0:1777582953.406844:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00010000:00000010:1.0:1777582953.407089:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:1.0:1777582953.407100:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb80. 00000400:00000200:1.0:1777582953.407982:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.407998:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8849080 00000400:00000200:1.0:1777582953.408005:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 172016 00000400:00000200:1.0:1777582953.408060:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.408064:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.408071:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.408076:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55baa00. 00000020:00000010:3.0:1777582953.408544:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.408551:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.408558:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253a00. 00000020:00000010:3.0:1777582953.408563:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86b00. 00000020:00000010:3.0:1777582953.408567:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582953.408611:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.408614:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.408617:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707846272 00000001:00000010:3.0:1777582953.408629:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:3.0:1777582953.408654:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.408663:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 02000000:00000010:3.0:1777582953.408689:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02423a72000. 00010000:00000010:3.0:1777582953.408740:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582953.408744:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582953.408762:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582953.408765:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86c00. 00010000:00000010:3.0:1777582953.408769:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.408772:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00000004:00000010:3.0:1777582953.408862:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91e00. 00000004:00000010:3.0:1777582953.408870:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c658e8. 00000004:00000010:3.0:1777582953.408877:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387980. 00080000:00000010:3.0:1777582953.408885:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489adbab8. 00010000:00000010:1.0:1777582953.410483:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582953.410492:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c80. 00010000:00000010:1.0:1777582953.410499:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582953.410505:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582953.410577:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:1.0:1777582953.410590:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:1.0:1777582953.410595:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86c00. 00010000:00000010:1.0:1777582953.410619:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:1.0:1777582953.410637:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55baa00 x1863928707846272/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.410658:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777582953.410665:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707846272, offset 224 00000400:00000200:1.0:1777582953.410672:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.410684:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.410691:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396892:396892:256:4294967295] 192.168.202.9@tcp LPNI seq info [396888:396888:8:4294967295] 00000400:00000200:1.0:1777582953.410879:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.410885:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.410891:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582953.410899:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.410907:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.410911:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.410943:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86b00. 00000020:00000010:1.0:1777582953.410948:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:1.0:1777582953.410952:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253a00. 00000800:00000200:2.0:1777582953.411097:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.411102:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:2.0:1777582953.411106:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.411112:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582953.411116:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:2.0:1777582953.411119:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00010000:00000010:1.1:1777582953.413491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:1.1:1777582953.413503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000400:00000200:3.0:1777582953.415000:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.415021:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8849180 00000400:00000200:3.0:1777582953.415030:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 172592 00000400:00000200:3.0:1777582953.415045:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.415050:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.415057:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.415066:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2bbb80. 00000020:00000010:1.0:1777582953.415198:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582953.415204:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582953.415213:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0240de99800. 00000020:00000010:1.0:1777582953.415221:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3900. 00000020:00000010:1.0:1777582953.415227:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.415271:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582953.415274:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa01c0. 00000100:00000200:1.0:1777582953.415277:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707846528 02000000:00000010:1.0:1777582953.415496:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933c8000. 00010000:00000010:1.0:1777582953.415543:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582953.415559:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c80. 00010000:00000010:1.0:1777582953.415580:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582953.415586:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582953.415604:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582953.415607:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c80. 00010000:00000010:1.0:1777582953.415611:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582953.415614:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582953.415719:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582953.415735:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3600. 00010000:00000010:1.0:1777582953.415740:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582953.415743:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000020:00000010:1.0:1777582953.415767:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6080. 00000020:00000010:1.0:1777582953.415773:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6080. 00000020:00000010:1.0:1777582953.415784:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9de0. 00080000:00000010:1.0:1777582953.415795:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023887d5000. 00000001:00000010:1.0:1777582953.416221:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9120. 00000001:00000010:1.0:1777582953.416231:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582953.416271:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9de0. 00010000:00000010:1.0:1777582953.416279:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582953.416293:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582953.416582:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582953.416660:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.416675:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000200:1.0:1777582953.416691:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975339, last committed = 8589975157 00010000:00000200:1.0:1777582953.416702:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2bbb80 x1863928707846528/t8589975339(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.416737:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1cc0. 00000100:00000200:1.0:1777582953.416743:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707846528, offset 224 00000400:00000010:1.0:1777582953.416750:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2038. 00000400:00000200:1.0:1777582953.416754:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.416768:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.416776:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396893:396893:256:4294967295] 192.168.202.9@tcp LPNI seq info [396889:396889:8:4294967295] 00000400:00000200:1.0:1777582953.416783:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.416790:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.416796:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.416800:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582953.416807:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.416814:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.416818:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.416839:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3900. 00000020:00000010:1.0:1777582953.416843:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.416847:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0240de99800. 00000800:00000200:1.0:1777582953.416957:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.416962:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:1.0:1777582953.416966:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.416971:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582953.419624:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.1:1777582953.419641:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582953.419647:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582953.419651:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582953.419689:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:2.0:1777582953.419712:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3600. 00010000:00000010:2.0:1777582953.419721:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000400:00000200:3.0:1777582953.419761:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.419782:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21411d 00000400:00000200:3.0:1777582953.419791:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.419795:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.419802:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1cc0 00000400:00000010:3.0:1777582953.419805:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1cc0. 00010000:00000010:2.0:1777582953.419972:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:2.0:1777582953.419978:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c80. 00000400:00000200:1.0:1777582953.422570:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.422590:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8849200 00000400:00000200:1.0:1777582953.422599:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 173080 00000400:00000200:1.0:1777582953.422967:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.422974:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.422982:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.422990:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55bb100. 00010000:00000010:1.1:1777582953.423218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582953.423228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582953.423232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582953.423236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582953.423240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.1:1777582953.423242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000020:00000010:3.0:1777582953.428548:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.428556:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.428562:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253e00. 00000020:00000010:3.0:1777582953.428566:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86400. 00000020:00000010:3.0:1777582953.428570:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582953.428635:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.428638:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.428641:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707846656 00000001:00000010:3.0:1777582953.428654:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68240. 00010000:00000010:3.0:1777582953.428681:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582953.428688:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 02000000:00000010:3.0:1777582953.428719:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aeae5000. 00010000:00000010:3.0:1777582953.428761:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.428765:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582953.428786:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582953.428790:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86000. 00010000:00000010:3.0:1777582953.428794:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.428797:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00000004:00000010:3.0:1777582953.428912:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90000. 00000004:00000010:3.0:1777582953.428920:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65960. 00000004:00000010:3.0:1777582953.428924:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387a90. 00080000:00000010:3.0:1777582953.428931:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489ada390. 00010000:00000010:2.1:1777582953.429169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:2.1:1777582953.429177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582953.429181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582953.429184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582953.429227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582953.429233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582953.429235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582953.429237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582953.429640:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582953.429645:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3100. 00010000:00000010:1.0:1777582953.429650:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582953.429655:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582953.429902:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:1.0:1777582953.429914:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:1.0:1777582953.429919:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86000. 00010000:00000010:1.0:1777582953.429942:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:1.0:1777582953.429963:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55bb100 x1863928707846656/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.429989:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582953.429997:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707846656, offset 224 00000400:00000200:1.0:1777582953.430003:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.430017:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.430023:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396894:396894:256:4294967295] 192.168.202.9@tcp LPNI seq info [396890:396890:8:4294967295] 00000400:00000200:1.0:1777582953.430036:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.430042:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.430046:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582953.430053:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.430061:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.430066:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.430177:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86400. 00000020:00000010:1.0:1777582953.430183:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:1.0:1777582953.430186:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253e00. 00000800:00000200:2.0:1777582953.432521:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.432530:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582953.432539:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.432548:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582953.432557:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:2.0:1777582953.432559:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000400:00000200:1.0:1777582953.436657:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.436678:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8849300 00000400:00000200:1.0:1777582953.436688:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 173656 00000400:00000200:1.0:1777582953.436717:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.436939:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.436947:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.436955:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55bb480. 00000020:00000010:3.0:1777582953.437055:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.437061:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.437070:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253a00. 00000020:00000010:3.0:1777582953.437076:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86500. 00000020:00000010:3.0:1777582953.437081:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582953.437124:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.437126:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.437129:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707846912 02000000:00000010:3.0:1777582953.437187:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4d37000. 00010000:00000010:3.0:1777582953.437230:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:1.1:1777582953.437543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582953.437551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582953.437558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.1:1777582953.437561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582953.437584:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3100. 00010000:00000010:3.0:1777582953.437610:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582953.438007:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582953.438026:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582953.438030:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86b80. 00010000:00000010:3.0:1777582953.438034:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582953.438037:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:2.0:1777582953.438427:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582953.438433:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec00. 00010000:00000010:2.0:1777582953.438437:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582953.438441:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00000020:00000010:2.0:1777582953.438468:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054900. 00000020:00000010:2.0:1777582953.438475:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054900. 00000020:00000010:2.0:1777582953.438488:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1cc0. 00080000:00000010:2.0:1777582953.438497:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388979000. 00000001:00000010:2.0:1777582953.439094:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb16c0. 00000001:00000010:2.0:1777582953.439103:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582953.439236:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1cc0. 00010000:00000010:2.0:1777582953.439247:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582953.439253:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582953.439268:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68e40. 00010000:00000010:2.0:1777582953.439465:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582953.439482:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:2.0:1777582953.439502:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975340, last committed = 8589975157 00010000:00000200:2.0:1777582953.439514:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55bb480 x1863928707846912/t8589975340(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582953.439534:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582953.439542:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707846912, offset 224 00000400:00000010:2.0:1777582953.439549:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12c08. 00000400:00000200:2.0:1777582953.439553:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.439569:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.439576:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396895:396895:256:4294967295] 192.168.202.9@tcp LPNI seq info [396891:396891:8:4294967295] 00000400:00000200:2.0:1777582953.439583:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582953.439591:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.439597:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.439601:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582953.439608:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.439616:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.439620:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.439686:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86500. 00000020:00000010:2.0:1777582953.439691:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:2.0:1777582953.439703:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253a00. 00010000:00000010:3.0:1777582953.439848:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:3.0:1777582953.439856:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec00. 00010000:00000010:3.0:1777582953.439865:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68e40. 00000800:00000200:1.0:1777582953.442214:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.442228:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:1.0:1777582953.442237:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.442245:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582953.442658:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582953.442665:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00000400:00000200:2.0:1777582953.442735:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582953.442752:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214125 00000400:00000200:2.0:1777582953.442759:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.442763:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582953.442769:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582953.442772:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00010000:00000010:1.0:1777582953.443017:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:1.0:1777582953.443027:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b80. 00000400:00000200:3.0:1777582953.444128:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.444181:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8849380 00000400:00000200:3.0:1777582953.444192:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 174144 00000400:00000200:3.0:1777582953.444257:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.444262:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.444270:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.444280:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0700. 00000020:00000010:0.0:1777582953.444359:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:0.0:1777582953.444365:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000020:00000010:0.0:1777582953.444372:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024989ac000. 00000020:00000010:0.0:1777582953.444377:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf080. 00000020:00000010:0.0:1777582953.444382:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582953.444431:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:0.0:1777582953.444434:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000100:00000200:0.0:1777582953.444437:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707847040 00000001:00000010:0.0:1777582953.444450:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:0.0:1777582953.444481:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582953.444490:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 02000000:00000010:0.0:1777582953.444522:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb3000. 00010000:00000010:0.0:1777582953.444554:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582953.444558:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582953.444577:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582953.444580:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582953.444584:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582953.444587:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000004:00000010:0.0:1777582953.444693:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f565a0. 00000004:00000010:0.0:1777582953.444703:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22690. 00000004:00000010:0.0:1777582953.444710:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34aa0. 00080000:00000010:0.0:1777582953.444720:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097ae40. 00010000:00000010:2.0:1777582953.448120:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582953.448129:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:2.1:1777582953.448152:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582953.448157:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582953.448158:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582953.448162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582953.448163:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582953.448171:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582953.448303:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:2.0:1777582953.448316:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:2.0:1777582953.448322:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:2.0:1777582953.448349:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:2.0:1777582953.448371:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0700 x1863928707847040/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582953.448394:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582953.448402:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707847040, offset 224 00000400:00000200:2.0:1777582953.448409:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.448424:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.448430:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396896:396896:256:4294967295] 192.168.202.9@tcp LPNI seq info [396892:396892:8:4294967295] 00000400:00000200:2.0:1777582953.448440:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.448445:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.448450:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582953.448455:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.448462:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.448465:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.448491:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf080. 00000020:00000010:2.0:1777582953.448496:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:2.0:1777582953.448501:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024989ac000. 00000800:00000200:3.0:1777582953.448596:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.448603:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:3.0:1777582953.448608:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.448613:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.448619:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:3.0:1777582953.448621:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00010000:00000010:1.1:1777582953.452172:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582953.452185:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:2.0:1777582953.455120:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.455159:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8849480 00000400:00000200:2.0:1777582953.455170:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 174720 00000400:00000200:2.0:1777582953.455207:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.455212:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.455223:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.455233:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa79c00. 00000020:00000010:3.0:1777582953.455458:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.455465:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.455474:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7252a00. 00000020:00000010:3.0:1777582953.455481:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86b80. 00000020:00000010:3.0:1777582953.455487:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582953.455541:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.455544:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.455547:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707847296 02000000:00000010:3.0:1777582953.455588:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4d31000. 00010000:00000010:3.0:1777582953.455631:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:3.0:1777582953.455649:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000010:3.0:1777582953.455672:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582953.455679:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582953.455707:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582953.455711:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86500. 00010000:00000010:3.0:1777582953.455715:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.455718:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582953.456079:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582953.456082:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86400. 00010000:00000010:3.0:1777582953.456086:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.456089:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00000020:00000010:3.0:1777582953.456115:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582953.456122:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582953.456164:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed6c0. 00080000:00000010:3.0:1777582953.456176:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f52800. 00010000:00000010:2.1:1777582953.456226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582953.456234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582953.456238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582953.456240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000001:00000010:2.0:1777582953.457109:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1540. 00000001:00000010:2.0:1777582953.457120:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582953.457257:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed6c0. 00010000:00000010:2.0:1777582953.457270:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582953.457277:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582953.457432:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582953.457535:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:2.0:1777582953.457554:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000200:2.0:1777582953.457573:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975341, last committed = 8589975157 00010000:00000200:2.0:1777582953.457586:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa79c00 x1863928707847296/t8589975341(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582953.457610:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582953.457620:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707847296, offset 224 00000400:00000010:2.0:1777582953.457627:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12e00. 00000400:00000200:2.0:1777582953.457631:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.457647:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.457655:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396897:396897:256:4294967295] 192.168.202.9@tcp LPNI seq info [396893:396893:8:4294967295] 00000400:00000200:2.0:1777582953.457662:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582953.457670:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.457676:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.457681:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582953.457689:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.457707:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.457711:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.457746:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86b80. 00000020:00000010:2.0:1777582953.457751:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:2.0:1777582953.457755:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7252a00. 00000800:00000200:3.0:1777582953.457989:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.457994:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:3.0:1777582953.457999:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.458005:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.460118:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.460177:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21412d 00000400:00000200:3.0:1777582953.460188:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.460194:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.460202:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:3.0:1777582953.460205:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00010000:00000010:2.0:1777582953.460341:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:2.0:1777582953.460355:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86500. 00010000:00000010:0.0:1777582953.460765:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:0.0:1777582953.460773:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86400. 00010000:00000010:0.0:1777582953.460781:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68000. 00000400:00000200:2.0:1777582953.463119:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00010000:00000010:3.1:1777582953.463164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582953.463176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00000400:00000200:2.0:1777582953.463436:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8849500 00000400:00000200:2.0:1777582953.463445:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 175208 00000400:00000200:2.0:1777582953.464027:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.464036:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.464045:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.464053:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7ad80. 00000020:00000010:3.0:1777582953.464276:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.464395:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.464404:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253600. 00000020:00000010:3.0:1777582953.464410:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582953.464415:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582953.464488:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.464491:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.464495:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707847424 00000001:00000010:3.0:1777582953.464505:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e689c0. 00010000:00000010:3.0:1777582953.464533:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582953.464541:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 02000000:00000010:3.0:1777582953.464568:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4d30000. 00010000:00000010:3.0:1777582953.464597:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582953.464600:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582953.464618:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582953.464621:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86b00. 00010000:00000010:3.0:1777582953.464625:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582953.464629:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000004:00000010:3.0:1777582953.464829:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e903c0. 00000004:00000010:3.0:1777582953.464839:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65ca8. 00000004:00000010:3.0:1777582953.464845:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386990. 00080000:00000010:3.0:1777582953.464854:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489adbc80. 00010000:00000010:2.0:1777582953.470386:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582953.470395:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e000. 00010000:00000010:2.0:1777582953.470401:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582953.470406:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582953.470479:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:2.0:1777582953.470489:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:2.0:1777582953.470493:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b00. 00010000:00000010:2.0:1777582953.470514:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000200:2.0:1777582953.470532:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7ad80 x1863928707847424/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582953.470549:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582953.470554:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707847424, offset 224 00000400:00000200:2.0:1777582953.470559:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.470571:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.470576:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396898:396898:256:4294967295] 192.168.202.9@tcp LPNI seq info [396894:396894:8:4294967295] 00000400:00000200:2.0:1777582953.470585:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.470590:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.470593:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582953.470598:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.470604:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.470608:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.470637:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86000. 00000020:00000010:2.0:1777582953.470642:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:2.0:1777582953.470646:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253600. 00000800:00000200:0.0:1777582953.470942:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.470947:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:0.0:1777582953.470953:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.470959:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.470964:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:0.0:1777582953.470967:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00010000:00000010:2.1:1777582953.473048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:2.1:1777582953.473065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:2.1:1777582953.473070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582953.473075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.1:1777582953.473164:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582953.473172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000400:00000200:2.0:1777582953.476180:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.476212:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8849600 00000400:00000200:2.0:1777582953.476223:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 175784 00000400:00000200:2.0:1777582953.476245:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.476250:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.476259:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.476267:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa78380. 00000020:00000010:3.0:1777582953.476474:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.476481:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.476487:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253a00. 00000020:00000010:3.0:1777582953.476493:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86c00. 00000020:00000010:3.0:1777582953.476498:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582953.476539:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.476542:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.476545:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707847680 02000000:00000010:3.0:1777582953.476592:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02399b58000. 00010000:00000010:3.0:1777582953.476633:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:3.0:1777582953.476651:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e000. 00010000:00000010:3.0:1777582953.476673:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582953.476679:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582953.476695:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582953.476699:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582953.476703:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582953.476706:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582953.476838:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582953.476841:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86480. 00010000:00000010:3.0:1777582953.476845:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582953.476848:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582953.476889:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582953.476899:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582953.476911:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed120. 00080000:00000010:3.0:1777582953.476921:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f53400. 00000001:00000010:3.0:1777582953.477574:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedae0. 00000001:00000010:3.0:1777582953.477584:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582953.477619:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed120. 00010000:00000010:3.0:1777582953.477630:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582953.477634:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582953.477648:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582953.477699:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582953.477716:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000200:3.0:1777582953.477744:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975342, last committed = 8589975157 00010000:00000200:3.0:1777582953.477755:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa78380 x1863928707847680/t8589975342(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.477780:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582953.477787:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707847680, offset 224 00000400:00000010:3.0:1777582953.477794:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7cb0. 00000400:00000200:3.0:1777582953.477798:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.477813:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.477821:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396899:396899:256:4294967295] 192.168.202.9@tcp LPNI seq info [396895:396895:8:4294967295] 00000400:00000200:3.0:1777582953.477828:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.477837:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.477842:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.477847:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582953.477854:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.477861:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.477864:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.0:1777582953.477870:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:0.0:1777582953.477877:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86480. 00010000:00000010:0.0:1777582953.477883:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000020:00000010:3.0:1777582953.477891:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86c00. 00000020:00000010:3.0:1777582953.477894:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582953.477898:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253a00. 00000800:00000200:2.0:1777582953.478394:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.478400:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582953.478405:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.478410:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582953.490085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.1:1777582953.490100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582953.490105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582953.490110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:2.0:1777582953.490169:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582953.490189:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214135 00000400:00000200:2.0:1777582953.490197:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.490201:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582953.490207:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:2.0:1777582953.490210:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000400:00000200:2.0:1777582953.490241:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.490248:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8849680 00000400:00000200:2.0:1777582953.490255:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 176272 00000400:00000200:2.0:1777582953.490311:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.490315:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.490320:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.490326:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa79880. 00000020:00000010:2.0:1777582953.490375:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582953.490380:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582953.490385:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cea00. 00000020:00000010:2.0:1777582953.490391:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e600. 00000020:00000010:2.0:1777582953.490395:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.490432:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582953.490435:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000100:00000200:2.0:1777582953.490438:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707847808 00000001:00000010:2.0:1777582953.490449:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e683c0. 00010000:00000010:2.0:1777582953.490476:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582953.490485:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 02000000:00000010:2.0:1777582953.490514:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239a6a9000. 00010000:00000010:2.0:1777582953.490544:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582953.490548:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582953.490567:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582953.490570:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582953.490574:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582953.490577:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00000004:00000010:2.0:1777582953.490672:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168f00. 00000004:00000010:2.0:1777582953.490683:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0618. 00000004:00000010:2.0:1777582953.490690:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756880. 00080000:00000010:2.0:1777582953.490699:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d1d0. 00010000:00000010:3.0:1777582953.490999:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582953.491010:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00010000:00000010:3.1:1777582953.495194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582953.495217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582953.495223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.0:1777582953.495225:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582953.495226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.0:1777582953.495232:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582953.495240:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582953.495248:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582953.495357:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582953.495370:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582953.495376:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582953.495403:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000200:2.0:1777582953.495428:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa79880 x1863928707847808/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582953.495449:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582953.495456:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707847808, offset 224 00000400:00000200:2.0:1777582953.495463:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.495479:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.495486:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396900:396900:256:4294967295] 192.168.202.9@tcp LPNI seq info [396896:396896:8:4294967295] 00000400:00000200:2.0:1777582953.495497:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.495502:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.495509:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582953.495516:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.495525:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.495530:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.495561:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e600. 00000020:00000010:2.0:1777582953.495567:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.495571:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cea00. 00000800:00000200:3.0:1777582953.495838:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.495844:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:3.0:1777582953.495849:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.495868:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.495875:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:3.0:1777582953.495879:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00010000:00000010:0.1:1777582953.498036:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582953.498051:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582953.501884:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582953.501900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.1:1777582953.502423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582953.502430:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582953.502434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582953.502436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00000400:00000200:2.0:1777582953.506204:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.506225:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8849780 00000400:00000200:2.0:1777582953.506234:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 176848 00000400:00000200:2.0:1777582953.506251:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.506255:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.506263:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.506271:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7aa00. 00000020:00000010:3.0:1777582953.506384:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.506390:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.506396:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253a00. 00000020:00000010:3.0:1777582953.506402:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86200. 00000020:00000010:3.0:1777582953.506407:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582953.506455:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.506457:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.506460:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707848064 02000000:00000010:3.0:1777582953.506499:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02399b5f000. 00010000:00000010:3.0:1777582953.506540:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:3.0:1777582953.506558:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:3.0:1777582953.506579:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582953.506585:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582953.506599:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582953.506602:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86c00. 00010000:00000010:3.0:1777582953.506607:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582953.506610:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582953.506743:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582953.506746:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86900. 00010000:00000010:3.0:1777582953.506749:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582953.506751:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582953.506777:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582953.506783:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582953.506794:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed120. 00080000:00000010:3.0:1777582953.506802:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f52000. 00000001:00000010:3.0:1777582953.507304:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed1e0. 00000001:00000010:3.0:1777582953.507311:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582953.507346:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed120. 00010000:00000010:3.0:1777582953.507356:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.507360:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582953.507373:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582953.507417:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582953.507431:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000200:3.0:1777582953.507447:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975343, last committed = 8589975157 00010000:00000200:3.0:1777582953.507456:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7aa00 x1863928707848064/t8589975343(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.507481:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582953.507487:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707848064, offset 224 00000400:00000010:3.0:1777582953.507493:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b71c0. 00000400:00000200:3.0:1777582953.507497:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.507511:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.507518:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396901:396901:256:4294967295] 192.168.202.9@tcp LPNI seq info [396897:396897:8:4294967295] 00000400:00000200:3.0:1777582953.507524:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.507531:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.507537:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.507541:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582953.507547:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.507554:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.507559:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.507574:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86200. 00000020:00000010:3.0:1777582953.507578:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582953.507581:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253a00. 00010000:00000010:1.0:1777582953.507995:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:1.0:1777582953.508005:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86900. 00010000:00000010:1.0:1777582953.508012:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000800:00000200:2.0:1777582953.508084:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.508089:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582953.508093:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.508098:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582953.512278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582953.512297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582953.515488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582953.515501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582953.516417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582953.516429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:3.0:1777582953.518589:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.518610:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21413d 00000400:00000200:3.0:1777582953.518619:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.518623:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.518629:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:3.0:1777582953.518633:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00010000:00000010:2.0:1777582953.519081:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:2.0:1777582953.519094:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86c00. 00010000:00000010:2.1:1777582953.523587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582953.523604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:2.0:1777582953.526745:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.526766:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8849800 00000400:00000200:2.0:1777582953.526776:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 177336 00000400:00000200:2.0:1777582953.526837:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.526842:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.526851:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.526857:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa79f80. 00000020:00000010:0.0:1777582953.529032:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:0.0:1777582953.529046:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000020:00000010:0.0:1777582953.529054:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598600. 00000020:00000010:0.0:1777582953.529060:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582953.529066:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582953.529104:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:0.0:1777582953.529107:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000100:00000200:0.0:1777582953.529110:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707848192 00000001:00000010:0.0:1777582953.529123:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:0.0:1777582953.529172:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582953.529181:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 02000000:00000010:0.0:1777582953.529208:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb0000. 00010000:00000010:0.0:1777582953.529239:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582953.529245:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582953.529264:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582953.529268:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582953.529272:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582953.529276:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000004:00000010:0.0:1777582953.529390:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57860. 00000004:00000010:0.0:1777582953.529400:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22c30. 00000004:00000010:0.0:1777582953.529407:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34880. 00080000:00000010:0.0:1777582953.529416:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a720. 00010000:00000010:0.0:1777582953.535408:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582953.535419:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582953.535427:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582953.535435:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582953.535524:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582953.535538:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582953.535544:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582953.535572:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:0.0:1777582953.535592:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa79f80 x1863928707848192/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582953.535615:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582953.535623:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707848192, offset 224 00000400:00000200:0.0:1777582953.535632:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.535647:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.535655:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396902:396902:256:4294967295] 192.168.202.9@tcp LPNI seq info [396898:396898:8:4294967295] 00000400:00000200:0.0:1777582953.535666:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.535672:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.535677:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582953.535684:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.535693:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.535697:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.535735:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582953.535740:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582953.535744:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598600. 00000800:00000200:2.0:1777582953.535909:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.535913:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582953.535919:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.535924:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582953.535929:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:2.0:1777582953.535932:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00010000:00000010:0.1:1777582953.541731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582953.541747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582953.541752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582953.541755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000400:00000200:3.0:1777582953.544897:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.544920:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8849900 00000400:00000200:3.0:1777582953.544931:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 177912 00000400:00000200:3.0:1777582953.544948:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.544953:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.544962:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.544971:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0e00. 00000020:00000010:2.0:1777582953.545244:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741180. 00000020:00000010:2.0:1777582953.545252:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741180. 00000020:00000010:2.0:1777582953.545259:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cea00. 00000020:00000010:2.0:1777582953.545267:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e600. 00000020:00000010:2.0:1777582953.545273:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.545327:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741180. 00000020:00000010:2.0:1777582953.545331:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741180. 00000100:00000200:2.0:1777582953.545334:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707848448 02000000:00000010:2.0:1777582953.545382:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238cb35000. 00010000:00000010:2.0:1777582953.545432:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:2.0:1777582953.545451:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:2.0:1777582953.545472:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582953.545479:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582953.545497:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582953.545500:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582953.545505:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582953.545508:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582953.545623:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582953.545627:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582953.545630:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582953.545633:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00000020:00000010:2.0:1777582953.545660:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f60. 00000020:00000010:2.0:1777582953.545666:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f60. 00000020:00000010:2.0:1777582953.545678:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1840. 00080000:00000010:2.0:1777582953.545688:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238897b800. 00000001:00000010:2.0:1777582953.546225:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1900. 00000001:00000010:2.0:1777582953.546235:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582953.546281:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1840. 00010000:00000010:2.0:1777582953.546293:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582953.546298:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582953.546314:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582953.546359:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582953.546375:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000200:2.0:1777582953.546393:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975344, last committed = 8589975157 00010000:00000200:2.0:1777582953.546403:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0e00 x1863928707848448/t8589975344(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582953.546429:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582953.546436:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707848448, offset 224 00000400:00000010:2.0:1777582953.546444:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12af0. 00000400:00000200:2.0:1777582953.546449:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.546467:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.546475:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396903:396903:256:4294967295] 192.168.202.9@tcp LPNI seq info [396899:396899:8:4294967295] 00000400:00000200:2.0:1777582953.546482:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582953.546490:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.546495:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.546500:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582953.546508:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.546516:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.546521:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.546551:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e600. 00000020:00000010:2.0:1777582953.546558:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.546561:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cea00. 00000800:00000200:3.0:1777582953.546702:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.546706:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:3.0:1777582953.546712:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.546717:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582953.546869:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:0.0:1777582953.546878:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000010:0.0:1777582953.546886:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e683c0. 00000400:00000200:2.0:1777582953.549044:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582953.549070:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214145 00000400:00000200:2.0:1777582953.549077:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.549081:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582953.549089:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777582953.549092:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00010000:00000010:3.0:1777582953.551421:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:3.0:1777582953.551454:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ef00. 00010000:00000010:2.1:1777582953.553190:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582953.553272:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582953.556411:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582953.556429:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582953.557183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582953.557194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582953.557665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582953.557672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:3.0:1777582953.558635:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.558658:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8849980 00000400:00000200:3.0:1777582953.558667:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 178400 00000400:00000200:3.0:1777582953.558747:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.558752:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.558763:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.558769:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc2680. 00000020:00000010:0.0:1777582953.559816:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:0.0:1777582953.559825:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000020:00000010:0.0:1777582953.559832:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598600. 00000020:00000010:0.0:1777582953.559839:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582953.559845:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582953.559897:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:0.0:1777582953.559900:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000100:00000200:0.0:1777582953.559903:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707848576 00000001:00000010:0.0:1777582953.559916:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:0.0:1777582953.559947:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582953.559955:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 02000000:00000010:0.0:1777582953.559989:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb2000. 00010000:00000010:0.0:1777582953.560026:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582953.560029:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582953.560052:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582953.560057:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582953.560061:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582953.560065:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00000004:00000010:0.0:1777582953.560203:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57680. 00000004:00000010:0.0:1777582953.560214:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22780. 00000004:00000010:0.0:1777582953.560222:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34990. 00080000:00000010:0.0:1777582953.560233:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a8e8. 00010000:00000010:0.0:1777582953.563269:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582953.563281:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf800. 00010000:00000010:0.0:1777582953.563289:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582953.563298:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582953.563408:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582953.563423:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582953.563429:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582953.563461:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:0.0:1777582953.563486:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc2680 x1863928707848576/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582953.563514:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582953.563523:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707848576, offset 224 00000400:00000200:0.0:1777582953.563531:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.563549:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.563558:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396904:396904:256:4294967295] 192.168.202.9@tcp LPNI seq info [396900:396900:8:4294967295] 00000400:00000200:0.0:1777582953.563573:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.563580:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.563586:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582953.563594:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.563603:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.563609:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.563644:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582953.563650:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582953.563654:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598600. 00000800:00000200:3.0:1777582953.564073:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.564078:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582953.564083:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.564090:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.564095:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:3.0:1777582953.564097:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000400:00000200:3.0:1777582953.569971:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.569996:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8849a80 00000400:00000200:3.0:1777582953.570005:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 178976 00000400:00000200:3.0:1777582953.570021:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.570025:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.570033:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.570041:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0000. 00000020:00000010:0.0:1777582953.570194:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc40. 00000020:00000010:0.0:1777582953.570201:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc40. 00000020:00000010:0.0:1777582953.570207:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598600. 00000020:00000010:0.0:1777582953.570212:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582953.570217:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582953.570265:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc40. 00000020:00000010:0.0:1777582953.570268:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc40. 00000100:00000200:0.0:1777582953.570271:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707848832 02000000:00000010:0.0:1777582953.570309:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02392bb5000. 00010000:00000010:0.0:1777582953.570353:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582953.570368:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf800. 00010000:00000010:0.0:1777582953.570389:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582953.570395:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582953.570413:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582953.570416:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf800. 00010000:00000010:0.0:1777582953.570421:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582953.570424:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582953.570536:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582953.570540:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582953.570544:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.570547:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00000020:00000010:0.0:1777582953.570578:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48a00. 00000020:00000010:0.0:1777582953.570586:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48a00. 00000020:00000010:0.0:1777582953.570598:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48de0. 00080000:00000010:0.0:1777582953.570608:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388529400. 00000001:00000010:0.0:1777582953.571042:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48c00. 00000001:00000010:0.0:1777582953.571051:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185000. 00000020:00000010:0.0:1777582953.571086:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48de0. 00010000:00000010:0.0:1777582953.571095:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.571114:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582953.571129:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185900. 00010000:00000010:0.0:1777582953.571194:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582953.571211:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000200:0.0:1777582953.571228:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975345, last committed = 8589975157 00010000:00000200:0.0:1777582953.571238:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0000 x1863928707848832/t8589975345(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.571259:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582953.571266:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707848832, offset 224 00000400:00000010:0.0:1777582953.571273:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f038. 00000400:00000200:0.0:1777582953.571277:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.571292:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.571298:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396905:396905:256:4294967295] 192.168.202.9@tcp LPNI seq info [396901:396901:8:4294967295] 00000400:00000200:0.0:1777582953.571305:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.571312:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.571317:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.571322:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582953.571329:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.571335:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.571339:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.571361:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf400. 00000020:00000010:0.0:1777582953.571366:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582953.571370:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598600. 00010000:00000010:0.0:1777582953.571406:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582953.571410:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582953.571416:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185900. 00000800:00000200:0.0:1777582953.571509:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.571513:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582953.571518:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.571523:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.577222:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.577249:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21414d 00000400:00000200:3.0:1777582953.577259:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.577267:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.577276:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:3.0:1777582953.577280:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000400:00000200:3.0:1777582953.577327:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.577335:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8849b00 00000400:00000200:3.0:1777582953.577343:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 179464 00000400:00000200:3.0:1777582953.577422:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.577427:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.577433:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.577439:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc2d80. 00000020:00000010:3.0:1777582953.577492:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.577497:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.577505:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253a00. 00000020:00000010:3.0:1777582953.577511:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86200. 00000020:00000010:3.0:1777582953.577517:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582953.577558:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.577560:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.577564:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707848960 00000001:00000010:3.0:1777582953.577576:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68d80. 00010000:00000010:3.0:1777582953.577604:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582953.577613:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 02000000:00000010:3.0:1777582953.577648:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b5e000. 00010000:00000010:3.0:1777582953.577690:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582953.577694:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582953.577720:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582953.577737:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86680. 00010000:00000010:3.0:1777582953.577744:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582953.577747:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00000004:00000010:3.0:1777582953.577870:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90780. 00000004:00000010:3.0:1777582953.577881:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65c30. 00000004:00000010:3.0:1777582953.577889:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386ff0. 00080000:00000010:3.0:1777582953.577901:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489adac78. 00010000:00000010:0.0:1777582953.579159:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582953.579173:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf800. 00010000:00000010:0.0:1777582953.580064:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582953.580070:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf400. 00010000:00000010:0.0:1777582953.580076:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582953.580082:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582953.580177:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:0.0:1777582953.580190:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:0.0:1777582953.580194:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86680. 00010000:00000010:0.0:1777582953.580219:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000200:0.0:1777582953.580241:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc2d80 x1863928707848960/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582953.580263:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582953.580271:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707848960, offset 224 00000400:00000200:0.0:1777582953.580278:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.580292:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.580299:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396906:396906:256:4294967295] 192.168.202.9@tcp LPNI seq info [396902:396902:8:4294967295] 00000400:00000200:0.0:1777582953.580311:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.580317:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.580322:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582953.580329:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.580338:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.580342:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.580376:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86200. 00000020:00000010:0.0:1777582953.580382:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:0.0:1777582953.580387:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253a00. 00000800:00000200:3.0:1777582953.580533:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.580538:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582953.580545:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.580550:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.580556:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:3.0:1777582953.580559:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00010000:00000010:0.1:1777582953.583184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582953.583206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582953.583212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582953.583214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000400:00000200:0.0:1777582953.584168:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.584191:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8849c00 00000400:00000200:0.0:1777582953.584201:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 180040 00000400:00000200:0.0:1777582953.584218:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.584223:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.584234:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.584241:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1ca80. 00000020:00000010:3.0:1777582953.584530:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.584537:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.584547:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253600. 00000020:00000010:3.0:1777582953.584554:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86f00. 00000020:00000010:3.0:1777582953.584559:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.584612:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.584614:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.584617:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707849216 02000000:00000010:3.0:1777582953.584656:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02399b5a000. 00010000:00000010:3.0:1777582953.584934:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:3.0:1777582953.584956:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf400. 00010000:00000010:3.0:1777582953.584978:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.584986:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582953.585003:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582953.585006:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582953.585010:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582953.585013:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582953.585129:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582953.585132:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86880. 00010000:00000010:3.0:1777582953.585159:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582953.585163:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00000020:00000010:3.0:1777582953.585189:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582953.585195:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582953.585207:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed120. 00080000:00000010:3.0:1777582953.585216:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f52400. 00000001:00000010:3.0:1777582953.587334:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedcc0. 00000001:00000010:3.0:1777582953.587347:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582953.587390:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed120. 00010000:00000010:3.0:1777582953.587405:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582953.587412:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582953.587438:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582953.587504:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582953.587524:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000200:3.0:1777582953.587543:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975346, last committed = 8589975157 00010000:00000200:3.0:1777582953.587554:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1ca80 x1863928707849216/t8589975346(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.587574:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582953.587580:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707849216, offset 224 00000400:00000010:3.0:1777582953.587587:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7d58. 00000400:00000200:3.0:1777582953.587591:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.587607:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.587615:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396907:396907:256:4294967295] 192.168.202.9@tcp LPNI seq info [396903:396903:8:4294967295] 00000400:00000200:3.0:1777582953.587622:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.587629:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.587635:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.587640:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582953.587647:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.587655:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.587660:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.587699:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86f00. 00000020:00000010:3.0:1777582953.587704:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.587708:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253600. 00000800:00000200:3.0:1777582953.587840:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.587846:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:3.0:1777582953.587850:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.587856:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582953.588022:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:0.0:1777582953.588031:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86880. 00010000:00000010:0.0:1777582953.588039:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:0.1:1777582953.588359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582953.588367:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582953.588372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582953.588374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582953.588376:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582953.588378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582953.588380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582953.588383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582953.588386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.1:1777582953.588388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582953.588390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582953.588394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:3.0:1777582953.591956:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.591982:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214155 00000400:00000200:3.0:1777582953.591991:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.591995:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.592002:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:3.0:1777582953.592006:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00010000:00000010:1.0:1777582953.592169:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:1.0:1777582953.592181:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00000400:00000200:0.0:1777582953.593114:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.593129:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8849c80 00000400:00000200:0.0:1777582953.593169:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 180528 00000400:00000200:0.0:1777582953.593236:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.593244:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.593253:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.593261:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1e680. 00000020:00000010:1.0:1777582953.593373:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.593379:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.593385:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae8ca800. 00000020:00000010:1.0:1777582953.593391:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3080. 00000020:00000010:1.0:1777582953.593397:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.593443:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582953.593447:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000100:00000200:1.0:1777582953.593452:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707849344 00000001:00000010:1.0:1777582953.593462:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185000. 00010000:00000010:1.0:1777582953.593489:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582953.593498:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 02000000:00000010:1.0:1777582953.593531:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933cc000. 00010000:00000010:1.0:1777582953.593568:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582953.593573:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.593591:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582953.593594:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:1.0:1777582953.593599:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582953.593602:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00000004:00000010:1.0:1777582953.593715:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b65a0. 00000004:00000010:1.0:1777582953.593732:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a39d8. 00000004:00000010:1.0:1777582953.593740:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945320. 00080000:00000010:1.0:1777582953.593749:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f008. 00010000:00000010:3.1:1777582953.594181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582953.594190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582953.594196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582953.594203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.0:1777582953.595257:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582953.595264:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c00. 00010000:00000010:1.0:1777582953.595270:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582953.595278:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582953.595365:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.595383:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582953.595389:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00010000:00000010:1.0:1777582953.595419:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582953.595441:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1e680 x1863928707849344/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.595464:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582953.595471:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707849344, offset 224 00000400:00000200:1.0:1777582953.595479:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.595495:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.595504:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396908:396908:256:4294967295] 192.168.202.9@tcp LPNI seq info [396904:396904:8:4294967295] 00000400:00000200:1.0:1777582953.595519:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.595527:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.595532:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582953.595540:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.595549:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.595554:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.595582:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3080. 00000020:00000010:1.0:1777582953.595587:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.595592:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae8ca800. 00000800:00000200:3.0:1777582953.595808:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.595813:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582953.595818:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.595823:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.595828:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:3.0:1777582953.595830:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00010000:00000010:0.1:1777582953.596286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582953.596295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:3.0:1777582953.598540:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.598562:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8849d80 00000400:00000200:3.0:1777582953.598571:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 181104 00000400:00000200:3.0:1777582953.598588:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.598592:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.598601:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.598608:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc3100. 00000020:00000010:0.0:1777582953.598737:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bd80. 00000020:00000010:0.0:1777582953.598744:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bd80. 00000020:00000010:0.0:1777582953.598751:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598600. 00000020:00000010:0.0:1777582953.598756:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf980. 00000020:00000010:0.0:1777582953.598762:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582953.598809:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bd80. 00000020:00000010:0.0:1777582953.598812:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bd80. 00000100:00000200:0.0:1777582953.598816:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707849600 02000000:00000010:0.0:1777582953.598855:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02392bb4000. 00010000:00000010:0.0:1777582953.598900:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:0.0:1777582953.598915:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c00. 00010000:00000010:0.0:1777582953.598936:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582953.598942:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582953.598957:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582953.598960:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582953.598964:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.598967:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582953.599081:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582953.599084:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582953.599088:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582953.599091:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00000020:00000010:0.0:1777582953.599119:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48360. 00000020:00000010:0.0:1777582953.599126:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48360. 00000020:00000010:0.0:1777582953.599175:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48cc0. 00080000:00000010:0.0:1777582953.599186:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238852ac00. 00000001:00000010:0.0:1777582953.599612:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a120. 00000001:00000010:0.0:1777582953.599620:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582953.599653:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48cc0. 00010000:00000010:0.0:1777582953.599661:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.599664:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582953.599677:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185900. 00010000:00000010:0.0:1777582953.599733:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582953.599750:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000200:0.0:1777582953.599771:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975347, last committed = 8589975157 00010000:00000200:0.0:1777582953.599782:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc3100 x1863928707849600/t8589975347(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.599809:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582953.599818:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707849600, offset 224 00000400:00000010:0.0:1777582953.599826:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f818. 00000400:00000200:0.0:1777582953.599831:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.599847:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.599855:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396909:396909:256:4294967295] 192.168.202.9@tcp LPNI seq info [396905:396905:8:4294967295] 00000400:00000200:0.0:1777582953.599862:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.599870:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.599877:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.599883:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582953.599890:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.599899:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.599904:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.599936:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf980. 00000020:00000010:0.0:1777582953.599942:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582953.599946:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598600. 00000800:00000200:0.0:1777582953.600055:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.600058:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582953.600062:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.600067:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582953.600297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582953.600305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.0:1777582953.600328:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:1.0:1777582953.600334:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:1.0:1777582953.600340:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185900. 00010000:00000010:1.1:1777582953.609118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582953.609159:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582953.609163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582953.609166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582953.609204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582953.609213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582953.609219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582953.609224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000200:3.0:1777582953.609905:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.609930:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21415d 00000400:00000200:3.0:1777582953.609938:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.609943:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.609952:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:3.0:1777582953.609955:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000400:00000200:3.0:1777582953.610050:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.610058:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8849e00 00000400:00000200:3.0:1777582953.610066:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 181592 00000400:00000200:3.0:1777582953.610079:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.610083:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.610089:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.610096:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc3b80. 00000020:00000010:1.0:1777582953.610228:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582953.610234:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582953.610242:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:1.0:1777582953.610248:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3080. 00000020:00000010:1.0:1777582953.610253:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.610300:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582953.610313:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c00. 00000100:00000200:1.0:1777582953.610316:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707849728 00000001:00000010:1.0:1777582953.610329:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:1.0:1777582953.610359:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582953.610368:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 02000000:00000010:1.0:1777582953.610405:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aca23000. 00010000:00000010:1.0:1777582953.610450:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582953.610456:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582953.610480:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582953.610483:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:1.0:1777582953.610487:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582953.610490:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582953.610603:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6f00. 00000004:00000010:1.0:1777582953.610613:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582953.610621:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944660. 00080000:00000010:1.0:1777582953.610629:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f560. 00010000:00000010:0.0:1777582953.611527:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582953.611541:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:1.1:1777582953.611659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582953.611664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.0:1777582953.611746:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582953.611752:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c80. 00010000:00000010:1.0:1777582953.611758:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582953.611765:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582953.611838:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582953.611846:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.611850:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00010000:00000010:1.0:1777582953.611892:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582953.611917:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc3b80 x1863928707849728/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.611943:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1cc0. 00000100:00000200:1.0:1777582953.611951:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707849728, offset 224 00000400:00000200:1.0:1777582953.611959:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.611972:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.611979:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396910:396910:256:4294967295] 192.168.202.9@tcp LPNI seq info [396906:396906:8:4294967295] 00000400:00000200:1.0:1777582953.611991:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.611997:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.612000:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582953.612007:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.612015:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.612019:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.612045:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3080. 00000020:00000010:1.0:1777582953.612050:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.612056:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00000800:00000200:3.0:1777582953.615650:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.615660:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582953.615669:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.615697:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.615708:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1cc0 00000400:00000010:3.0:1777582953.615711:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1cc0. 00000400:00000200:3.0:1777582953.615762:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.615779:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8849f00 00000400:00000200:3.0:1777582953.615790:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 182168 00000400:00000200:3.0:1777582953.615810:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.615815:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.615823:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.615832:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0380. 00000020:00000010:1.0:1777582953.616059:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582953.616067:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582953.616079:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862d0000. 00000020:00000010:1.0:1777582953.616085:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3080. 00000020:00000010:1.0:1777582953.616090:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.616170:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582953.616174:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0980. 00000100:00000200:1.0:1777582953.616178:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707849984 02000000:00000010:1.0:1777582953.616217:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aca26000. 00010000:00000010:1.0:1777582953.616263:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582953.616280:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c80. 00010000:00000010:1.0:1777582953.616440:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582953.616448:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582953.616468:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582953.616472:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c80. 00010000:00000010:1.0:1777582953.616476:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582953.616480:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.616608:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582953.616612:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:1.0:1777582953.616615:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582953.616620:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000020:00000010:1.0:1777582953.616652:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6f40. 00000020:00000010:1.0:1777582953.616659:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6f40. 00000020:00000010:1.0:1777582953.616671:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9060. 00080000:00000010:1.0:1777582953.616683:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f1f9000. 00000001:00000010:1.0:1777582953.617568:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df240. 00000001:00000010:1.0:1777582953.617578:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484240. 00000020:00000010:1.0:1777582953.617617:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9060. 00010000:00000010:1.0:1777582953.617629:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582953.617634:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582953.617650:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582953.617708:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.618093:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000200:1.0:1777582953.618120:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975348, last committed = 8589975157 00010000:00000200:1.0:1777582953.618157:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0380 x1863928707849984/t8589975348(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.618183:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777582953.618191:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707849984, offset 224 00000400:00000010:1.0:1777582953.618200:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2818. 00000400:00000200:1.0:1777582953.618204:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.618222:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.618230:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396911:396911:256:4294967295] 192.168.202.9@tcp LPNI seq info [396907:396907:8:4294967295] 00000400:00000200:1.0:1777582953.618236:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.618243:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.618249:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.618254:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582953.618261:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.618269:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.618273:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.618313:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3080. 00000020:00000010:1.0:1777582953.618319:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.618324:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862d0000. 00010000:00000010:3.0:1777582953.618608:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:3.0:1777582953.618619:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00010000:00000010:3.0:1777582953.618625:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00000800:00000200:0.0:1777582953.618650:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.618655:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:0.0:1777582953.618659:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.618664:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582953.620413:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582953.620425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:3.0:1777582953.621633:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.621657:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214165 00000400:00000200:3.0:1777582953.621664:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.621669:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.621676:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:3.0:1777582953.621678:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00010000:00000010:1.0:1777582953.621868:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.621878:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c80. 00000400:00000200:3.0:1777582953.625085:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.625108:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8849f80 00000400:00000200:3.0:1777582953.625117:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 182656 00000400:00000200:3.0:1777582953.625557:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.625564:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.625576:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.625583:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc1180. 00010000:00000010:3.1:1777582953.626876:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582953.626889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000020:00000010:0.0:1777582953.626990:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bd80. 00000020:00000010:0.0:1777582953.626996:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bd80. 00000020:00000010:0.0:1777582953.627004:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598600. 00000020:00000010:0.0:1777582953.627011:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582953.627016:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582953.627071:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bd80. 00000020:00000010:0.0:1777582953.627075:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bd80. 00000100:00000200:0.0:1777582953.627078:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707850112 00000001:00000010:0.0:1777582953.627092:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:0.0:1777582953.627120:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.627129:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 02000000:00000010:0.0:1777582953.627182:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb7000. 00010000:00000010:0.0:1777582953.627217:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582953.627221:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582953.627246:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582953.627250:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582953.627254:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582953.627257:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00000004:00000010:0.0:1777582953.627367:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f570e0. 00000004:00000010:0.0:1777582953.627378:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22ca8. 00000004:00000010:0.0:1777582953.627387:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35dc0. 00080000:00000010:0.0:1777582953.627396:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a1c8. 00010000:00000010:1.1:1777582953.628508:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582953.628521:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582953.628524:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582953.628527:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.0:1777582953.632940:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582953.632952:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582953.632961:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582953.632969:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582953.633057:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582953.633071:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582953.633076:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582953.633102:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000200:0.0:1777582953.633122:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc1180 x1863928707850112/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582953.633157:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582953.633164:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707850112, offset 224 00000400:00000200:0.0:1777582953.633171:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.633185:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.633193:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396912:396912:256:4294967295] 192.168.202.9@tcp LPNI seq info [396908:396908:8:4294967295] 00000400:00000200:0.0:1777582953.633204:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.633210:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.633215:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582953.633222:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.633229:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.633233:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.633268:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582953.633274:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582953.633278:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598600. 00000800:00000200:3.0:1777582953.633459:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.633463:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582953.633469:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.633474:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.633479:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:3.0:1777582953.633482:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00010000:00000010:1.1:1777582953.640267:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582953.640285:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582953.640290:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582953.640292:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:0.0:1777582953.643485:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.643509:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884a080 00000400:00000200:0.0:1777582953.643519:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 183232 00000400:00000200:0.0:1777582953.643537:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.643542:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.643551:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.643559:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1ea00. 00010000:00000010:1.1:1777582953.643966:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582953.643975:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000020:00000010:3.0:1777582953.644253:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.644260:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.644268:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253600. 00000020:00000010:3.0:1777582953.644274:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86f00. 00000020:00000010:3.0:1777582953.644280:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.644331:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.644334:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.644337:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707850368 02000000:00000010:3.0:1777582953.644381:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487495000. 00010000:00000010:3.0:1777582953.644429:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:3.0:1777582953.644445:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf500. 00010000:00000010:3.0:1777582953.644467:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.644473:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582953.644491:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582953.644495:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86980. 00010000:00000010:3.0:1777582953.644499:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582953.644502:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582953.644618:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582953.644622:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86f80. 00010000:00000010:3.0:1777582953.644626:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582953.644629:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00000020:00000010:3.0:1777582953.644656:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582953.644663:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582953.644673:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed120. 00080000:00000010:3.0:1777582953.644683:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f53800. 00000001:00000010:3.0:1777582953.645635:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed2a0. 00000001:00000010:3.0:1777582953.645645:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582953.645684:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed120. 00010000:00000010:3.0:1777582953.648226:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.648242:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582953.648271:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582953.648382:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582953.648410:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000200:3.0:1777582953.648436:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975349, last committed = 8589975157 00010000:00000200:3.0:1777582953.648450:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1ea00 x1863928707850368/t8589975349(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.648473:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582953.648481:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707850368, offset 224 00000400:00000010:3.0:1777582953.648488:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7a10. 00000400:00000200:3.0:1777582953.648492:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.648509:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.648517:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396913:396913:256:4294967295] 192.168.202.9@tcp LPNI seq info [396909:396909:8:4294967295] 00000400:00000200:3.0:1777582953.648525:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.648532:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.648538:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.648543:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582953.648551:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.648561:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.648565:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.648606:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86f00. 00000020:00000010:3.0:1777582953.648613:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.648616:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253600. 00010000:00000010:0.0:1777582953.649582:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:0.0:1777582953.649595:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86f80. 00010000:00000010:0.0:1777582953.649604:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00000800:00000200:2.0:1777582953.649945:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.649951:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582953.649957:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.649965:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582953.650419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582953.650429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582953.650433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582953.650435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:0.0:1777582953.656504:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.656530:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21416d 00000400:00000200:0.0:1777582953.656538:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.656543:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.656550:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:0.0:1777582953.656554:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00000400:00000200:0.0:1777582953.656590:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.656596:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884a100 00000400:00000200:0.0:1777582953.656604:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 183720 00010000:00000010:2.0:1777582953.656644:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:2.0:1777582953.656658:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86980. 00000400:00000200:0.0:1777582953.656672:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.656676:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.656689:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.656699:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639880. 00010000:00000010:3.1:1777582953.656847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582953.656854:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582953.656858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582953.656861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000020:00000010:3.0:1777582953.656897:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.656902:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.656908:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253600. 00000020:00000010:3.0:1777582953.656912:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86f00. 00000020:00000010:3.0:1777582953.656917:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.656962:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.656965:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.656968:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707850496 00000001:00000010:3.0:1777582953.656978:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484240. 00010000:00000010:3.0:1777582953.657003:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.657010:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 02000000:00000010:3.0:1777582953.657041:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487496000. 00010000:00000010:3.0:1777582953.657072:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582953.657076:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582953.657092:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582953.657095:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a80. 00010000:00000010:3.0:1777582953.657099:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582953.657102:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000004:00000010:3.0:1777582953.657222:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90f00. 00000004:00000010:3.0:1777582953.657231:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c651e0. 00000004:00000010:3.0:1777582953.657238:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387cb0. 00080000:00000010:3.0:1777582953.657247:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489adb8f0. 00010000:00000010:3.0:1777582953.658788:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582953.658799:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86380. 00010000:00000010:3.0:1777582953.658805:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.658812:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582953.658890:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582953.658901:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582953.658906:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a80. 00010000:00000010:3.0:1777582953.658934:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000200:3.0:1777582953.658955:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c639880 x1863928707850496/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.658984:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582953.658991:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707850496, offset 224 00000400:00000200:3.0:1777582953.658998:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.659011:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.659018:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396914:396914:256:4294967295] 192.168.202.9@tcp LPNI seq info [396910:396910:8:4294967295] 00000400:00000200:3.0:1777582953.659030:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.659036:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.659041:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582953.659047:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.659055:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.659059:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.659085:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86f00. 00000020:00000010:3.0:1777582953.659090:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.659093:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253600. 00010000:00000010:0.1:1777582953.659206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582953.659212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000800:00000200:0.0:1777582953.659305:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.659310:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:0.0:1777582953.659315:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.659320:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.659325:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:0.0:1777582953.659327:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00010000:00000010:2.1:1777582953.664167:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582953.664182:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582953.667177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582953.667191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582953.667196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582953.667199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:3.0:1777582953.669040:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.669060:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884a200 00000400:00000200:3.0:1777582953.669070:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 184296 00000400:00000200:3.0:1777582953.669087:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.669092:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.669100:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.669106:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc1880. 00000020:00000010:1.0:1777582953.669360:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582953.669365:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582953.669371:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862d0000. 00000020:00000010:1.0:1777582953.669376:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3c80. 00000020:00000010:1.0:1777582953.669381:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.669423:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582953.669425:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0980. 00000100:00000200:1.0:1777582953.669428:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707850752 02000000:00000010:1.0:1777582953.669467:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aca25000. 00010000:00000010:1.0:1777582953.669510:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:1.0:1777582953.669528:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86380. 00010000:00000010:1.0:1777582953.669546:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582953.669552:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.669568:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582953.669571:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3080. 00010000:00000010:1.0:1777582953.669575:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582953.669577:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582953.669673:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582953.669676:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3600. 00010000:00000010:1.0:1777582953.669679:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582953.669682:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000020:00000010:1.0:1777582953.669717:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6f40. 00000020:00000010:1.0:1777582953.669734:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6f40. 00000020:00000010:1.0:1777582953.669745:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dfc00. 00080000:00000010:1.0:1777582953.669757:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f1fb400. 00000001:00000010:1.0:1777582953.670374:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df6c0. 00000001:00000010:1.0:1777582953.670381:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582953.670414:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dfc00. 00010000:00000010:1.0:1777582953.670423:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582953.670426:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582953.670439:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484240. 00010000:00000010:1.0:1777582953.670482:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.670496:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582953.670512:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975350, last committed = 8589975157 00010000:00000200:1.0:1777582953.670522:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc1880 x1863928707850752/t8589975350(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.670542:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582953.670549:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707850752, offset 224 00000400:00000010:1.0:1777582953.670556:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2230. 00000400:00000200:1.0:1777582953.670560:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.670575:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.670582:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396915:396915:256:4294967295] 192.168.202.9@tcp LPNI seq info [396911:396911:8:4294967295] 00000400:00000200:1.0:1777582953.670588:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.670595:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.670600:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.670605:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582953.670611:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.670619:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.670624:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.670647:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3c80. 00000020:00000010:1.0:1777582953.670651:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.670655:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862d0000. 00010000:00000010:1.0:1777582953.670679:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582953.670683:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3600. 00010000:00000010:1.0:1777582953.670688:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484240. 00000800:00000200:0.0:1777582953.671014:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.671019:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582953.671023:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.671029:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582953.676296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582953.676319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582953.682206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582953.682223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582953.682227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582953.682231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00000400:00000200:1.0:1777582953.684356:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582953.684378:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214175 00000400:00000200:1.0:1777582953.684385:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.684390:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582953.684398:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582953.684401:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000400:00000200:1.0:1777582953.684436:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.684442:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884a280 00000400:00000200:1.0:1777582953.684450:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 184784 00000400:00000200:1.0:1777582953.684515:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.684519:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.684524:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.684532:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b9c00. 00010000:00000010:2.0:1777582953.684577:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:2.0:1777582953.684588:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3080. 00000020:00000010:0.0:1777582953.684669:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.684675:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.684682:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598600. 00000020:00000010:0.0:1777582953.684687:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582953.684692:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582953.684745:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.684748:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582953.684751:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707850880 00000001:00000010:0.0:1777582953.684763:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582953.684785:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582953.684791:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 02000000:00000010:0.0:1777582953.684822:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024a5728000. 00010000:00000010:0.0:1777582953.684854:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582953.684858:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582953.684874:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582953.684877:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582953.684881:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582953.684885:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000004:00000010:0.0:1777582953.684994:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56960. 00000004:00000010:0.0:1777582953.685004:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e228e8. 00000004:00000010:0.0:1777582953.685011:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34dd0. 00080000:00000010:0.0:1777582953.685021:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b1d0. 00010000:00000010:2.0:1777582953.689639:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582953.689648:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e680. 00010000:00000010:2.0:1777582953.689653:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582953.689659:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582953.690577:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:2.0:1777582953.690595:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:2.0:1777582953.690601:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf980. 00010000:00000010:2.0:1777582953.690635:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000200:2.0:1777582953.690658:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b9c00 x1863928707850880/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582953.690683:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582953.690690:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707850880, offset 224 00000400:00000200:2.0:1777582953.690698:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.690712:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.690822:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396916:396916:256:4294967295] 192.168.202.9@tcp LPNI seq info [396912:396912:8:4294967295] 00000400:00000200:2.0:1777582953.690837:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.690843:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.690849:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582953.690856:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.690863:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.690867:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.690970:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:2.0:1777582953.690976:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:2.0:1777582953.690981:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598600. 00010000:00000010:2.1:1777582953.695583:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582953.695601:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000800:00000200:2.0:1777582953.695711:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.695716:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582953.696402:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.696414:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582953.696424:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777582953.696426:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000400:00000200:0.0:1777582953.701936:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.701959:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884a380 00000400:00000200:0.0:1777582953.701968:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 185360 00000400:00000200:0.0:1777582953.701991:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.701997:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.702005:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.702014:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638e00. 00010000:00000010:2.1:1777582953.705839:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582953.705855:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582953.705860:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582953.705862:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000020:00000010:2.0:1777582953.705909:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741640. 00000020:00000010:2.0:1777582953.705915:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741640. 00000020:00000010:2.0:1777582953.705922:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cea00. 00000020:00000010:2.0:1777582953.705929:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e500. 00000020:00000010:2.0:1777582953.705935:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.707824:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741640. 00000020:00000010:2.0:1777582953.707835:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741640. 00000100:00000200:2.0:1777582953.707841:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707851136 02000000:00000010:2.0:1777582953.707888:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238cb33000. 00010000:00000010:2.0:1777582953.707933:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582953.707950:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e680. 00010000:00000010:2.0:1777582953.707974:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582953.707979:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582953.707995:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582953.707998:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e680. 00010000:00000010:2.0:1777582953.708002:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582953.708005:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582953.708124:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582953.708127:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:2.0:1777582953.708131:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582953.708170:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00000020:00000010:2.0:1777582953.708200:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860546a0. 00000020:00000010:2.0:1777582953.708207:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860546a0. 00000020:00000010:2.0:1777582953.708219:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1600. 00080000:00000010:2.0:1777582953.708228:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248ba56400. 00000001:00000010:2.0:1777582953.708668:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1300. 00000001:00000010:2.0:1777582953.708676:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68b40. 00000020:00000010:2.0:1777582953.708740:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1600. 00010000:00000010:2.0:1777582953.708748:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582953.708754:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582953.708768:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e680c0. 00010000:00000010:2.0:1777582953.708812:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582953.708827:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000200:2.0:1777582953.708843:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975351, last committed = 8589975157 00010000:00000010:1.0:1777582953.708850:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000200:2.0:1777582953.708855:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c638e00 x1863928707851136/t8589975351(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1777582953.708865:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00010000:00000010:1.0:1777582953.708874:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e680c0. 00000400:00000010:2.0:1777582953.708877:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582953.708884:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707851136, offset 224 00000400:00000010:2.0:1777582953.708891:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca124d0. 00000400:00000200:2.0:1777582953.708895:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.708910:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.708916:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396917:396917:256:4294967295] 192.168.202.9@tcp LPNI seq info [396913:396913:8:4294967295] 00000400:00000200:2.0:1777582953.708922:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582953.708928:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.708934:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.708939:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582953.708946:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.708954:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.708958:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.708985:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e500. 00000020:00000010:2.0:1777582953.708990:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.708993:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cea00. 00000800:00000200:1.0:1777582953.709095:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.709100:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:1.0:1777582953.709115:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.709120:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582953.715266:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582953.715291:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21417d 00000400:00000200:2.0:1777582953.715383:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.715390:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582953.715398:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777582953.715401:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00010000:00000010:2.1:1777582953.717983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582953.718003:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.0:1777582953.721927:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:0.0:1777582953.721947:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e680. 00010000:00000010:2.1:1777582953.726459:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582953.726471:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582953.727181:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:1.1:1777582953.727190:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000400:00000200:3.0:1777582953.729284:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.729317:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884a400 00000400:00000200:3.0:1777582953.729326:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 185848 00000400:00000200:3.0:1777582953.729396:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.729401:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.729411:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.729418:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc3480. 00000020:00000010:0.0:1777582953.730050:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.730059:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.730066:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598400. 00000020:00000010:0.0:1777582953.730072:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf780. 00000020:00000010:0.0:1777582953.730078:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582953.730123:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.730126:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582953.730130:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707851264 00000001:00000010:0.0:1777582953.730157:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:0.0:1777582953.730187:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582953.730195:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 02000000:00000010:0.0:1777582953.730224:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024a572c000. 00010000:00000010:0.0:1777582953.730258:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582953.730262:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582953.730283:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582953.730287:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582953.730290:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582953.730294:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000004:00000010:0.0:1777582953.730416:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f572c0. 00000004:00000010:0.0:1777582953.730427:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22960. 00000004:00000010:0.0:1777582953.730434:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34330. 00080000:00000010:0.0:1777582953.730443:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097ac78. 00010000:00000010:2.0:1777582953.732103:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582953.732114:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e680. 00010000:00000010:2.0:1777582953.732121:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582953.732127:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582953.732254:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:2.0:1777582953.732269:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:2.0:1777582953.732274:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00010000:00000010:2.0:1777582953.732312:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000200:2.0:1777582953.732338:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc3480 x1863928707851264/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582953.732362:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582953.732369:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707851264, offset 224 00000400:00000200:2.0:1777582953.732376:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.732391:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.732397:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396918:396918:256:4294967295] 192.168.202.9@tcp LPNI seq info [396914:396914:8:4294967295] 00000400:00000200:2.0:1777582953.732409:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.732414:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.732419:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582953.732425:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.732434:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.732438:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.732459:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf780. 00000020:00000010:2.0:1777582953.732464:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:2.0:1777582953.732468:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598400. 00000800:00000200:3.0:1777582953.732631:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.732636:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:3.0:1777582953.732641:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.732647:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.732652:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:3.0:1777582953.732655:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000400:00000200:3.0:1777582953.734976:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.734996:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884a500 00000400:00000200:3.0:1777582953.735007:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 186424 00000400:00000200:3.0:1777582953.735025:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.735030:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.735037:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.735044:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc2300. 00000020:00000010:0.0:1777582953.735169:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.735174:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.735180:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598e00. 00000020:00000010:0.0:1777582953.735186:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb00. 00000020:00000010:0.0:1777582953.735191:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582953.735232:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.735235:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582953.735238:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707851520 02000000:00000010:0.0:1777582953.735281:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024a572a000. 00010000:00000010:0.0:1777582953.735335:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:0.0:1777582953.735355:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e680. 00010000:00000010:0.0:1777582953.735380:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582953.735386:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582953.735402:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582953.735405:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582953.735410:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582953.735414:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582953.735530:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582953.735534:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582953.735537:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582953.735539:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00000020:00000010:0.0:1777582953.735565:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48980. 00000020:00000010:0.0:1777582953.735572:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48980. 00000020:00000010:0.0:1777582953.735582:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ae40. 00080000:00000010:0.0:1777582953.735592:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aecdc400. 00000001:00000010:0.0:1777582953.736051:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a720. 00000001:00000010:0.0:1777582953.736059:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185d80. 00000020:00000010:0.0:1777582953.736100:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ae40. 00010000:00000010:0.0:1777582953.736109:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582953.736114:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582953.736127:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185840. 00010000:00000010:0.0:1777582953.736187:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.736203:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582953.736219:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975352, last committed = 8589975157 00010000:00000200:0.0:1777582953.736230:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc2300 x1863928707851520/t8589975352(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.736251:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582953.736257:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707851520, offset 224 00000400:00000010:0.0:1777582953.736265:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f230. 00000400:00000200:0.0:1777582953.736269:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.736283:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.736290:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396919:396919:256:4294967295] 192.168.202.9@tcp LPNI seq info [396915:396915:8:4294967295] 00000400:00000200:0.0:1777582953.736296:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.736303:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.736310:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.736315:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582953.736323:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.736329:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.736333:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.736350:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb00. 00000020:00000010:0.0:1777582953.736354:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582953.736358:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598e00. 00010000:00000010:3.0:1777582953.736764:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:3.0:1777582953.736772:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb80. 00010000:00000010:3.0:1777582953.736781:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185840. 00000800:00000200:3.0:1777582953.736875:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.736879:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582953.736884:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.736890:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.738754:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.738775:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214185 00000400:00000200:3.0:1777582953.738783:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.738788:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.738794:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:3.0:1777582953.738797:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00010000:00000010:0.0:1777582953.738972:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582953.738984:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:0.1:1777582953.741217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:0.1:1777582953.741234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00000400:00000200:3.0:1777582953.743945:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.743970:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884a580 00000400:00000200:3.0:1777582953.743979:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 186912 00000400:00000200:3.0:1777582953.744070:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.744077:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.744088:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.744097:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc2a00. 00000020:00000010:2.0:1777582953.744512:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582953.744519:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582953.744526:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cea00. 00000020:00000010:2.0:1777582953.744533:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582953.744539:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.744599:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582953.744602:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000100:00000200:2.0:1777582953.744605:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707851648 00000001:00000010:2.0:1777582953.744619:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68b40. 00010000:00000010:2.0:1777582953.744647:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582953.744655:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 02000000:00000010:2.0:1777582953.744688:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238cb37000. 00010000:00000010:2.0:1777582953.744737:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582953.744742:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582953.744763:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582953.744767:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582953.744771:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582953.744775:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00000004:00000010:2.0:1777582953.744908:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:2.0:1777582953.744918:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0258. 00000004:00000010:2.0:1777582953.744926:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757430. 00080000:00000010:2.0:1777582953.744935:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00010000:00000010:2.0:1777582953.747071:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582953.747080:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e000. 00010000:00000010:2.0:1777582953.747087:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582953.747094:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582953.747204:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582953.747218:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582953.747224:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582953.747250:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000200:2.0:1777582953.747269:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc2a00 x1863928707851648/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582953.747290:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582953.747298:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707851648, offset 224 00000400:00000200:2.0:1777582953.747306:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.747322:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.747329:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396920:396920:256:4294967295] 192.168.202.9@tcp LPNI seq info [396916:396916:8:4294967295] 00000400:00000200:2.0:1777582953.747342:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.747349:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.747354:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582953.747360:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.747368:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.747372:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.747394:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582953.747399:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.747402:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cea00. 00000800:00000200:2.0:1777582953.747502:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.747505:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582953.747510:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.747515:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582953.747520:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777582953.747523:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00010000:00000010:3.1:1777582953.750817:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582953.750837:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582953.751961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582953.751972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582953.751977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582953.751979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00000400:00000200:3.0:1777582953.752290:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.752317:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884a680 00000400:00000200:3.0:1777582953.752324:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 187488 00000400:00000200:3.0:1777582953.752341:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.752346:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.752354:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.752360:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0a80. 00000020:00000010:0.0:1777582953.752467:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.752474:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.752480:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598e00. 00000020:00000010:0.0:1777582953.752486:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd80. 00000020:00000010:0.0:1777582953.752491:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582953.752531:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.752533:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582953.752537:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707851904 02000000:00000010:0.0:1777582953.752575:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024a572f000. 00010000:00000010:0.0:1777582953.752613:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:0.0:1777582953.752626:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e000. 00010000:00000010:0.0:1777582953.752647:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582953.752653:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582953.752667:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582953.752670:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582953.752674:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.752677:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582953.752804:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582953.752807:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582953.752811:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582953.752814:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00000020:00000010:0.0:1777582953.752841:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48980. 00000020:00000010:0.0:1777582953.752846:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48980. 00000020:00000010:0.0:1777582953.752857:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ae40. 00080000:00000010:0.0:1777582953.752866:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02497542000. 00000001:00000010:0.0:1777582953.753284:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a360. 00000001:00000010:0.0:1777582953.753292:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582953.753330:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ae40. 00010000:00000010:0.0:1777582953.753340:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582953.753345:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582953.753358:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185a80. 00010000:00000010:0.0:1777582953.753396:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.753411:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000200:0.0:1777582953.753426:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975353, last committed = 8589975157 00010000:00000200:0.0:1777582953.753435:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0a80 x1863928707851904/t8589975353(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.753455:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582953.753461:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707851904, offset 224 00000400:00000010:0.0:1777582953.753467:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f888. 00000400:00000200:0.0:1777582953.753471:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.753484:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.753491:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396921:396921:256:4294967295] 192.168.202.9@tcp LPNI seq info [396917:396917:8:4294967295] 00000400:00000200:0.0:1777582953.753497:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.753505:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.753510:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.753515:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582953.753521:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.753528:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.753533:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.753560:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd80. 00000020:00000010:0.0:1777582953.753564:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582953.753568:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598e00. 00010000:00000010:0.0:1777582953.753595:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582953.753599:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582953.753604:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185a80. 00000800:00000200:3.0:1777582953.754529:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.754535:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582953.754541:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.754548:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582953.756093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582953.756107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582953.756115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582953.756117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582953.756120:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582953.756123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000400:00000200:2.0:1777582953.757710:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582953.757740:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21418d 00000400:00000200:2.0:1777582953.757747:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.757752:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582953.757759:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:2.0:1777582953.757762:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00010000:00000010:0.0:1777582953.758017:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582953.758030:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00010000:00000010:2.1:1777582953.758165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582953.758173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582953.758177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582953.758181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582953.758235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582953.758241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:0.1:1777582953.758245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582953.758248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582953.758250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582953.758253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582953.762297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582953.762315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:3.0:1777582953.763923:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.763948:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884a700 00000400:00000200:3.0:1777582953.763956:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 187976 00000400:00000200:3.0:1777582953.764022:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.764026:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.764036:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.764046:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec38380. 00000020:00000010:0.0:1777582953.764227:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.764233:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.764241:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598e00. 00000020:00000010:0.0:1777582953.764248:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb00. 00000020:00000010:0.0:1777582953.764255:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582953.764400:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.764403:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582953.764407:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707852032 00000001:00000010:0.0:1777582953.764427:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185d80. 00010000:00000010:0.0:1777582953.764457:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.764466:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 02000000:00000010:0.0:1777582953.764502:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238e083000. 00010000:00000010:0.0:1777582953.764543:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582953.764548:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582953.764570:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582953.764574:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582953.764579:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582953.764581:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00000004:00000010:0.0:1777582953.764696:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56780. 00000004:00000010:0.0:1777582953.764706:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22258. 00000004:00000010:0.0:1777582953.764715:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35870. 00080000:00000010:0.0:1777582953.764742:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b398. 00010000:00000010:3.0:1777582953.765464:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582953.765471:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86080. 00010000:00000010:3.0:1777582953.765477:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.765482:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582953.765568:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:3.0:1777582953.765580:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:3.0:1777582953.765585:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:3.0:1777582953.765613:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:3.0:1777582953.765634:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec38380 x1863928707852032/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.765655:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582953.765661:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707852032, offset 224 00000400:00000200:3.0:1777582953.765666:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.765676:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.765684:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396922:396922:256:4294967295] 192.168.202.9@tcp LPNI seq info [396918:396918:8:4294967295] 00000400:00000200:3.0:1777582953.765696:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.765702:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.765707:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582953.765714:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.765732:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.765737:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.765767:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb00. 00000020:00000010:3.0:1777582953.765772:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:3.0:1777582953.765776:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598e00. 00000800:00000200:0.0:1777582953.765958:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.765964:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:0.0:1777582953.765969:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.765974:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.765978:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:0.0:1777582953.765981:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00010000:00000010:3.1:1777582953.771234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582953.771257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582953.771261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582953.771264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:2.0:1777582953.772030:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.772055:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884a800 00000400:00000200:2.0:1777582953.772064:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 188552 00000400:00000200:2.0:1777582953.772083:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.772088:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.772097:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.772105:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269180. 00000020:00000010:0.0:1777582953.775844:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.775857:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.775865:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598200. 00000020:00000010:0.0:1777582953.775871:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd80. 00000020:00000010:0.0:1777582953.775877:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582953.775932:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.775934:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582953.775937:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707852288 02000000:00000010:0.0:1777582953.775975:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238e087000. 00010000:00000010:0.0:1777582953.776012:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:0.0:1777582953.776026:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86080. 00010000:00000010:0.0:1777582953.776044:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582953.776049:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.776063:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582953.776065:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582953.776068:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582953.776070:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582953.776213:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582953.776217:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582953.776219:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582953.776222:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000020:00000010:0.0:1777582953.776248:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48c40. 00000020:00000010:0.0:1777582953.776255:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48c40. 00000020:00000010:0.0:1777582953.776265:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ae40. 00080000:00000010:0.0:1777582953.776273:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02497540400. 00000001:00000010:0.0:1777582953.776662:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562aea0. 00000001:00000010:0.0:1777582953.776667:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185a80. 00000020:00000010:0.0:1777582953.776701:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ae40. 00010000:00000010:0.0:1777582953.776713:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.776717:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582953.776743:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185d80. 00010000:00000010:0.0:1777582953.776797:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582953.776811:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582953.776830:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975354, last committed = 8589975157 00010000:00000200:0.0:1777582953.776843:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486269180 x1863928707852288/t8589975354(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1777582953.776860:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00000400:00000010:0.0:1777582953.776864:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00010000:00000010:2.0:1777582953.776867:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe80. 00000100:00000200:0.0:1777582953.776872:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707852288, offset 224 00010000:00000010:2.0:1777582953.776873:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185d80. 00000400:00000010:0.0:1777582953.776880:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fbd0. 00000400:00000200:0.0:1777582953.776884:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.776900:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.776907:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396923:396923:256:4294967295] 192.168.202.9@tcp LPNI seq info [396919:396919:8:4294967295] 00000400:00000200:0.0:1777582953.776913:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.776920:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.776926:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.776931:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582953.776938:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.776946:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.776950:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.776981:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd80. 00000020:00000010:0.0:1777582953.776986:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582953.776990:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598200. 00000800:00000200:2.0:1777582953.777098:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582953.777103:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582953.777109:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.777114:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.781996:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.782019:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214195 00000400:00000200:0.0:1777582953.782026:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.782031:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.782038:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:0.0:1777582953.782042:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00010000:00000010:2.0:1777582953.783369:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:2.0:1777582953.783385:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa80. 00000400:00000200:2.0:1777582953.784313:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582953.784332:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884a880 00000400:00000200:2.0:1777582953.784343:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 189040 00000400:00000200:2.0:1777582953.784426:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582953.784432:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582953.784441:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582953.784447:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268a80. 00000020:00000010:0.0:1777582953.785387:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.785397:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.785405:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598200. 00000020:00000010:1.0:1777582953.789909:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3600. 00000020:00000010:1.0:1777582953.789925:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.789991:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582953.789996:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0980. 00000100:00000200:1.0:1777582953.790003:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707852416 00000001:00000010:1.0:1777582953.790017:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:1.0:1777582953.790044:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582953.790052:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 02000000:00000010:1.0:1777582953.790086:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aca27000. 00010000:00000010:1.0:1777582953.790118:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582953.790122:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.790163:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582953.790167:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c80. 00010000:00000010:1.0:1777582953.790171:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582953.790174:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582953.790273:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6b40. 00000004:00000010:1.0:1777582953.790282:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582953.790290:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945870. 00080000:00000010:1.0:1777582953.790312:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e390. 00010000:00000010:1.0:1777582953.794525:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582953.794538:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b00. 00010000:00000010:1.0:1777582953.794546:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582953.794554:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582953.794655:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.794669:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.794674:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c80. 00010000:00000010:1.0:1777582953.794716:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:1.0:1777582953.794746:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486268a80 x1863928707852416/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.794767:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582953.794775:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707852416, offset 224 00000400:00000200:1.0:1777582953.794782:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.794797:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.794805:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396924:396924:256:4294967295] 192.168.202.9@tcp LPNI seq info [396920:396920:8:4294967295] 00000400:00000200:1.0:1777582953.794818:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.794824:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.794829:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582953.794836:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.794844:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.794848:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.794887:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3600. 00000020:00000010:1.0:1777582953.794891:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582953.794898:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598200. 00000800:00000200:0.0:1777582953.795010:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.795016:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582953.795022:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.795027:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.795034:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:0.0:1777582953.795038:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00010000:00000010:0.1:1777582953.796178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582953.796189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582953.798308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582953.798328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582953.798444:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582953.798451:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000400:00000200:0.0:1777582953.799251:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.799271:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884a980 00000400:00000200:0.0:1777582953.799280:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 189616 00000400:00000200:0.0:1777582953.799297:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.799311:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.799319:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.799325:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638700. 00000020:00000010:3.0:1777582953.799427:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cb00. 00000020:00000010:3.0:1777582953.799433:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cb00. 00000020:00000010:3.0:1777582953.799439:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388f4c800. 00000020:00000010:3.0:1777582953.799444:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.799449:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.799492:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cb00. 00000020:00000010:3.0:1777582953.799495:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cb00. 00000100:00000200:3.0:1777582953.799498:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707852672 02000000:00000010:3.0:1777582953.799533:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487491000. 00010000:00000010:3.0:1777582953.799574:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:3.0:1777582953.799589:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b00. 00010000:00000010:3.0:1777582953.799609:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582953.799617:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582953.799638:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582953.799641:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86e00. 00010000:00000010:3.0:1777582953.799647:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582953.799650:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582953.799799:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582953.799803:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86d00. 00010000:00000010:3.0:1777582953.799807:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582953.799810:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000020:00000010:3.0:1777582953.799840:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05460. 00000020:00000010:3.0:1777582953.799849:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05460. 00000020:00000010:3.0:1777582953.799861:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed480. 00080000:00000010:3.0:1777582953.799871:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc215400. 00000001:00000010:3.0:1777582953.800301:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed7e0. 00000001:00000010:3.0:1777582953.800309:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582953.800345:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed480. 00010000:00000010:3.0:1777582953.800356:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582953.800360:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582953.800374:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582953.800418:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.800432:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582953.800448:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975355, last committed = 8589975157 00010000:00000200:3.0:1777582953.800457:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c638700 x1863928707852672/t8589975355(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.800477:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582953.800484:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707852672, offset 224 00000400:00000010:3.0:1777582953.800491:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7348. 00000400:00000200:3.0:1777582953.800495:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.800508:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.800515:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396925:396925:256:4294967295] 192.168.202.9@tcp LPNI seq info [396921:396921:8:4294967295] 00000400:00000200:3.0:1777582953.800521:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.800529:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.800537:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.800542:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582953.800548:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.800555:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.800559:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.800581:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.800585:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.800588:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388f4c800. 00000800:00000200:3.0:1777582953.800680:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.800684:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:3.0:1777582953.800688:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.800693:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582953.800958:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:1.0:1777582953.800966:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86d00. 00010000:00000010:1.0:1777582953.800973:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:1.1:1777582953.803322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582953.803338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582953.803344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582953.803347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582953.803570:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582953.803577:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000400:00000200:0.0:1777582953.804237:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.804258:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21419d 00000400:00000200:0.0:1777582953.804265:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.804269:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.804274:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:0.0:1777582953.804276:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000400:00000200:0.0:1777582953.804878:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.804885:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884aa00 00000400:00000200:0.0:1777582953.804890:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 190104 00000400:00000200:0.0:1777582953.804939:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.804943:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.804948:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.804954:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a300. 00000020:00000010:3.0:1777582953.805172:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cb00. 00000020:00000010:3.0:1777582953.805178:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cb00. 00000020:00000010:3.0:1777582953.805185:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f7253600. 00000020:00000010:3.0:1777582953.805190:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.805195:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.805233:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cb00. 00000020:00000010:3.0:1777582953.805236:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cb00. 00000100:00000200:3.0:1777582953.805239:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707852800 00000001:00000010:3.0:1777582953.805250:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185a80. 00010000:00000010:3.0:1777582953.805280:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582953.805289:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 02000000:00000010:3.0:1777582953.805686:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487494000. 00010000:00000010:3.0:1777582953.805911:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.805916:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.805935:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582953.805939:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582953.805943:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.805945:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:1.0:1777582953.805949:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:1.0:1777582953.805960:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86e00. 00000004:00000010:3.0:1777582953.806047:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91680. 00000004:00000010:3.0:1777582953.806058:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65870. 00000004:00000010:3.0:1777582953.806064:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387870. 00080000:00000010:3.0:1777582953.806073:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02489adaab0. 00010000:00000010:3.0:1777582953.807544:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582953.807552:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86380. 00010000:00000010:3.0:1777582953.807559:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.807565:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582953.807638:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.807649:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582953.807654:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582953.807678:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582953.807896:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c63a300 x1863928707852800/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.807920:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582953.807927:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707852800, offset 224 00000400:00000200:3.0:1777582953.807934:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.807946:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.807954:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396926:396926:256:4294967295] 192.168.202.9@tcp LPNI seq info [396922:396922:8:4294967295] 00000400:00000200:3.0:1777582953.807966:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.807972:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.807977:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582953.807983:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.807992:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.807997:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.808205:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.808211:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.808215:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f7253600. 00000800:00000200:0.0:1777582953.810925:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.810935:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:0.0:1777582953.810943:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.810952:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.810960:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:0.0:1777582953.810963:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00010000:00000010:3.1:1777582953.812449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582953.812462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582953.812469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582953.812472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:3.0:1777582953.814526:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.814545:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884ab00 00000400:00000200:3.0:1777582953.814554:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 190680 00000400:00000200:3.0:1777582953.814569:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.814574:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.814582:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.814588:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3aa00. 00000020:00000010:0.0:1777582953.814788:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.814795:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.814802:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598e00. 00000020:00000010:0.0:1777582953.814807:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd80. 00000020:00000010:0.0:1777582953.814813:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582953.815225:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.815228:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582953.815232:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707853056 02000000:00000010:0.0:1777582953.815272:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238e081000. 00010000:00000010:0.0:1777582953.815315:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:0.0:1777582953.815331:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86380. 00010000:00000010:0.0:1777582953.815352:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582953.815359:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.815373:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582953.815377:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf200. 00010000:00000010:0.0:1777582953.815381:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582953.815384:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582953.815484:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582953.815487:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582953.815490:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582953.815493:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000020:00000010:0.0:1777582953.815518:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48560. 00000020:00000010:0.0:1777582953.815524:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48560. 00000020:00000010:0.0:1777582953.815532:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ae40. 00080000:00000010:0.0:1777582953.815540:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02497543800. 00000001:00000010:0.0:1777582953.815935:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a000. 00000001:00000010:0.0:1777582953.815942:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582953.815974:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ae40. 00010000:00000010:0.0:1777582953.815980:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582953.815983:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582953.815993:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185a80. 00010000:00000010:0.0:1777582953.819844:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582953.819879:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582953.819907:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975356, last committed = 8589975157 00010000:00000200:0.0:1777582953.819922:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec3aa00 x1863928707853056/t8589975356(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.819951:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582953.819960:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707853056, offset 224 00000400:00000010:0.0:1777582953.819968:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f5b0. 00000400:00000200:0.0:1777582953.819972:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.819990:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.819998:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396927:396927:256:4294967295] 192.168.202.9@tcp LPNI seq info [396923:396923:8:4294967295] 00000400:00000200:0.0:1777582953.820005:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.820012:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.820019:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.820025:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582953.820032:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.820042:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.820046:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.820079:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd80. 00000020:00000010:0.0:1777582953.820085:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582953.820089:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598e00. 00010000:00000010:1.0:1777582953.820416:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:1.0:1777582953.820427:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:1.0:1777582953.820434:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185a80. 00000800:00000200:0.0:1777582953.820584:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.820589:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582953.820594:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.820600:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582953.822200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582953.822216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582953.822263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582953.822269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582953.822273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582953.822275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:0.0:1777582953.823815:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.823837:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2141a5 00000400:00000200:0.0:1777582953.823845:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.823849:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.823858:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:0.0:1777582953.823860:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00000400:00000200:0.0:1777582953.823893:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.823898:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884ab80 00000400:00000200:0.0:1777582953.823903:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 191168 00000400:00000200:0.0:1777582953.823948:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.823953:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.823958:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.823965:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639c00. 00000020:00000010:3.0:1777582953.824041:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c5c0. 00000020:00000010:3.0:1777582953.824047:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c5c0. 00010000:00000010:1.0:1777582953.824054:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00000020:00000010:3.0:1777582953.824055:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c2ffc00. 00000020:00000010:3.0:1777582953.824060:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86580. 00010000:00000010:1.0:1777582953.824064:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf200. 00000020:00000010:3.0:1777582953.824065:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.824102:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c5c0. 00000020:00000010:3.0:1777582953.824104:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c5c0. 00000100:00000200:3.0:1777582953.824108:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707853184 00000001:00000010:3.0:1777582953.824119:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582953.824160:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582953.824162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582953.824168:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:0.1:1777582953.824168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582953.824173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582953.824175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 02000000:00000010:3.0:1777582953.824201:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241bc30000. 00010000:00000010:1.1:1777582953.824221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582953.824225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582953.824233:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.824237:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582953.824253:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582953.824256:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582953.824269:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.824274:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000004:00000010:3.0:1777582953.824376:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e905a0. 00000004:00000010:3.0:1777582953.824384:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65168. 00000004:00000010:3.0:1777582953.824390:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387760. 00080000:00000010:3.0:1777582953.824398:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02487cf6e40. 00010000:00000010:1.1:1777582953.828180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582953.828195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.0:1777582953.828979:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582953.828984:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582953.828989:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582953.828995:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.829072:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582953.829081:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.829085:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582953.829106:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582953.829123:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c639c00 x1863928707853184/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.832789:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582953.832802:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707853184, offset 224 00000400:00000200:3.0:1777582953.832814:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.832828:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.832836:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396928:396928:256:4294967295] 192.168.202.9@tcp LPNI seq info [396924:396924:8:4294967295] 00000400:00000200:3.0:1777582953.832848:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.832854:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.832860:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582953.832866:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.832875:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.832878:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.832911:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.832918:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.832923:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c2ffc00. 00000800:00000200:1.0:1777582953.835284:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.835293:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:1.0:1777582953.835302:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.835310:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582953.835317:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:1.0:1777582953.835320:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00010000:00000010:1.1:1777582953.840183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582953.840197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000400:00000200:0.0:1777582953.844061:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.844083:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884ac80 00000400:00000200:0.0:1777582953.844092:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 191744 00000400:00000200:0.0:1777582953.844110:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.844114:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.844125:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.844159:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639180. 00010000:00000010:3.1:1777582953.844245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582953.844253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582953.844259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582953.844261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000020:00000010:3.0:1777582953.844305:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c100. 00000020:00000010:3.0:1777582953.844312:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c100. 00000020:00000010:3.0:1777582953.844321:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248992a600. 00000020:00000010:3.0:1777582953.844326:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.844331:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.844377:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c100. 00000020:00000010:3.0:1777582953.844380:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c100. 00000100:00000200:3.0:1777582953.844384:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707853440 02000000:00000010:3.0:1777582953.844427:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241bc33000. 00010000:00000010:3.0:1777582953.844483:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.844502:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582953.844525:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582953.844531:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.844551:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582953.844555:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582953.844560:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582953.844563:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582953.844686:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582953.844689:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582953.844693:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.844696:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000020:00000010:3.0:1777582953.844732:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e054c0. 00000020:00000010:3.0:1777582953.844739:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e054c0. 00000020:00000010:3.0:1777582953.844750:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed8a0. 00080000:00000010:3.0:1777582953.844760:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc215000. 00000001:00000010:3.0:1777582953.845258:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed6c0. 00000001:00000010:3.0:1777582953.845268:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582953.845313:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed8a0. 00010000:00000010:3.0:1777582953.845323:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582953.845328:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582953.845344:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582953.845380:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.845396:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582953.845413:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975357, last committed = 8589975157 00010000:00000200:3.0:1777582953.845423:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c639180 x1863928707853440/t8589975357(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.845445:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582953.845453:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707853440, offset 224 00000400:00000010:3.0:1777582953.845459:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7268. 00000400:00000200:3.0:1777582953.845464:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.845482:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.845490:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396929:396929:256:4294967295] 192.168.202.9@tcp LPNI seq info [396925:396925:8:4294967295] 00000400:00000200:3.0:1777582953.845497:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.845504:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.845510:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.845516:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582953.845522:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.845530:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.845534:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.845561:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.845566:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.845569:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248992a600. 00000800:00000200:3.0:1777582953.845686:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.845690:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:3.0:1777582953.845695:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.845700:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582953.845883:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:0.0:1777582953.845890:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:0.0:1777582953.845896:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:3.1:1777582953.849328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582953.849342:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582953.853405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582953.853418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:1.0:1777582953.855006:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582953.855028:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2141ad 00000400:00000200:1.0:1777582953.855036:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.855040:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582953.855047:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:1.0:1777582953.855050:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:1.0:1777582953.855075:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582953.855080:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884ad00 00000400:00000200:1.0:1777582953.855089:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 192232 00000400:00000200:1.0:1777582953.855101:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.855104:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582953.855110:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582953.855115:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b9500. 00000020:00000010:3.0:1777582953.855243:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c100. 00000020:00000010:3.0:1777582953.855249:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c100. 00000020:00000010:3.0:1777582953.855255:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c2ffc00. 00000020:00000010:3.0:1777582953.855260:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.855265:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.855309:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c100. 00000020:00000010:3.0:1777582953.855312:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c100. 00000100:00000200:3.0:1777582953.855315:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707853568 00000001:00000010:3.0:1777582953.855325:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:3.0:1777582953.855351:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.855359:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 02000000:00000010:3.0:1777582953.855386:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241bc31000. 00010000:00000010:3.0:1777582953.855415:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582953.855418:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.855438:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582953.855441:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86880. 00010000:00000010:3.0:1777582953.855446:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.855449:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000004:00000010:3.0:1777582953.855545:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91860. 00000004:00000010:3.0:1777582953.855554:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c655a0. 00000004:00000010:3.0:1777582953.855562:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386000. 00080000:00000010:3.0:1777582953.855594:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12ab0. 00010000:00000010:0.1:1777582953.856019:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582953.856026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.0:1777582953.856060:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:0.0:1777582953.856069:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582953.857166:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582953.857175:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86900. 00010000:00000010:3.0:1777582953.857181:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582953.857189:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582953.857276:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.857287:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582953.857292:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86880. 00010000:00000010:3.0:1777582953.857320:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582953.857339:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b9500 x1863928707853568/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.857361:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582953.857368:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707853568, offset 224 00000400:00000200:3.0:1777582953.857375:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.857388:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.857396:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396930:396930:256:4294967295] 192.168.202.9@tcp LPNI seq info [396926:396926:8:4294967295] 00000400:00000200:3.0:1777582953.857409:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.857414:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.857419:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582953.857427:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.857434:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.857440:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.857462:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.857466:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.857470:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c2ffc00. 00000800:00000200:0.0:1777582953.857622:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.857626:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:0.0:1777582953.857631:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.857636:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582953.857641:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:0.0:1777582953.857643:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00000400:00000200:3.0:1777582953.860172:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.860199:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884ae00 00000400:00000200:3.0:1777582953.860209:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 192808 00000400:00000200:3.0:1777582953.860229:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.860234:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.860243:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.860251:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec38000. 00010000:00000010:0.1:1777582953.860343:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582953.860352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000020:00000010:1.0:1777582953.861070:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e80. 00000020:00000010:1.0:1777582953.861077:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e80. 00000020:00000010:1.0:1777582953.861084:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862d1800. 00000020:00000010:1.0:1777582953.861089:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3600. 00000020:00000010:1.0:1777582953.861094:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:0.0:1777582953.861186:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.861190:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582953.861194:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707853824 02000000:00000010:0.0:1777582953.861238:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238e082000. 00010000:00000010:0.0:1777582953.861282:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:0.0:1777582953.861298:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86900. 00010000:00000010:0.0:1777582953.861319:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582953.861325:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.861341:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582953.861344:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582953.861349:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582953.861352:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582953.861468:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582953.861471:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582953.861474:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582953.861478:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00000020:00000010:0.0:1777582953.861505:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48720. 00000020:00000010:0.0:1777582953.861513:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48720. 00000020:00000010:0.0:1777582953.861526:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ae40. 00080000:00000010:0.0:1777582953.861534:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f041c00. 00000001:00000010:0.0:1777582953.861931:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562aae0. 00000001:00000010:0.0:1777582953.861937:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582953.861969:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ae40. 00010000:00000010:0.0:1777582953.861976:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582953.861978:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582953.861988:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185d80. 00010000:00000010:0.0:1777582953.862034:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582953.862049:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:1.0:1777582953.862060:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:1.0:1777582953.862065:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000200:0.0:1777582953.862068:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975358, last committed = 8589975157 00010000:00000010:1.0:1777582953.862071:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185d80. 00010000:00000200:0.0:1777582953.862079:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec38000 x1863928707853824/t8589975358(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.862098:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582953.862103:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707853824, offset 224 00000400:00000010:0.0:1777582953.862108:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f540. 00000400:00000200:0.0:1777582953.862111:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582953.862124:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582953.862130:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396931:396931:256:4294967295] 192.168.202.9@tcp LPNI seq info [396927:396927:8:4294967295] 00000400:00000200:0.0:1777582953.862158:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.862167:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.862175:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.862181:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582953.862188:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.862196:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.862201:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.862223:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3600. 00000020:00000010:0.0:1777582953.862227:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:0.0:1777582953.862232:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862d1800. 00000800:00000200:1.0:1777582953.864838:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582953.864849:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:1.0:1777582953.864859:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582953.864870:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582953.869906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582953.869923:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582953.869929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582953.869932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000400:00000200:0.0:1777582953.870056:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.870082:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2141b5 00000400:00000200:0.0:1777582953.870090:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.870094:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.870103:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:0.0:1777582953.870105:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00000400:00000200:0.0:1777582953.870154:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.870162:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884ae80 00000400:00000200:0.0:1777582953.870168:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 193296 00010000:00000010:1.0:1777582953.870196:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:1.0:1777582953.870207:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00000400:00000200:0.0:1777582953.870231:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.870235:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.870240:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.870246:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638380. 00000020:00000010:1.0:1777582953.870335:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e80. 00000020:00000010:1.0:1777582953.870340:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e80. 00000020:00000010:1.0:1777582953.870345:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862d1c00. 00000020:00000010:1.0:1777582953.870350:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3c80. 00000020:00000010:1.0:1777582953.870354:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582953.870397:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e80. 00000020:00000010:1.0:1777582953.870399:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e80. 00000100:00000200:1.0:1777582953.870402:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707853952 00000001:00000010:1.0:1777582953.870412:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:1.0:1777582953.870449:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582953.870457:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 02000000:00000010:1.0:1777582953.870489:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aca21000. 00010000:00000010:1.0:1777582953.870521:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582953.870525:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.870541:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582953.870545:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3500. 00010000:00000010:1.0:1777582953.870549:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582953.870551:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000004:00000010:1.0:1777582953.870666:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6780. 00000004:00000010:1.0:1777582953.870677:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3078. 00000004:00000010:1.0:1777582953.870684:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945a90. 00080000:00000010:1.0:1777582953.870694:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e1c8. 00010000:00000010:1.0:1777582953.873282:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582953.873296:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3080. 00010000:00000010:1.0:1777582953.873304:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582953.873311:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582953.873404:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.873419:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.873426:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3500. 00010000:00000010:1.0:1777582953.873455:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:1.0:1777582953.873480:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c638380 x1863928707853952/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.873501:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1bb0. 00000100:00000200:1.0:1777582953.873507:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707853952, offset 224 00000400:00000200:1.0:1777582953.873514:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.873529:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.873537:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396932:396932:256:4294967295] 192.168.202.9@tcp LPNI seq info [396928:396928:8:4294967295] 00000400:00000200:1.0:1777582953.873549:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.873554:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.873559:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582953.873566:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.873574:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.873578:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.873596:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3c80. 00000020:00000010:1.0:1777582953.873600:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582953.873605:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862d1c00. 00000800:00000200:3.0:1777582953.875382:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.875391:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582953.875398:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.875406:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.875414:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:3.0:1777582953.875416:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00000400:00000200:3.0:1777582953.881247:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.881269:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884af80 00000400:00000200:3.0:1777582953.881278:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f6421 [64] + 193872 00000400:00000200:3.0:1777582953.881314:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.881319:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.881329:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.881336:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3bb80. 00000020:00000010:0.0:1777582953.882828:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.882836:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.882845:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598e00. 00000020:00000010:0.0:1777582953.882852:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd80. 00000020:00000010:0.0:1777582953.882858:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582953.882912:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.882916:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582953.882919:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707854208 02000000:00000010:0.0:1777582953.882962:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238e080000. 00010000:00000010:0.0:1777582953.883012:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:0.0:1777582953.883030:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3080. 00010000:00000010:0.0:1777582953.883052:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582953.883059:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.883074:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582953.883077:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582953.883080:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582953.883082:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582953.883189:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582953.883191:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf200. 00010000:00000010:0.0:1777582953.883193:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582953.883195:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00000020:00000010:0.0:1777582953.883213:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48720. 00000020:00000010:0.0:1777582953.883218:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48720. 00000020:00000010:0.0:1777582953.883226:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ae40. 00080000:00000010:0.0:1777582953.883234:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f041000. 00000001:00000010:0.0:1777582953.883631:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562ad80. 00000001:00000010:0.0:1777582953.883638:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185000. 00000020:00000010:0.0:1777582953.883677:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ae40. 00010000:00000010:0.0:1777582953.883686:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582953.883689:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582953.883702:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185900. 00010000:00000010:0.0:1777582953.883764:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582953.883778:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582953.883795:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975359, last committed = 8589975157 00010000:00000200:0.0:1777582953.883807:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec3bb80 x1863928707854208/t8589975359(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582953.883828:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582953.883834:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707854208, offset 224 00000400:00000010:0.0:1777582953.883841:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f2d8. 00000400:00000200:0.0:1777582953.883846:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00010000:00000010:3.0:1777582953.883858:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00000400:00000200:0.0:1777582953.883862:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00010000:00000010:3.0:1777582953.883864:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf200. 00000400:00000200:0.0:1777582953.883870:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396933:396933:256:4294967295] 192.168.202.9@tcp LPNI seq info [396929:396929:8:4294967295] 00010000:00000010:3.0:1777582953.883871:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185900. 00000400:00000200:0.0:1777582953.883877:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582953.883884:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582953.883890:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582953.883894:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582953.883901:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582953.883907:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582953.883910:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582953.883938:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd80. 00000020:00000010:0.0:1777582953.883943:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582953.883946:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598e00. 00000800:00000200:3.0:1777582953.884041:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.884045:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582953.884051:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.884056:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582953.884367:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582953.884374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582953.884789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582953.884797:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582953.884801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582953.884804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000400:00000200:3.0:1777582953.887435:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.887461:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2141bd 00000400:00000200:3.0:1777582953.887469:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.887474:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.887481:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:3.0:1777582953.887484:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00010000:00000010:0.0:1777582953.888465:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582953.888479:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00000400:00000200:3.0:1777582953.893430:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.893464:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884b000 00000400:00000200:3.0:1777582953.893474:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f6421 [64] + 194360 00000400:00000010:3.0:1777582953.893480:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6268. 00000400:00000200:3.0:1777582953.893487:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02385ccd000 00000400:00000200:3.0:1777582953.893548:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.893553:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.893558:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02385ccd000 00000400:00000010:3.0:1777582953.893561:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffffa02385ccd000. 00000100:00000200:3.0:1777582953.893570:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1777582953.896618:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.896628:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.896638:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598e00. 00000020:00000010:0.0:1777582953.896645:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf480. 00000020:00000010:0.0:1777582953.896651:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582953.896710:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582953.896712:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00010000:00000010:1.1:1777582953.896793:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582953.896804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582953.896808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582953.896811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582953.896814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582953.896816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000100:00000200:0.0:1777582953.896987:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707854336 00000001:00000010:0.0:1777582953.897004:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:0.0:1777582953.897037:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582953.897046:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 02000000:00000010:0.0:1777582953.897092:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238e084000. 00010000:00000010:0.0:1777582953.897165:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582953.897170:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582953.897190:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582953.897194:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582953.897199:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582953.897202:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00000004:00000010:0.0:1777582953.897314:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f563c0. 00000004:00000010:0.0:1777582953.897324:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22438. 00000004:00000010:0.0:1777582953.897331:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35760. 00080000:00000010:0.0:1777582953.897340:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a000. 00010000:00000010:0.1:1777582953.898316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582953.898326:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582953.898330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582953.898333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.0:1777582953.899022:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582953.899029:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:1.0:1777582953.899035:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582953.899044:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:3.1:1777582953.899163:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582953.899169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.0:1777582953.899255:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:1.0:1777582953.899268:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:1.0:1777582953.899275:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:1.0:1777582953.899301:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:1.0:1777582953.899323:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae8ce050 x1863928707854336/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.899349:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582953.899357:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707854336, offset 224 00000400:00000200:1.0:1777582953.899363:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.899378:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.899385:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396934:396934:256:4294967295] 192.168.202.9@tcp LPNI seq info [396930:396930:8:4294967295] 00000400:00000200:1.0:1777582953.899398:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.899405:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.899409:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582953.899417:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.899427:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.899433:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.899540:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf480. 00000020:00000010:1.0:1777582953.899546:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:1.0:1777582953.899550:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598e00. 02000000:00000010:1.0:1777582953.899626:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238e080000. 00000100:00000010:1.0:1777582953.899632:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3bb80. 02000000:00000010:1.0:1777582953.899636:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca21000. 00000100:00000010:1.0:1777582953.899639:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638380. 02000000:00000010:1.0:1777582953.899641:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238e082000. 00000100:00000010:1.0:1777582953.899645:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec38000. 02000000:00000010:1.0:1777582953.899649:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc31000. 00000100:00000010:1.0:1777582953.899651:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b9500. 02000000:00000010:1.0:1777582953.899654:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241bc33000. 00000100:00000010:1.0:1777582953.899656:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c639180. 02000000:00000010:1.0:1777582953.899659:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc30000. 00000100:00000010:1.0:1777582953.899661:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c639c00. 02000000:00000010:1.0:1777582953.899663:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238e081000. 00000100:00000010:1.0:1777582953.899666:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3aa00. 02000000:00000010:1.0:1777582953.899669:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487494000. 00000100:00000010:1.0:1777582953.899672:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63a300. 02000000:00000010:1.0:1777582953.899674:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487491000. 00000100:00000010:1.0:1777582953.899676:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638700. 02000000:00000010:1.0:1777582953.899678:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca27000. 00000100:00000010:1.0:1777582953.899680:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268a80. 02000000:00000010:1.0:1777582953.899683:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238e087000. 00000100:00000010:1.0:1777582953.899688:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269180. 02000000:00000010:1.0:1777582953.899700:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238e083000. 00000100:00000010:1.0:1777582953.899703:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec38380. 02000000:00000010:1.0:1777582953.899705:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024a572f000. 00000100:00000010:1.0:1777582953.899707:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc0a80. 00000800:00000200:3.0:1777582953.899708:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1777582953.899711:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238cb37000. 00000800:00000010:3.0:1777582953.899712:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000100:00000010:1.0:1777582953.899713:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc2a00. 02000000:00000010:1.0:1777582953.899716:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024a572a000. 00000400:00000200:3.0:1777582953.899716:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.899731:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.899737:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:3.0:1777582953.899739:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 02000000:00000010:3.0:1777582953.899744:0:3283:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238e084000. 00000100:00000010:1.0:1777582953.900305:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc2300. 02000000:00000010:1.0:1777582953.900312:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024a572c000. 00000100:00000010:1.0:1777582953.900314:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc3480. 02000000:00000010:1.0:1777582953.900317:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb33000. 00000100:00000010:1.0:1777582953.900319:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638e00. 02000000:00000010:1.0:1777582953.900322:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024a5728000. 00000100:00000010:1.0:1777582953.900324:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b9c00. 02000000:00000010:1.0:1777582953.900327:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aca25000. 00000100:00000010:1.0:1777582953.900329:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc1880. 02000000:00000010:1.0:1777582953.900332:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487496000. 00000100:00000010:1.0:1777582953.900334:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c639880. 02000000:00000010:1.0:1777582953.900336:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487495000. 00000100:00000010:1.0:1777582953.900338:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1ea00. 02000000:00000010:1.0:1777582953.900342:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb7000. 00000100:00000010:1.0:1777582953.900344:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc1180. 02000000:00000010:1.0:1777582953.900347:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aca26000. 00000100:00000010:1.0:1777582953.900348:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc0380. 02000000:00000010:1.0:1777582953.900351:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca23000. 00000100:00000010:1.0:1777582953.900353:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc3b80. 02000000:00000010:1.0:1777582953.900356:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb4000. 00000100:00000010:1.0:1777582953.900359:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc3100. 02000000:00000010:1.0:1777582953.900362:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933cc000. 00000100:00000010:1.0:1777582953.900365:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1e680. 02000000:00000010:1.0:1777582953.900368:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02399b5a000. 00000100:00000010:1.0:1777582953.900371:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1ca80. 02000000:00000010:1.0:1777582953.900374:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02399b5e000. 00000100:00000010:1.0:1777582953.900376:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc2d80. 02000000:00000010:1.0:1777582953.900378:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb5000. 00000100:00000010:1.0:1777582953.900380:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc0000. 02000000:00000010:1.0:1777582953.900383:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb2000. 00000100:00000010:1.0:1777582953.900389:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc2680. 02000000:00000010:1.0:1777582953.900391:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb35000. 00000100:00000010:1.0:1777582953.900393:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc0e00. 02000000:00000010:1.0:1777582953.900397:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb0000. 00000100:00000010:1.0:1777582953.900401:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79f80. 02000000:00000010:1.0:1777582953.900404:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02399b5f000. 00000100:00000010:1.0:1777582953.900406:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7aa00. 02000000:00000010:1.0:1777582953.900410:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239a6a9000. 00000100:00000010:1.0:1777582953.900413:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79880. 02000000:00000010:1.0:1777582953.900416:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02399b58000. 00000100:00000010:1.0:1777582953.900418:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78380. 02000000:00000010:1.0:1777582953.900422:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4d30000. 00000100:00000010:1.0:1777582953.900425:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7ad80. 02000000:00000010:1.0:1777582953.900428:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4d31000. 00000100:00000010:1.0:1777582953.900431:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79c00. 02000000:00000010:1.0:1777582953.900433:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb3000. 00000100:00000010:1.0:1777582953.900436:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc0700. 02000000:00000010:1.0:1777582953.900439:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4d37000. 00000400:00000200:3.0:1777582953.906340:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.906364:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884b100 00000400:00000200:3.0:1777582953.906373:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 0 00000400:00000200:3.0:1777582953.906402:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.906407:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.906415:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.906423:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39880. 00000020:00000010:3.0:1777582953.906476:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c5c0. 00000020:00000010:3.0:1777582953.906481:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c5c0. 00000020:00000010:3.0:1777582953.906488:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a52c00. 00000020:00000010:3.0:1777582953.906493:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.906497:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.906533:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c5c0. 00000020:00000010:3.0:1777582953.906535:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c5c0. 00000100:00000200:3.0:1777582953.906538:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707854592 02000000:00000010:3.0:1777582953.906577:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241bc30000. 00010000:00000010:3.0:1777582953.906618:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:3.0:1777582953.906634:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00010000:00000010:3.0:1777582953.906653:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.906661:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.906679:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582953.906696:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86880. 00010000:00000010:3.0:1777582953.906701:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582953.906704:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582953.906830:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582953.906833:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86480. 00010000:00000010:3.0:1777582953.906836:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582953.906841:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000020:00000010:3.0:1777582953.906866:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05540. 00000020:00000010:3.0:1777582953.906872:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05540. 00000020:00000010:3.0:1777582953.906886:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedd20. 00080000:00000010:3.0:1777582953.906898:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc215c00. 00000100:00000010:1.0:1777582953.907673:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55bb480. 02000000:00000010:1.0:1777582953.907682:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aeae5000. 00000100:00000010:1.0:1777582953.907685:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55bb100. 02000000:00000010:1.0:1777582953.907689:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933c8000. 00000100:00000010:1.0:1777582953.907692:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2bbb80. 02000000:00000010:1.0:1777582953.907695:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02423a72000. 00000100:00000010:1.0:1777582953.907698:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55baa00. 02000000:00000010:1.0:1777582953.907701:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239a6ac000. 00000100:00000010:1.0:1777582953.907705:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b9180. 02000000:00000010:1.0:1777582953.907709:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb1000. 00000100:00000010:1.0:1777582953.907713:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1ce00. 02000000:00000010:1.0:1777582953.909062:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02423a76000. 00000100:00000010:1.0:1777582953.909068:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8a80. 02000000:00000010:1.0:1777582953.909071:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02391459000. 00000100:00000010:1.0:1777582953.909076:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1f480. 02000000:00000010:1.0:1777582953.909080:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb57000. 00000100:00000010:1.0:1777582953.909083:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1d180. 02000000:00000010:1.0:1777582953.909086:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023df833000. 00000100:00000010:1.0:1777582953.909089:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b8380. 02000000:00000010:1.0:1777582953.909092:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb50000. 00000100:00000010:1.0:1777582953.909094:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b9f80. 02000000:00000010:1.0:1777582953.909097:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0240fb56000. 00000100:00000010:1.0:1777582953.909100:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1dc00. 02000000:00000010:1.0:1777582953.909102:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb55000. 00000100:00000010:1.0:1777582953.909105:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2ba680. 02000000:00000010:1.0:1777582953.909109:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395681000. 00000100:00000010:1.0:1777582953.909111:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b8e00. 02000000:00000010:1.0:1777582953.909114:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df830000. 00000100:00000010:1.0:1777582953.909116:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b8000. 02000000:00000010:1.0:1777582953.909118:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0240fb52000. 00000100:00000010:1.0:1777582953.909121:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78000. 02000000:00000010:1.0:1777582953.909125:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb51000. 00000100:00000010:1.0:1777582953.909127:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78a80. 02000000:00000010:1.0:1777582953.909130:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395682000. 00000100:00000010:1.0:1777582953.909132:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55ba300. 02000000:00000010:1.0:1777582953.909151:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02395686000. 00000100:00000010:1.0:1777582953.909154:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55bad80. 02000000:00000010:1.0:1777582953.909157:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395685000. 00000100:00000010:1.0:1777582953.909160:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78700. 02000000:00000010:1.0:1777582953.909163:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ad9b3000. 00000100:00000010:1.0:1777582953.909165:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8380. 02000000:00000010:1.0:1777582953.909168:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb4000. 00000100:00000010:1.0:1777582953.909170:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7b100. 02000000:00000010:1.0:1777582953.909174:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383ecf000. 00000100:00000010:1.0:1777582953.909177:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7a300. 02000000:00000010:1.0:1777582953.909180:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383ec9000. 00000100:00000010:1.0:1777582953.909183:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79180. 02000000:00000010:1.0:1777582953.909186:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239a6ae000. 00000100:00000010:1.0:1777582953.909188:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b8700. 02000000:00000010:1.0:1777582953.909190:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383ece000. 00000100:00000010:1.0:1777582953.909192:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1c380. 02000000:00000010:1.0:1777582953.909195:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383eca000. 00000100:00000010:1.0:1777582953.909197:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1c000. 02000000:00000010:1.0:1777582953.909200:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc4000. 00000100:00000010:1.0:1777582953.909202:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b9500. 02000000:00000010:1.0:1777582953.909205:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383ecb000. 00000100:00000010:1.0:1777582953.909208:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7b800. 02000000:00000010:1.0:1777582953.909210:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383ecd000. 00000100:00000010:1.0:1777582953.909212:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4aa00. 02000000:00000010:1.0:1777582953.909215:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fb0000. 00000100:00000010:1.0:1777582953.909217:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce0b800. 02000000:00000010:1.0:1777582953.909220:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc5000. 00000100:00000010:1.0:1777582953.909223:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce08000. 02000000:00000010:1.0:1777582953.909225:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aec8e000. 00000100:00000010:1.0:1777582953.909228:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7a680. 02000000:00000010:1.0:1777582953.909230:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec88000. 00000100:00000010:1.0:1777582953.909232:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79500. 02000000:00000010:1.0:1777582953.909234:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fb6000. 00000100:00000010:1.0:1777582953.909236:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7bb80. 02000000:00000010:1.0:1777582953.909239:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc6000. 00000100:00000010:1.0:1777582953.909241:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4a300. 02000000:00000010:1.0:1777582953.909244:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fb1000. 00000100:00000010:1.0:1777582953.909245:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce09c00. 02000000:00000010:1.0:1777582953.909248:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc7000. 00000100:00000010:1.0:1777582953.909251:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce09180. 02000000:00000010:1.0:1777582953.909254:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aec89000. 00000100:00000010:1.0:1777582953.909256:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78e00. 02000000:00000010:1.0:1777582953.909258:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc0000. 00000100:00000010:1.0:1777582953.909260:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941d180. 02000000:00000010:1.0:1777582953.909263:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fb3000. 00000100:00000010:1.0:1777582953.909265:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce0bb80. 02000000:00000010:1.0:1777582953.909269:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc2000. 00000100:00000010:1.0:1777582953.909271:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce08380. 02000000:00000010:1.0:1777582953.909275:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024840c4000. 00000100:00000010:1.0:1777582953.909278:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce09f80. 02000000:00000010:1.0:1777582953.912096:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c80000. 00000100:00000010:1.0:1777582953.912118:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568ca80. 02000000:00000010:1.0:1777582953.912126:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c83000. 00000100:00000010:1.0:1777582953.912129:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568c700. 02000000:00000010:1.0:1777582953.912146:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023df832000. 00000100:00000010:1.0:1777582953.912150:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941c380. 02000000:00000010:1.0:1777582953.912154:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aec8f000. 00000100:00000010:1.0:1777582953.912156:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941ea00. 02000000:00000010:1.0:1777582953.912159:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc3000. 00000100:00000010:1.0:1777582953.912161:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1df80. 02000000:00000010:1.0:1777582953.912165:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df837000. 00000100:00000010:1.0:1777582953.912168:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568ea00. 02000000:00000010:1.0:1777582953.912171:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec8d000. 00000100:00000010:1.0:1777582953.912174:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe48000. 02000000:00000010:1.0:1777582953.912178:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df831000. 00000100:00000010:1.0:1777582953.912180:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568d180. 02000000:00000010:1.0:1777582953.912183:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec8c000. 00000100:00000010:1.0:1777582953.912185:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe49c00. 02000000:00000010:1.0:1777582953.912190:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df834000. 00000100:00000010:1.0:1777582953.912192:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4b480. 02000000:00000010:1.0:1777582953.912195:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241787f000. 00000100:00000010:1.0:1777582953.912198:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4b100. 02000000:00000010:1.0:1777582953.912201:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396ae4000. 00000100:00000010:1.0:1777582953.912206:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1d880. 02000000:00000010:1.0:1777582953.912209:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241787a000. 00000100:00000010:1.0:1777582953.912211:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1e300. 02000000:00000010:1.0:1777582953.912214:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396ae6000. 00000100:00000010:1.0:1777582953.912216:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1d500. 02000000:00000010:1.0:1777582953.912218:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396ae0000. 00000100:00000010:1.0:1777582953.912221:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1c700. 02000000:00000010:1.0:1777582953.912224:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02417879000. 00000100:00000010:1.0:1777582953.912226:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe49f80. 02000000:00000010:1.0:1777582953.912230:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241787d000. 00000100:00000010:1.0:1777582953.912232:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568ed80. 02000000:00000010:1.0:1777582953.912235:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02417878000. 00000100:00000010:1.0:1777582953.912237:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568f100. 02000000:00000010:1.0:1777582953.912240:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c85000. 00000100:00000010:1.0:1777582953.912243:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568c380. 02000000:00000010:1.0:1777582953.912246:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c82000. 00000100:00000010:1.0:1777582953.912248:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568f480. 02000000:00000010:1.0:1777582953.912250:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389571000. 00000100:00000010:1.0:1777582953.912253:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568f800. 02000000:00000010:1.0:1777582953.912256:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396ae3000. 00000100:00000010:1.0:1777582953.912259:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1fb80. 02000000:00000010:1.0:1777582953.912262:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c86000. 00000100:00000010:1.0:1777582953.912265:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef90700. 02000000:00000010:1.0:1777582953.912268:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c87000. 00000100:00000010:1.0:1777582953.912270:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1ed80. 02000000:00000010:1.0:1777582953.912273:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396ae2000. 00000100:00000010:1.0:1777582953.912276:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941dc00. 02000000:00000010:1.0:1777582953.912279:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389673000. 00000100:00000010:1.0:1777582953.912282:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef91f80. 02000000:00000010:1.0:1777582953.912286:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389672000. 00000100:00000010:1.0:1777582953.912289:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1f100. 02000000:00000010:1.0:1777582953.912291:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389677000. 00000100:00000010:1.0:1777582953.912293:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043e680. 02000000:00000010:1.0:1777582953.912311:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a0b1e000. 00000100:00000010:1.0:1777582953.912315:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef93480. 02000000:00000010:1.0:1777582953.912318:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0249dde3000. 00000100:00000010:1.0:1777582953.912321:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe48e00. 02000000:00000010:1.0:1777582953.912324:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0249dde6000. 00000100:00000010:1.0:1777582953.912326:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe49180. 02000000:00000010:1.0:1777582953.912329:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238528c000. 00000100:00000010:1.0:1777582953.912332:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043c380. 02000000:00000010:1.0:1777582953.912335:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c84000. 00000100:00000010:1.0:1777582953.912337:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043c700. 02000000:00000010:1.0:1777582953.912339:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238528e000. 00000100:00000010:1.0:1777582953.912342:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043d180. 02000000:00000010:1.0:1777582953.912346:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fffe000. 00000100:00000010:1.0:1777582953.912349:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043d880. 02000000:00000010:1.0:1777582953.912352:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385289000. 00000100:00000010:1.0:1777582953.912354:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043f480. 02000000:00000010:1.0:1777582953.912358:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0249dde7000. 00000100:00000010:1.0:1777582953.912360:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe48700. 02000000:00000010:1.0:1777582953.912363:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02482c22000. 00000100:00000010:1.0:1777582953.912367:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4bb80. 02000000:00000010:1.0:1777582953.912370:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023918a3000. 00000100:00000010:1.0:1777582953.912373:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4b800. 02000000:00000010:1.0:1777582953.912376:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02384467000. 00000100:00000010:1.0:1777582953.912379:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4a680. 02000000:00000010:1.0:1777582953.912382:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fff9000. 00000100:00000010:1.0:1777582953.912384:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef93100. 02000000:00000010:1.0:1777582953.912388:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239ffff000. 00000100:00000010:1.0:1777582953.912390:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef90e00. 02000000:00000010:1.0:1777582953.912394:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fffa000. 00000100:00000010:1.0:1777582953.912396:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd388a80. 02000000:00000010:1.0:1777582953.912400:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4cff000. 00000100:00000010:1.0:1777582953.912403:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd389880. 02000000:00000010:1.0:1777582953.912406:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4cfa000. 00000100:00000010:1.0:1777582953.912409:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd38a300. 02000000:00000010:1.0:1777582953.912412:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4cf9000. 00000100:00000010:1.0:1777582953.912418:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd388700. 02000000:00000010:1.0:1777582953.912421:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc6000. 00000100:00000010:1.0:1777582953.912424:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd389c00. 02000000:00000010:1.0:1777582953.912427:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389576000. 00000100:00000010:1.0:1777582953.912429:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef91180. 02000000:00000010:1.0:1777582953.912432:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fff8000. 00000100:00000010:1.0:1777582953.912434:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd38aa00. 02000000:00000010:1.0:1777582953.912437:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4cfd000. 00000100:00000010:1.0:1777582953.912439:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941f100. 02000000:00000010:1.0:1777582953.912452:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389570000. 00000100:00000010:1.0:1777582953.912454:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef90a80. 02000000:00000010:1.0:1777582953.912457:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4cfe000. 00000100:00000010:1.0:1777582953.912459:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef92d80. 02000000:00000010:1.0:1777582953.912462:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933bb000. 00000100:00000010:1.0:1777582953.912466:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef92300. 02000000:00000010:1.0:1777582953.912468:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389575000. 00000100:00000010:1.0:1777582953.912470:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef91500. 02000000:00000010:1.0:1777582953.912473:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933bc000. 00000100:00000010:1.0:1777582953.912478:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941ca80. 02000000:00000010:1.0:1777582953.912481:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239325a000. 00000100:00000010:1.0:1777582953.912483:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef92680. 02000000:00000010:1.0:1777582953.912486:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239325e000. 00000100:00000010:1.0:1777582953.912489:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd388380. 02000000:00000010:1.0:1777582953.912491:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fffc000. 00000100:00000010:1.0:1777582953.912495:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154700. 02000000:00000010:1.0:1777582953.912499:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239325b000. 00000100:00000010:1.0:1777582953.912504:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef93b80. 02000000:00000010:1.0:1777582953.912507:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fffb000. 00000100:00000010:1.0:1777582953.912509:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239de1a300. 02000000:00000010:1.0:1777582953.912512:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933b8000. 00000100:00000010:1.0:1777582953.912514:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239de19c00. 02000000:00000010:1.0:1777582953.912517:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023956c2000. 00000100:00000010:1.0:1777582953.912521:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043dc00. 02000000:00000010:1.0:1777582953.912524:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc5000. 00000100:00000010:1.0:1777582953.912526:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239de1aa00. 02000000:00000010:1.0:1777582953.912529:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02421d61000. 00000100:00000010:1.0:1777582953.912532:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239de18a80. 02000000:00000010:1.0:1777582953.912535:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02398539000. 00000100:00000010:1.0:1777582953.912537:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043f800. 02000000:00000010:1.0:1777582953.912540:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02393258000. 00000100:00000010:1.0:1777582953.912545:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043ed80. 02000000:00000010:1.0:1777582953.912548:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc3000. 00000100:00000010:1.0:1777582953.912550:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd38ad80. 02000000:00000010:1.0:1777582953.912553:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933ba000. 00000100:00000010:1.0:1777582953.912555:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd389500. 02000000:00000010:1.0:1777582953.912558:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933b9000. 00000100:00000010:1.0:1777582953.912560:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156300. 02000000:00000010:1.0:1777582953.912563:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933bd000. 00000100:00000010:1.0:1777582953.912566:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497155c00. 02000000:00000010:1.0:1777582953.912569:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239853e000. 00000100:00000010:1.0:1777582953.912571:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239de19180. 02000000:00000010:1.0:1777582953.912573:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02386788000. 00000100:00000010:1.0:1777582953.912578:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b1880. 02000000:00000010:1.0:1777582953.912581:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238678c000. 00000100:00000010:1.0:1777582953.912584:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b2300. 02000000:00000010:1.0:1777582953.912586:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239ff63000. 00000100:00000010:1.0:1777582953.912589:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51c00. 02000000:00000010:1.0:1777582953.912595:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238678a000. 00000100:00000010:1.0:1777582953.912597:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b0380. 02000000:00000010:1.0:1777582953.912600:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238678e000. 00000100:00000010:1.0:1777582953.912603:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156680. 02000000:00000010:1.0:1777582953.912606:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239ff62000. 00000100:00000010:1.0:1777582953.912608:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b0a80. 02000000:00000010:1.0:1777582953.912611:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024b7cc7000. 00000100:00000010:1.0:1777582953.912613:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497155f80. 02000000:00000010:1.0:1777582953.912616:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc0000. 00000100:00000010:1.0:1777582953.912618:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b3480. 02000000:00000010:1.0:1777582953.912622:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023957bd000. 00000100:00000010:1.0:1777582953.912624:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b0e00. 02000000:00000010:1.0:1777582953.912627:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023957be000. 00000100:00000010:1.0:1777582953.912629:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b3100. 02000000:00000010:1.0:1777582953.912631:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024b7cc1000. 00000100:00000010:1.0:1777582953.912634:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e88380. 02000000:00000010:1.0:1777582953.912637:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239ff64000. 00000100:00000010:1.0:1777582953.912639:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156d80. 02000000:00000010:1.0:1777582953.912641:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023957bc000. 00000100:00000010:1.0:1777582953.912644:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043ca80. 02000000:00000010:1.0:1777582953.912646:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396a41000. 00000100:00000010:1.0:1777582953.912649:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154e00. 02000000:00000010:1.0:1777582953.912652:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024904a9000. 00000100:00000010:1.0:1777582953.912655:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e89880. 02000000:00000010:1.0:1777582953.912658:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241d7fb000. 00000100:00000010:1.0:1777582953.912660:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e88000. 02000000:00000010:1.0:1777582953.912663:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7a000. 00000100:00000010:1.0:1777582953.912665:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e89180. 02000000:00000010:1.0:1777582953.912668:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fea7000. 00000100:00000010:1.0:1777582953.912671:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043f100. 02000000:00000010:1.0:1777582953.912674:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02484c26000. 00000100:00000010:1.0:1777582953.912676:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50700. 02000000:00000010:1.0:1777582953.912680:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c859000. 00000100:00000010:1.0:1777582953.912682:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043c000. 02000000:00000010:1.0:1777582953.912685:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238678b000. 00000100:00000010:1.0:1777582953.912688:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea7b80. 02000000:00000010:1.0:1777582953.912703:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238678f000. 00000100:00000010:1.0:1777582953.912705:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e8bb80. 02000000:00000010:1.0:1777582953.912708:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c85c000. 00000100:00000010:1.0:1777582953.912710:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea6680. 02000000:00000010:1.0:1777582953.912715:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c85b000. 00000100:00000010:1.0:1777582953.912717:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e8aa00. 02000000:00000010:1.0:1777582953.912735:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da662000. 00000100:00000010:1.0:1777582953.912738:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239e024000. 02000000:00000010:1.0:1777582953.912741:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02484c27000. 00000100:00000010:1.0:1777582953.912743:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51180. 02000000:00000010:1.0:1777582953.912745:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c85f000. 00000100:00000010:1.0:1777582953.912748:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51500. 02000000:00000010:1.0:1777582953.912750:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c43000. 00000100:00000010:1.0:1777582953.912758:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239e025880. 02000000:00000010:1.0:1777582953.912762:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c46000. 00000100:00000010:1.0:1777582953.912765:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50380. 02000000:00000010:1.0:1777582953.912767:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da665000. 00000100:00000010:1.0:1777582953.912769:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239e027100. 02000000:00000010:1.0:1777582953.912772:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239199d000. 00000100:00000010:1.0:1777582953.912775:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239e026d80. 02000000:00000010:1.0:1777582953.912778:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239199e000. 00000100:00000010:1.0:1777582953.912780:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51f80. 02000000:00000010:1.0:1777582953.912782:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da660000. 00000100:00000010:1.0:1777582953.912784:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239e027b80. 02000000:00000010:1.0:1777582953.912787:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02391998000. 00000100:00000010:1.0:1777582953.912789:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea6a00. 02000000:00000010:1.0:1777582953.912792:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da666000. 00000100:00000010:1.0:1777582953.912797:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239e027480. 02000000:00000010:1.0:1777582953.912799:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da667000. 00000100:00000010:1.0:1777582953.912801:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497155880. 02000000:00000010:1.0:1777582953.912804:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023922d3c00. 00000100:00000010:1.0:1777582953.912807:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154000. 02000000:00000010:1.0:1777582953.912811:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241bc39000. 00000100:00000010:1.0:1777582953.912813:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea5880. 02000000:00000010:1.0:1777582953.912819:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc3b000. 00000100:00000010:1.0:1777582953.912821:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239e024a80. 02000000:00000010:1.0:1777582953.912824:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241bc3f000. 00000100:00000010:1.0:1777582953.912826:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239e026680. 02000000:00000010:1.0:1777582953.912829:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de78000. 00000100:00000010:1.0:1777582953.912832:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156a00. 02000000:00000010:1.0:1777582953.912834:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c42000. 00000100:00000010:1.0:1777582953.912840:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497157800. 02000000:00000010:1.0:1777582953.912843:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de79000. 00000100:00000010:1.0:1777582953.912845:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea4380. 02000000:00000010:1.0:1777582953.912851:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7e000. 00000100:00000010:1.0:1777582953.912854:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea7480. 02000000:00000010:1.0:1777582953.912858:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238fa1b000. 00000100:00000010:1.0:1777582953.912860:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497157b80. 02000000:00000010:1.0:1777582953.912863:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238fa1c000. 00000100:00000010:1.0:1777582953.912865:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea4e00. 02000000:00000010:1.0:1777582953.912869:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de7d000. 00000100:00000010:1.0:1777582953.912872:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239e026a00. 02000000:00000010:1.0:1777582953.912875:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238fa1e000. 00000100:00000010:1.0:1777582953.912877:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80c700. 02000000:00000010:1.0:1777582953.912880:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238888f000. 00000100:00000010:1.0:1777582953.912883:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f53800. 02000000:00000010:1.0:1777582953.912886:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238fa1f000. 00000100:00000010:1.0:1777582953.912889:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52a00. 02000000:00000010:1.0:1777582953.912892:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238888c000. 00000100:00000010:1.0:1777582953.912894:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea4000. 02000000:00000010:1.0:1777582953.912897:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238888a000. 00000100:00000010:1.0:1777582953.912899:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea4a80. 02000000:00000010:1.0:1777582953.912902:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da664000. 00000100:00000010:1.0:1777582953.912904:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f53100. 02000000:00000010:1.0:1777582953.912906:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023870c6000. 00000100:00000010:1.0:1777582953.912909:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80ea00. 02000000:00000010:1.0:1777582953.912912:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023870c0000. 00000100:00000010:1.0:1777582953.912914:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea5f80. 02000000:00000010:1.0:1777582953.912917:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023870c1000. 00000100:00000010:1.0:1777582953.912919:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154380. 02000000:00000010:1.0:1777582953.912922:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396b80000. 00000100:00000010:1.0:1777582953.912924:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde1f80. 02000000:00000010:1.0:1777582953.912928:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ade55000. 00000100:00000010:1.0:1777582953.912931:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80ce00. 02000000:00000010:1.0:1777582953.912934:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024ade50000. 00000100:00000010:1.0:1777582953.912936:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde1880. 02000000:00000010:1.0:1777582953.912939:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396b86000. 00000100:00000010:1.0:1777582953.912941:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde3800. 02000000:00000010:1.0:1777582953.912945:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024ade53000. 00000100:00000010:1.0:1777582953.912948:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80f100. 02000000:00000010:1.0:1777582953.912951:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ade57000. 00000100:00000010:1.0:1777582953.912953:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80c380. 02000000:00000010:1.0:1777582953.912956:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024ade52000. 00000100:00000010:1.0:1777582953.912958:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde0a80. 02000000:00000010:1.0:1777582953.912961:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ffcd5000. 00000100:00000010:1.0:1777582953.912964:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80f800. 02000000:00000010:1.0:1777582953.912967:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de7c000. 00000100:00000010:1.0:1777582953.912970:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80c000. 02000000:00000010:1.0:1777582953.912972:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396b83000. 00000100:00000010:1.0:1777582953.912974:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde1c00. 02000000:00000010:1.0:1777582953.912976:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de7b000. 00000100:00000010:1.0:1777582953.912979:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80df80. 02000000:00000010:1.0:1777582953.912982:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238888d000. 00000100:00000010:1.0:1777582953.912984:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80d500. 02000000:00000010:1.0:1777582953.912986:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396a0c000. 00000100:00000010:1.0:1777582953.912988:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea5500. 02000000:00000010:1.0:1777582953.912992:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023924d9000. 00000100:00000010:1.0:1777582953.912995:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea5c00. 02000000:00000010:1.0:1777582953.912999:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02393709000. 00000100:00000010:1.0:1777582953.913002:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80d180. 02000000:00000010:1.0:1777582953.913004:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239370e000. 00000100:00000010:1.0:1777582953.913006:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52300. 02000000:00000010:1.0:1777582953.913008:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ffcd3000. 00000100:00000010:1.0:1777582953.913011:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80e300. 02000000:00000010:1.0:1777582953.913013:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ffcd2000. 00000100:00000010:1.0:1777582953.913015:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80e680. 02000000:00000010:1.0:1777582953.913018:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ffcd1000. 00000100:00000010:1.0:1777582953.913020:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80d880. 02000000:00000010:1.0:1777582953.913023:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396b85000. 00000100:00000010:1.0:1777582953.913025:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52d80. 02000000:00000010:1.0:1777582953.913028:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ffcd6000. 00000100:00000010:1.0:1777582953.913030:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80dc00. 02000000:00000010:1.0:1777582953.913033:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d1000. 00000100:00000010:1.0:1777582953.913035:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea5180. 02000000:00000010:1.0:1777582953.913037:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d5000. 00000100:00000010:1.0:1777582953.913040:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51880. 02000000:00000010:1.0:1777582953.913042:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0248615e000. 00000100:00000010:1.0:1777582953.913045:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0417100. 02000000:00000010:1.0:1777582953.913048:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d3000. 00000100:00000010:1.0:1777582953.913050:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea6d80. 02000000:00000010:1.0:1777582953.913053:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d4000. 00000100:00000010:1.0:1777582953.913055:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea6300. 02000000:00000010:1.0:1777582953.913058:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023924d8000. 00000100:00000010:1.0:1777582953.913060:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0417b80. 02000000:00000010:1.0:1777582953.913063:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d6000. 00000100:00000010:1.0:1777582953.913065:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde0380. 02000000:00000010:1.0:1777582953.913067:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023924dc000. 00000100:00000010:1.0:1777582953.913071:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0415f80. 02000000:00000010:1.0:1777582953.913076:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239370c000. 00000100:00000010:1.0:1777582953.913078:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0414700. 02000000:00000010:1.0:1777582953.913082:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d2000. 00000100:00000010:1.0:1777582953.913084:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde3100. 02000000:00000010:1.0:1777582953.913087:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d7000. 00000100:00000010:1.0:1777582953.913089:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde0e00. 02000000:00000010:1.0:1777582953.913091:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02486158000. 00000100:00000010:1.0:1777582953.913093:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0415c00. 02000000:00000010:1.0:1777582953.913096:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023924da000. 00000100:00000010:1.0:1777582953.913099:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0414a80. 02000000:00000010:1.0:1777582953.913102:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02498754000. 00000100:00000010:1.0:1777582953.913104:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a3480. 02000000:00000010:1.0:1777582953.913108:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02393708000. 00000100:00000010:1.0:1777582953.913110:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde0000. 02000000:00000010:1.0:1777582953.913112:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023924df000. 00000100:00000010:1.0:1777582953.913116:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a0700. 02000000:00000010:1.0:1777582953.913118:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023924db000. 00000100:00000010:1.0:1777582953.913121:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a0380. 02000000:00000010:1.0:1777582953.913124:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0249e13a000. 00000100:00000010:1.0:1777582953.913126:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0415180. 02000000:00000010:1.0:1777582953.913129:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383f32000. 00000100:00000010:1.0:1777582953.913132:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f53b80. 02000000:00000010:1.0:1777582953.913166:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383f34000. 00000100:00000010:1.0:1777582953.913170:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef30e00. 02000000:00000010:1.0:1777582953.913173:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383f33000. 00000100:00000010:1.0:1777582953.913175:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef31180. 02000000:00000010:1.0:1777582953.913178:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023924de000. 00000100:00000010:1.0:1777582953.913181:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a0e00. 02000000:00000010:1.0:1777582953.913184:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023924dd000. 00000100:00000010:1.0:1777582953.913202:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a3800. 02000000:00000010:1.0:1777582953.913205:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0248615d000. 00000100:00000010:1.0:1777582953.913208:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a2a00. 02000000:00000010:1.0:1777582953.913211:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8a000. 00000100:00000010:1.0:1777582953.913216:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef30a80. 02000000:00000010:1.0:1777582953.913219:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388b8f000. 00000100:00000010:1.0:1777582953.913221:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52680. 02000000:00000010:1.0:1777582953.913225:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a23cf000. 00000100:00000010:1.0:1777582953.913228:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef33b80. 02000000:00000010:1.0:1777582953.913231:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023955a5000. 00000100:00000010:1.0:1777582953.913234:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a0a80. 02000000:00000010:1.0:1777582953.913237:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023955a1000. 00000100:00000010:1.0:1777582953.913239:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a0000. 02000000:00000010:1.0:1777582953.913241:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023955a0000. 00000100:00000010:1.0:1777582953.913243:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a1180. 02000000:00000010:1.0:1777582953.913246:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389627000. 00000100:00000010:1.0:1777582953.913249:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae685f80. 02000000:00000010:1.0:1777582953.913251:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388b8d000. 00000100:00000010:1.0:1777582953.913254:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0417480. 02000000:00000010:1.0:1777582953.913257:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389625000. 00000100:00000010:1.0:1777582953.913259:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0416d80. 02000000:00000010:1.0:1777582953.913262:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388b88000. 00000100:00000010:1.0:1777582953.913264:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0414380. 02000000:00000010:1.0:1777582953.913267:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8b000. 00000100:00000010:1.0:1777582953.913272:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0415880. 02000000:00000010:1.0:1777582953.913276:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385088000. 00000100:00000010:1.0:1777582953.913279:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae684380. 02000000:00000010:1.0:1777582953.913282:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023f5961000. 00000100:00000010:1.0:1777582953.913285:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae684a80. 02000000:00000010:1.0:1777582953.913288:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389626000. 00000100:00000010:1.0:1777582953.913289:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae685180. 02000000:00000010:1.0:1777582953.913292:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389622000. 00000100:00000010:1.0:1777582953.913294:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae687480. 02000000:00000010:1.0:1777582953.913298:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388b8c000. 00000100:00000010:1.0:1777582953.913301:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50000. 02000000:00000010:1.0:1777582953.913304:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023f5967000. 00000100:00000010:1.0:1777582953.913306:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50e00. 02000000:00000010:1.0:1777582953.913309:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487b7d000. 00000100:00000010:1.0:1777582953.913312:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fc000. 02000000:00000010:1.0:1777582953.913315:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04e000. 00000100:00000010:1.0:1777582953.913319:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae686300. 02000000:00000010:1.0:1777582953.913322:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e04f000. 00000100:00000010:1.0:1777582953.913325:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae687b80. 02000000:00000010:1.0:1777582953.913327:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385294000. 00000100:00000010:1.0:1777582953.913330:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fce00. 02000000:00000010:1.0:1777582953.913332:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385291000. 00000100:00000010:1.0:1777582953.913335:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fed80. 02000000:00000010:1.0:1777582953.913338:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385292000. 00000100:00000010:1.0:1777582953.913341:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0416300. 02000000:00000010:1.0:1777582953.913343:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e04a000. 00000100:00000010:1.0:1777582953.913346:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae685880. 02000000:00000010:1.0:1777582953.913348:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e049000. 00000100:00000010:1.0:1777582953.913351:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae684000. 02000000:00000010:1.0:1777582953.913354:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385296000. 00000100:00000010:1.0:1777582953.913359:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0414000. 02000000:00000010:1.0:1777582953.913362:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385290000. 00000100:00000010:1.0:1777582953.913365:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496e80e00. 02000000:00000010:1.0:1777582953.913369:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385602000. 00000100:00000010:1.0:1777582953.913372:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fe300. 02000000:00000010:1.0:1777582953.913375:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04d000. 00000100:00000010:1.0:1777582953.913377:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496e82d80. 02000000:00000010:1.0:1777582953.913381:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e04b000. 00000100:00000010:1.0:1777582953.913383:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae687100. 02000000:00000010:1.0:1777582953.913386:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023f5964000. 00000100:00000010:1.0:1777582953.913389:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496e82300. 02000000:00000010:1.0:1777582953.913393:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5962000. 00000100:00000010:1.0:1777582953.913396:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496e81c00. 02000000:00000010:1.0:1777582953.913399:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385605000. 00000100:00000010:1.0:1777582953.913402:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af00b480. 02000000:00000010:1.0:1777582953.913406:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e04c000. 00000100:00000010:1.0:1777582953.913408:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af00a300. 02000000:00000010:1.0:1777582953.913411:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388854000. 00000100:00000010:1.0:1777582953.913413:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af008a80. 02000000:00000010:1.0:1777582953.913420:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388853000. 00000100:00000010:1.0:1777582953.913423:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af00aa00. 02000000:00000010:1.0:1777582953.913426:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385604000. 00000100:00000010:1.0:1777582953.913428:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af008000. 02000000:00000010:1.0:1777582953.913431:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385607000. 00000100:00000010:1.0:1777582953.913433:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fd180. 02000000:00000010:1.0:1777582953.913436:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023f5966000. 00000100:00000010:1.0:1777582953.913439:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fc700. 02000000:00000010:1.0:1777582953.913442:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5960000. 00000100:00000010:1.0:1777582953.913445:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fd500. 02000000:00000010:1.0:1777582953.913448:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388a13000. 00000100:00000010:1.0:1777582953.913450:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae685c00. 02000000:00000010:1.0:1777582953.913453:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385601000. 00000100:00000010:1.0:1777582953.913456:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fd880. 02000000:00000010:1.0:1777582953.913458:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385600000. 00000100:00000010:1.0:1777582953.913461:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af008700. 02000000:00000010:1.0:1777582953.913464:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388851000. 00000100:00000010:1.0:1777582953.913466:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af008380. 02000000:00000010:1.0:1777582953.913470:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239332f000. 00000100:00000010:1.0:1777582953.913473:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fc380. 02000000:00000010:1.0:1777582953.913476:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388852000. 00000100:00000010:1.0:1777582953.913480:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fca80. 02000000:00000010:1.0:1777582953.913482:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239332a000. 00000100:00000010:1.0:1777582953.913484:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095d180. 02000000:00000010:1.0:1777582953.913487:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239332b000. 00000100:00000010:1.0:1777582953.913490:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55ff800. 02000000:00000010:1.0:1777582953.913493:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388a15000. 00000100:00000010:1.0:1777582953.913496:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4700. 02000000:00000010:1.0:1777582953.913500:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239332e000. 00000100:00000010:1.0:1777582953.913504:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae687800. 02000000:00000010:1.0:1777582953.913507:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c807000. 00000100:00000010:1.0:1777582953.913510:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e7800. 02000000:00000010:1.0:1777582953.913513:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c806000. 00000100:00000010:1.0:1777582953.913515:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae686a00. 02000000:00000010:1.0:1777582953.913518:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388850000. 00000100:00000010:1.0:1777582953.913521:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae684700. 02000000:00000010:1.0:1777582953.913523:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388855000. 00000100:00000010:1.0:1777582953.913526:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397d5df80. 02000000:00000010:1.0:1777582953.913529:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238536c000. 00000100:00000010:1.0:1777582953.913532:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203df80. 02000000:00000010:1.0:1777582953.913535:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238536d000. 00000100:00000010:1.0:1777582953.913538:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095f480. 02000000:00000010:1.0:1777582953.913540:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238536e000. 00000100:00000010:1.0:1777582953.913543:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef31c00. 02000000:00000010:1.0:1777582953.913545:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385368000. 00000100:00000010:1.0:1777582953.913547:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203ce00. 02000000:00000010:1.0:1777582953.913549:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c804000. 00000100:00000010:1.0:1777582953.913552:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095dc00. 02000000:00000010:1.0:1777582953.913555:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023955a4000. 00000100:00000010:1.0:1777582953.913557:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203f480. 02000000:00000010:1.0:1777582953.913560:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385369000. 00000100:00000010:1.0:1777582953.913562:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203c380. 02000000:00000010:1.0:1777582953.913564:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023955a2000. 00000100:00000010:1.0:1777582953.913566:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203d180. 02000000:00000010:1.0:1777582953.913570:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023fef1f000. 00000100:00000010:1.0:1777582953.913573:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203c700. 02000000:00000010:1.0:1777582953.913576:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023fef1c000. 00000100:00000010:1.0:1777582953.913578:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095ea00. 02000000:00000010:1.0:1777582953.913580:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023fef1a000. 00000100:00000010:1.0:1777582953.913583:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef33480. 02000000:00000010:1.0:1777582953.913586:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e07b000. 00000100:00000010:1.0:1777582953.913588:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4e00. 02000000:00000010:1.0:1777582953.913591:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388857000. 00000100:00000010:1.0:1777582953.913593:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095d880. 02000000:00000010:1.0:1777582953.913595:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023fef18000. 00000100:00000010:1.0:1777582953.913597:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6680. 02000000:00000010:1.0:1777582953.913601:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023955a7000. 00000100:00000010:1.0:1777582953.913603:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095c000. 02000000:00000010:1.0:1777582953.913605:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023955a3000. 00000100:00000010:1.0:1777582953.913608:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095f800. 02000000:00000010:1.0:1777582953.913610:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023955a6000. 00000100:00000010:1.0:1777582953.913621:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095fb80. 02000000:00000010:1.0:1777582953.913626:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e05a000. 00000100:00000010:1.0:1777582953.913629:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095ce00. 02000000:00000010:1.0:1777582953.913632:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fc6000. 00000100:00000010:1.0:1777582953.913636:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef31880. 02000000:00000010:1.0:1777582953.913638:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc5000. 00000100:00000010:1.0:1777582953.913641:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f100. 02000000:00000010:1.0:1777582953.913645:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fc7000. 00000100:00000010:1.0:1777582953.913647:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f480. 02000000:00000010:1.0:1777582953.913650:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc0000. 00000100:00000010:1.0:1777582953.913653:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5df80. 02000000:00000010:1.0:1777582953.913656:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fc4000. 00000100:00000010:1.0:1777582953.913659:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5d180. 02000000:00000010:1.0:1777582953.913661:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e05d000. 00000100:00000010:1.0:1777582953.913665:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d57800. 02000000:00000010:1.0:1777582953.913669:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024a6394000. 00000100:00000010:1.0:1777582953.913671:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54000. 02000000:00000010:1.0:1777582953.913674:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc1000. 00000100:00000010:1.0:1777582953.913676:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5c380. 02000000:00000010:1.0:1777582953.913679:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239570a000. 00000100:00000010:1.0:1777582953.913682:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5c000. 02000000:00000010:1.0:1777582953.913684:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e05e000. 00000100:00000010:1.0:1777582953.913687:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5dc00. 02000000:00000010:1.0:1777582953.913689:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e058000. 00000100:00000010:1.0:1777582953.913691:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6300. 02000000:00000010:1.0:1777582953.913694:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e07c000. 00000100:00000010:1.0:1777582953.913696:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4a80. 02000000:00000010:1.0:1777582953.913699:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385496000. 00000100:00000010:1.0:1777582953.913702:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203ed80. 02000000:00000010:1.0:1777582953.913705:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e07a000. 00000100:00000010:1.0:1777582953.913707:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203f800. 02000000:00000010:1.0:1777582953.913710:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e059000. 00000100:00000010:1.0:1777582953.913712:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203f100. 02000000:00000010:1.0:1777582953.913715:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e05c000. 00000100:00000010:1.0:1777582953.913718:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e5880. 02000000:00000010:1.0:1777582953.915052:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388ebe000. 00000100:00000010:1.0:1777582953.915060:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a3800. 02000000:00000010:1.0:1777582953.915064:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388eba000. 00000100:00000010:1.0:1777582953.915067:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a1880. 02000000:00000010:1.0:1777582953.915070:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388ebf000. 00000100:00000010:1.0:1777582953.915072:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2a00. 02000000:00000010:1.0:1777582953.915075:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023894e7000. 00000100:00000010:1.0:1777582953.915077:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e5f80. 02000000:00000010:1.0:1777582953.915079:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388ebb000. 00000100:00000010:1.0:1777582953.915081:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0380. 02000000:00000010:1.0:1777582953.915084:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023894e5000. 00000100:00000010:1.0:1777582953.915086:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2680. 02000000:00000010:1.0:1777582953.915089:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023894e3000. 00000100:00000010:1.0:1777582953.915092:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d57100. 02000000:00000010:1.0:1777582953.915095:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023894e2000. 00000100:00000010:1.0:1777582953.915097:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e7100. 02000000:00000010:1.0:1777582953.915099:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023894e6000. 00000100:00000010:1.0:1777582953.915112:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55880. 02000000:00000010:1.0:1777582953.915116:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ae7df000. 00000100:00000010:1.0:1777582953.915120:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d57480. 02000000:00000010:1.0:1777582953.915122:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388eb9000. 00000100:00000010:1.0:1777582953.915124:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a1c00. 02000000:00000010:1.0:1777582953.915127:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239570f000. 00000100:00000010:1.0:1777582953.915130:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55180. 02000000:00000010:1.0:1777582953.915132:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ae7dc000. 00000100:00000010:1.0:1777582953.915148:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55500. 02000000:00000010:1.0:1777582953.915152:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239570b000. 00000100:00000010:1.0:1777582953.915154:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6d80. 02000000:00000010:1.0:1777582953.915157:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ae7de000. 00000100:00000010:1.0:1777582953.915159:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54380. 02000000:00000010:1.0:1777582953.915161:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ae7dd000. 00000100:00000010:1.0:1777582953.915164:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f800. 02000000:00000010:1.0:1777582953.915167:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ae7da000. 00000100:00000010:1.0:1777582953.915168:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d56300. 02000000:00000010:1.0:1777582953.915171:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ae7d9000. 00000100:00000010:1.0:1777582953.915173:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55c00. 02000000:00000010:1.0:1777582953.915175:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239570e000. 00000100:00000010:1.0:1777582953.915178:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2d80. 02000000:00000010:1.0:1777582953.915182:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ae7d8000. 00000100:00000010:1.0:1777582953.915184:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e5c00. 02000000:00000010:1.0:1777582953.915187:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388eb8000. 00000100:00000010:1.0:1777582953.915189:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a3b80. 02000000:00000010:1.0:1777582953.915191:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239570d000. 00000100:00000010:1.0:1777582953.915193:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0e00. 02000000:00000010:1.0:1777582953.915195:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02395709000. 00000100:00000010:1.0:1777582953.915197:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0a80. 02000000:00000010:1.0:1777582953.915199:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395708000. 00000100:00000010:1.0:1777582953.915201:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2300. 02000000:00000010:1.0:1777582953.915204:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239570c000. 00000100:00000010:1.0:1777582953.915217:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a1f80. 00000100:00000200:1.0:1777582953.915230:0:191688:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1777582953.916226:0:191688:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1898. 00000400:00000010:1.0:1777582953.916243:0:191688:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffffa024b7c40800. 00010000:00000010:0.1:1777582953.916400:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582953.916409:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000001:00000010:3.0:1777582953.916881:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedc00. 00000001:00000010:3.0:1777582953.916889:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582953.916922:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedd20. 00010000:00000010:3.0:1777582953.916934:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582953.916941:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582953.916962:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:1.0:1777582953.917031:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:1.0:1777582953.917042:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582953.917873:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.917882:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86480. 00010000:00000010:3.0:1777582953.917903:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582953.917923:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975360, last committed = 8589975157 00010000:00000200:3.0:1777582953.917934:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec39880 x1863928707854592/t8589975360(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582953.917954:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582953.917959:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707854592, offset 224 00000400:00000010:3.0:1777582953.917964:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7a48. 00000400:00000200:3.0:1777582953.917967:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.917981:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.917987:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396935:396935:256:4294967295] 192.168.202.9@tcp LPNI seq info [396931:396931:8:4294967295] 00000400:00000200:3.0:1777582953.917993:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582953.917998:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.918003:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.918007:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582953.918012:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.918018:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.918021:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.918041:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86580. 00000020:00000010:3.0:1777582953.918044:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.918047:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a52c00. 00000800:00000200:3.0:1777582953.918186:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.918191:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:3.0:1777582953.918195:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.918202:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582953.926292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582953.926307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00000400:00000200:0.0:1777582953.930513:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582953.930539:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2141c9 00000400:00000200:0.0:1777582953.930547:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.930552:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582953.930561:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:0.0:1777582953.930565:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00000400:00000200:0.0:1777582953.930603:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.930610:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884b180 00000400:00000200:0.0:1777582953.930618:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 488 00010000:00000010:3.0:1777582953.930698:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00000400:00000200:0.0:1777582953.930705:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.930710:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582953.930711:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86880. 00000100:00000200:0.0:1777582953.930715:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.930730:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63aa00. 00000020:00000010:3.0:1777582953.931077:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c5c0. 00000020:00000010:3.0:1777582953.931082:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c5c0. 00000020:00000010:3.0:1777582953.931090:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c2ffc00. 00000020:00000010:3.0:1777582953.931094:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86880. 00000020:00000010:3.0:1777582953.931099:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.931174:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c5c0. 00000020:00000010:3.0:1777582953.931177:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c5c0. 00000100:00000200:3.0:1777582953.931180:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707854720 00000001:00000010:3.0:1777582953.931192:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185000. 00010000:00000010:3.0:1777582953.931220:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582953.931230:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 02000000:00000010:3.0:1777582953.931262:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241bc33000. 00010000:00000010:3.0:1777582953.931291:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582953.931295:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.931317:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582953.931321:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86580. 00010000:00000010:3.0:1777582953.931325:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582953.931328:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000004:00000010:3.0:1777582953.931419:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90d20. 00000004:00000010:3.0:1777582953.931426:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65bb8. 00000004:00000010:3.0:1777582953.931432:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387ed0. 00080000:00000010:3.0:1777582953.931450:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12c78. 00010000:00000010:3.0:1777582953.932606:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582953.932615:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86b00. 00010000:00000010:3.0:1777582953.932621:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582953.932628:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582953.932875:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.932889:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.932894:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86580. 00010000:00000010:3.0:1777582953.932918:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:3.0:1777582953.932936:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c63aa00 x1863928707854720/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.932955:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582953.932963:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707854720, offset 224 00000400:00000200:3.0:1777582953.932969:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.932982:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.932989:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396936:396936:256:4294967295] 192.168.202.9@tcp LPNI seq info [396932:396932:8:4294967295] 00000400:00000200:3.0:1777582953.933000:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.933006:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.933010:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582953.933016:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.933023:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.933026:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.933048:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86880. 00000020:00000010:3.0:1777582953.933051:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.933055:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c2ffc00. 00000800:00000200:3.0:1777582953.935659:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.935667:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:3.0:1777582953.935675:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.935684:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.935701:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:3.0:1777582953.935704:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:3.1:1777582953.937461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582953.937480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582953.937484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582953.937856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582953.937864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582953.937867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582953.937869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582953.937871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:3.0:1777582953.938087:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.938121:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884b280 00000400:00000200:3.0:1777582953.938129:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 1064 00000400:00000200:3.0:1777582953.938166:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.938172:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.938182:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.938190:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39f80. 00000020:00000010:1.0:1777582953.938304:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582953.938312:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582953.938319:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862d1c00. 00000020:00000010:1.0:1777582953.938326:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3c00. 00000020:00000010:1.0:1777582953.938332:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582953.938382:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582953.938384:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000100:00000200:1.0:1777582953.938387:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707854976 02000000:00000010:1.0:1777582953.938426:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aca23000. 00010000:00000010:1.0:1777582953.938467:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:1.0:1777582953.938483:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b00. 00010000:00000010:1.0:1777582953.938502:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582953.938509:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.938524:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582953.938528:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:1.0:1777582953.938532:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582953.938535:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.938646:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582953.938650:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3080. 00010000:00000010:1.0:1777582953.938653:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582953.938657:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00000020:00000010:1.0:1777582953.938698:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6dc0. 00000020:00000010:1.0:1777582953.938705:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6dc0. 00000020:00000010:1.0:1777582953.938716:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df900. 00080000:00000010:1.0:1777582953.938735:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f1f8c00. 00000001:00000010:1.0:1777582953.939130:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9060. 00000001:00000010:1.0:1777582953.939163:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582953.939204:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df900. 00010000:00000010:1.0:1777582953.939212:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582953.939215:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582953.939226:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484240. 00010000:00000010:1.0:1777582953.939790:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582953.939809:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582953.939827:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975361, last committed = 8589975157 00010000:00000200:1.0:1777582953.939837:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec39f80 x1863928707854976/t8589975361(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.939861:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a15d8. 00000100:00000200:1.0:1777582953.939867:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707854976, offset 224 00000400:00000010:1.0:1777582953.939873:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2888. 00000400:00000200:1.0:1777582953.939876:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.939889:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.939895:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396937:396937:256:4294967295] 192.168.202.9@tcp LPNI seq info [396933:396933:8:4294967295] 00000400:00000200:1.0:1777582953.939900:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.939905:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.939909:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.939912:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582953.939918:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.939923:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.939927:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.939954:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3c00. 00000020:00000010:1.0:1777582953.939959:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582953.939964:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862d1c00. 00000800:00000200:3.0:1777582953.940065:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.940069:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582953.940074:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.940080:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.942661:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.942683:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2141d1 00000400:00000200:3.0:1777582953.942702:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.942707:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.943501:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:3.0:1777582953.943509:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00000400:00000200:3.0:1777582953.943554:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.943563:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884b300 00000400:00000200:3.0:1777582953.943570:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 1552 00000400:00000200:3.0:1777582953.945093:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.945120:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.945130:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.945153:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39500. 00000020:00000010:3.0:1777582953.945232:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.945237:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.945244:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0400. 00000020:00000010:3.0:1777582953.945249:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86880. 00000020:00000010:3.0:1777582953.945255:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.946051:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c800. 00000020:00000010:3.0:1777582953.946058:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c800. 00000100:00000200:3.0:1777582953.946061:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707855104 00000001:00000010:3.0:1777582953.946074:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:3.0:1777582953.946114:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582953.946123:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 02000000:00000010:3.0:1777582953.946184:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241bc31000. 00010000:00000010:3.0:1777582953.946215:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582953.946220:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.946240:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582953.946244:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86580. 00010000:00000010:3.0:1777582953.946249:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582953.946252:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00000004:00000010:3.0:1777582953.946647:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90b40. 00000004:00000010:3.0:1777582953.946657:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65618. 00000004:00000010:3.0:1777582953.946664:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387ba0. 00080000:00000010:3.0:1777582953.946674:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12390. 00010000:00000010:3.0:1777582953.947483:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582953.947489:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86b80. 00010000:00000010:3.0:1777582953.947495:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582953.947501:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582953.947580:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582953.947592:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582953.947597:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86580. 00010000:00000010:3.0:1777582953.947619:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:3.0:1777582953.947637:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec39500 x1863928707855104/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582953.947657:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582953.947665:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707855104, offset 224 00000400:00000200:3.0:1777582953.947672:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582953.948494:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582953.948507:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396938:396938:256:4294967295] 192.168.202.9@tcp LPNI seq info [396934:396934:8:4294967295] 00000400:00000200:3.0:1777582953.948521:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582953.948528:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582953.948536:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582953.948543:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582953.948551:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582953.948556:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582953.948584:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86880. 00000020:00000010:3.0:1777582953.948590:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582953.948594:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0400. 00000800:00000200:3.0:1777582953.948705:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.948710:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:3.0:1777582953.948715:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.949007:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.949012:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:3.0:1777582953.949015:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:1.0:1777582953.949910:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.949923:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00010000:00000010:2.0:1777582953.950057:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:2.0:1777582953.950064:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3080. 00010000:00000010:2.0:1777582953.950072:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484240. 00000400:00000200:3.0:1777582953.952671:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.952692:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884b400 00000400:00000200:3.0:1777582953.952702:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 2128 00000400:00000200:3.0:1777582953.952739:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.952744:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.952753:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.952760:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3b480. 00000020:00000010:1.0:1777582953.953850:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582953.953859:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582953.953867:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862d1c00. 00000020:00000010:1.0:1777582953.953873:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3380. 00000020:00000010:1.0:1777582953.953879:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582953.953931:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582953.953934:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000100:00000200:1.0:1777582953.953937:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707855360 02000000:00000010:1.0:1777582953.953980:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aca26000. 00010000:00000010:1.0:1777582953.954032:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:1.0:1777582953.954050:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b80. 00010000:00000010:1.0:1777582953.954071:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582953.954076:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.954095:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582953.954098:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c00. 00010000:00000010:1.0:1777582953.954102:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582953.954104:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.954236:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582953.954239:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3600. 00010000:00000010:1.0:1777582953.954242:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582953.954245:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00000020:00000010:1.0:1777582953.954267:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6dc0. 00000020:00000010:1.0:1777582953.954272:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6dc0. 00000020:00000010:1.0:1777582953.954282:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9ea0. 00080000:00000010:1.0:1777582953.954293:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f1fa400. 00000001:00000010:1.0:1777582953.954707:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df600. 00000001:00000010:1.0:1777582953.954714:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582953.954767:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9ea0. 00010000:00000010:1.0:1777582953.954777:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582953.954781:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582953.954794:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582953.954837:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582953.954852:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000200:1.0:1777582953.954875:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975362, last committed = 8589975157 00010000:00000200:1.0:1777582953.954888:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec3b480 x1863928707855360/t8589975362(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.954909:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582953.954915:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707855360, offset 224 00000400:00000010:1.0:1777582953.954921:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2bd0. 00000400:00000200:1.0:1777582953.954925:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.954940:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.954946:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396939:396939:256:4294967295] 192.168.202.9@tcp LPNI seq info [396935:396935:8:4294967295] 00000400:00000200:1.0:1777582953.954950:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.954955:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.954959:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.954964:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582953.954969:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.954976:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.954980:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.955001:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3380. 00000020:00000010:1.0:1777582953.955006:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582953.955009:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862d1c00. 00010000:00000010:2.0:1777582953.955113:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:2.0:1777582953.955120:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3600. 00010000:00000010:2.0:1777582953.955126:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00010000:00000010:3.1:1777582953.956889:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582953.956901:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582953.956906:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582953.956909:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582953.956911:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582953.956913:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000800:00000200:3.0:1777582953.956931:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.956935:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582953.956940:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.956950:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.958810:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.958831:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2141d9 00000400:00000200:3.0:1777582953.958839:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.958844:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.958850:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:3.0:1777582953.958853:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000400:00000200:3.0:1777582953.958881:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.958887:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884b480 00000400:00000200:3.0:1777582953.958894:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 2616 00000400:00000200:3.0:1777582953.958906:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.958910:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.958914:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.958919:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3a680. 00010000:00000010:1.1:1777582953.961069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582953.961087:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582953.961093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582953.961096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582953.961101:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582953.961105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582953.961107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:1.1:1777582953.961111:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582953.961114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582953.961116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582953.961190:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.961202:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c00. 00010000:00000010:2.1:1777582953.961284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582953.961290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000020:00000010:2.0:1777582953.961333:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741ac0. 00000020:00000010:2.0:1777582953.961340:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741ac0. 00000020:00000010:2.0:1777582953.961347:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cea00. 00000020:00000010:2.0:1777582953.961352:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582953.961359:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.961408:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741ac0. 00000020:00000010:2.0:1777582953.961411:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741ac0. 00000100:00000200:2.0:1777582953.961414:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707855488 00000001:00000010:2.0:1777582953.961428:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:2.0:1777582953.961456:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582953.961464:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 02000000:00000010:2.0:1777582953.961499:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238cb31000. 00010000:00000010:2.0:1777582953.961538:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582953.961543:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582953.961560:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582953.961565:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582953.961570:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582953.961573:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00000004:00000010:2.0:1777582953.961689:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:2.0:1777582953.961700:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb04b0. 00000004:00000010:2.0:1777582953.961709:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756770. 00080000:00000010:2.0:1777582953.961718:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:3.1:1777582953.962931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582953.962943:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582953.962947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582953.962949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.1:1777582953.964249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582953.964257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.0:1777582953.964347:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582953.964354:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:2.0:1777582953.964360:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582953.964369:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582953.964459:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582953.964472:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582953.964477:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582953.964506:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000200:2.0:1777582953.964529:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec3a680 x1863928707855488/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582953.964550:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582953.964557:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707855488, offset 224 00000400:00000200:2.0:1777582953.964564:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582953.964578:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582953.964585:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396940:396940:256:4294967295] 192.168.202.9@tcp LPNI seq info [396936:396936:8:4294967295] 00000400:00000200:2.0:1777582953.964596:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582953.964602:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582953.964607:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582953.964615:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582953.964622:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582953.964627:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582953.964655:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582953.964661:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582953.964665:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cea00. 00000800:00000200:3.0:1777582953.966553:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.966561:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:3.0:1777582953.966568:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.966578:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.966585:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:3.0:1777582953.966588:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000400:00000200:3.0:1777582953.968892:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.968914:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884b580 00000400:00000200:3.0:1777582953.968923:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 3192 00000400:00000200:3.0:1777582953.968940:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.968945:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.968954:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.968963:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec38380. 00010000:00000010:1.1:1777582953.969240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582953.969249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000020:00000010:1.0:1777582953.969293:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582953.969300:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582953.969307:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862d1c00. 00000020:00000010:1.0:1777582953.969312:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3c00. 00000020:00000010:1.0:1777582953.969317:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582953.969392:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582953.969396:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b40. 00000100:00000200:1.0:1777582953.969399:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707855744 02000000:00000010:1.0:1777582953.969439:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aca25000. 00010000:00000010:1.0:1777582953.969480:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:1.0:1777582953.969497:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00010000:00000010:1.0:1777582953.969520:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582953.969526:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.969545:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582953.969549:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:1.0:1777582953.969554:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582953.969558:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.969674:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582953.969677:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3600. 00010000:00000010:1.0:1777582953.969679:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582953.969696:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00000020:00000010:1.0:1777582953.969737:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6dc0. 00000020:00000010:1.0:1777582953.969744:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6dc0. 00000020:00000010:1.0:1777582953.969756:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dfea0. 00080000:00000010:1.0:1777582953.969769:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a616800. 00000001:00000010:1.0:1777582953.970255:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf9c60. 00000001:00000010:1.0:1777582953.970264:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582953.970303:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dfea0. 00010000:00000010:1.0:1777582953.970313:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582953.970318:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582953.970332:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484480. 00010000:00000010:1.0:1777582953.970368:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582953.970383:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:3.0:1777582953.970393:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:3.0:1777582953.970398:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3600. 00010000:00000200:1.0:1777582953.970402:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975363, last committed = 8589975157 00010000:00000010:3.0:1777582953.970403:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00010000:00000200:1.0:1777582953.970412:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec38380 x1863928707855744/t8589975363(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.970433:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777582953.970441:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707855744, offset 224 00000400:00000010:1.0:1777582953.970448:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d25b0. 00000400:00000200:1.0:1777582953.970452:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.970467:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.970474:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396941:396941:256:4294967295] 192.168.202.9@tcp LPNI seq info [396937:396937:8:4294967295] 00000400:00000200:1.0:1777582953.970480:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.970487:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.970493:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.970497:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582953.970505:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.970513:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.970517:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.970544:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3c00. 00000020:00000010:1.0:1777582953.970548:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582953.970554:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862d1c00. 00000800:00000200:3.0:1777582953.970667:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.970671:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582953.970675:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.970680:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.973664:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582953.973686:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884b600 00000400:00000200:3.0:1777582953.973695:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 3680 00000400:00000200:3.0:1777582953.973710:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.973714:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582953.973737:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582953.973746:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3aa00. 00000400:00000200:3.0:1777582953.980159:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582953.980181:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2141e1 00000400:00000200:3.0:1777582953.980191:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.980196:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582953.980203:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:3.0:1777582953.980207:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000020:00000010:2.0:1777582953.981487:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582953.981500:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582953.981530:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cea00. 00000020:00000010:2.0:1777582953.981537:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582953.981542:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:1.0:1777582953.982095:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582953.982101:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b40. 00000100:00000200:1.0:1777582953.982106:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707855872 00000001:00000010:1.0:1777582953.982121:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:1.0:1777582953.982166:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582953.982176:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 02000000:00000010:1.0:1777582953.982211:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aca27000. 00010000:00000010:1.0:1777582953.982242:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582953.982246:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582953.982265:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582953.982269:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c00. 00010000:00000010:1.0:1777582953.982273:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582953.982275:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00000004:00000010:1.0:1777582953.982379:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7860. 00000004:00000010:1.0:1777582953.982386:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582953.982392:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945100. 00080000:00000010:1.0:1777582953.982400:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e8e8. 00010000:00000010:1.0:1777582953.982605:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.982613:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00010000:00000010:1.0:1777582953.984641:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582953.984653:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3600. 00010000:00000010:1.0:1777582953.984660:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582953.984669:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.984963:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582953.984978:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582953.984985:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c00. 00010000:00000010:1.0:1777582953.985017:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582953.985041:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec3aa00 x1863928707855872/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 576/584 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582953.985068:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582953.985077:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707855872, offset 224 00000400:00000200:1.0:1777582953.985086:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.985102:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.985111:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396942:396942:256:4294967295] 192.168.202.9@tcp LPNI seq info [396938:396938:8:4294967295] 00000400:00000200:1.0:1777582953.985124:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582953.985130:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582953.985217:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582953.985225:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.985234:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.985239:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.985321:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:1.0:1777582953.985329:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:1.0:1777582953.985334:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cea00. 00000800:00000200:3.0:1777582953.987869:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582953.987880:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582953.987888:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582953.987898:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582953.987905:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:3.0:1777582953.987908:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000400:00000200:0.0:1777582953.990925:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582953.990947:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884b700 00000400:00000200:0.0:1777582953.990957:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 4256 00000400:00000200:0.0:1777582953.990976:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.990981:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582953.990989:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582953.990996:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a680. 00000020:00000010:1.0:1777582953.991198:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582953.991204:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582953.991212:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862d1600. 00000020:00000010:1.0:1777582953.991218:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3c00. 00000020:00000010:1.0:1777582953.991222:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582953.991256:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582953.991258:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0fc0. 00000100:00000200:1.0:1777582953.991261:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707856128 02000000:00000010:1.0:1777582953.991315:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aca21000. 00010000:00000010:1.0:1777582953.991355:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.991369:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3600. 00010000:00000010:1.0:1777582953.991387:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582953.991393:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582953.991407:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582953.991410:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3600. 00010000:00000010:1.0:1777582953.991414:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582953.991416:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582953.991538:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582953.991542:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f00. 00010000:00000010:1.0:1777582953.991546:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582953.991549:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00000020:00000010:1.0:1777582953.991575:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6ac0. 00000020:00000010:1.0:1777582953.991582:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6ac0. 00000020:00000010:1.0:1777582953.991592:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9840. 00080000:00000010:1.0:1777582953.991602:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a617000. 00000001:00000010:1.0:1777582953.992263:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df960. 00000001:00000010:1.0:1777582953.992272:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582953.992641:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9840. 00010000:00000010:1.0:1777582953.992657:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582953.992664:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582953.992684:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582953.992748:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582953.992768:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000200:1.0:1777582953.992790:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975364, last committed = 8589975157 00010000:00000200:1.0:1777582953.992802:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c63a680 x1863928707856128/t8589975364(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:394/0 lens 488/456 e 0 to 0 dl 1777582964 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582953.992823:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777582953.992830:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707856128, offset 224 00000400:00000010:1.0:1777582953.992838:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2540. 00000400:00000200:1.0:1777582953.992843:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582953.992859:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582953.992866:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396943:396943:256:4294967295] 192.168.202.9@tcp LPNI seq info [396939:396939:8:4294967295] 00000400:00000200:1.0:1777582953.992874:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582953.992881:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00010000:00000010:0.0:1777582953.992883:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00000800:00000200:1.0:1777582953.992887:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00010000:00000010:0.0:1777582953.992889:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f00. 00000800:00000010:1.0:1777582953.992892:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00010000:00000010:0.0:1777582953.992897:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000800:00000200:1.0:1777582953.992899:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582953.992907:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582953.992912:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582953.992940:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3c00. 00000020:00000010:1.0:1777582953.992945:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582953.992950:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862d1600. 00000800:00000200:0.0:1777582953.993078:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582953.993081:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582953.993086:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582953.993092:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582953.998920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582953.998937:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582953.998941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582953.998945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00000400:00000200:0.0:1777582954.003670:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.003705:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2141e9 00000400:00000200:0.0:1777582954.003713:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.003728:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.003736:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:0.0:1777582954.003739:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000400:00000200:0.0:1777582954.003771:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.003778:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884b780 00000400:00000200:0.0:1777582954.003787:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 4744 00000400:00000200:0.0:1777582954.003856:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.003860:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.003866:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.003874:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639880. 00000020:00000010:0.0:1777582954.003939:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.003945:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.003953:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598200. 00000020:00000010:0.0:1777582954.003959:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf880. 00000020:00000010:0.0:1777582954.003964:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00010000:00000010:2.0:1777582954.004002:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00000020:00000010:0.0:1777582954.004008:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.004010:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582954.004012:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707856256 00010000:00000010:2.0:1777582954.004014:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3600. 00000001:00000010:0.0:1777582954.004022:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:0.0:1777582954.004047:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582954.004053:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 02000000:00000010:0.0:1777582954.004081:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238e084000. 00010000:00000010:0.0:1777582954.004109:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582954.004113:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582954.004129:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582954.004153:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582954.004158:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582954.004161:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00000004:00000010:0.0:1777582954.004269:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57e00. 00000004:00000010:0.0:1777582954.004278:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e225a0. 00000004:00000010:0.0:1777582954.004285:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35320. 00080000:00000010:0.0:1777582954.004294:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a558. 00010000:00000010:1.1:1777582954.005283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582954.005291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:1.1:1777582954.005296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582954.005310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582954.005314:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582954.005317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582954.005319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582954.005321:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582954.005324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582954.005326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.006013:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582954.006019:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9500. 00010000:00000010:1.0:1777582954.006024:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.006030:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582954.006104:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:1.0:1777582954.006116:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:1.0:1777582954.006121:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa80. 00010000:00000010:1.0:1777582954.006189:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000200:1.0:1777582954.006212:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c639880 x1863928707856256/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.006235:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582954.006243:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707856256, offset 224 00000400:00000200:1.0:1777582954.006250:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.006263:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.006270:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396944:396944:256:4294967295] 192.168.202.9@tcp LPNI seq info [396940:396940:8:4294967295] 00000400:00000200:1.0:1777582954.006281:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.006287:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.006292:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582954.006387:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.006395:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.006400:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.006424:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf880. 00000020:00000010:1.0:1777582954.006429:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:1.0:1777582954.006435:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598200. 00000800:00000200:0.0:1777582954.006677:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.006682:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582954.006687:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.006697:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.006704:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:0.0:1777582954.006706:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00010000:00000010:3.1:1777582954.011876:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582954.011893:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582954.015185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582954.015185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582954.015197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582954.015198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582954.015200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582954.015202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582954.015553:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582954.015560:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:0.0:1777582954.015593:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.015616:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884b880 00000400:00000200:0.0:1777582954.015625:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 5320 00000400:00000200:0.0:1777582954.015645:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.015649:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.015658:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.015663:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638e00. 00000020:00000010:0.0:1777582954.020948:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.020963:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.020974:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b624a400. 00000020:00000010:0.0:1777582954.020980:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe80. 00000020:00000010:0.0:1777582954.020987:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582954.021428:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.021434:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582954.021438:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707856512 02000000:00000010:0.0:1777582954.021485:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238e083000. 00010000:00000010:0.0:1777582954.021528:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:0.0:1777582954.021550:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9500. 00010000:00000010:0.0:1777582954.021578:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582954.021585:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582954.021602:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582954.021605:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582954.021611:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582954.021614:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:1.1:1777582954.021849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582954.021856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582954.021860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582954.021863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582954.022019:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582954.022023:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582954.022027:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582954.022031:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00000020:00000010:0.0:1777582954.022057:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48620. 00000020:00000010:0.0:1777582954.022064:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48620. 00000020:00000010:0.0:1777582954.022074:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ae40. 00080000:00000010:0.0:1777582954.022083:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f042400. 00000001:00000010:0.0:1777582954.022680:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a4e0. 00000001:00000010:0.0:1777582954.022697:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185240. 00000020:00000010:0.0:1777582954.022746:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ae40. 00010000:00000010:0.0:1777582954.022758:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582954.022763:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582954.022777:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185840. 00010000:00000010:0.0:1777582954.022825:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582954.022840:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:0.0:1777582954.022857:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975365, last committed = 8589975157 00010000:00000200:0.0:1777582954.022868:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c638e00 x1863928707856512/t8589975365(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.022888:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582954.022895:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707856512, offset 224 00000400:00000010:0.0:1777582954.022902:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f658. 00000400:00000200:0.0:1777582954.022907:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.022921:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.022929:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396945:396945:256:4294967295] 192.168.202.9@tcp LPNI seq info [396941:396941:8:4294967295] 00000400:00000200:0.0:1777582954.022936:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.022943:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.022949:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.022954:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582954.022961:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.022968:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.022972:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.022993:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe80. 00000020:00000010:0.0:1777582954.022997:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582954.023001:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b624a400. 00000800:00000200:0.0:1777582954.023109:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.023113:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582954.023118:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.023122:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582954.024513:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:3.0:1777582954.024529:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:3.0:1777582954.024540:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185840. 00000400:00000200:0.0:1777582954.024680:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.024708:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2141f1 00000400:00000200:0.0:1777582954.024715:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.024728:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.024736:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:0.0:1777582954.024738:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00010000:00000010:3.0:1777582954.025768:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:3.0:1777582954.025780:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00000100:00000010:1.0:1777582954.026380:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8380. 02000000:00000010:1.0:1777582954.026397:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50ed00. 00000100:00000010:1.0:1777582954.026428:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55bad80. 02000000:00000010:1.0:1777582954.026434:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50ea00. 00000100:00000010:1.0:1777582954.026441:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55ba300. 02000000:00000010:1.0:1777582954.026444:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50eb00. 00000100:00000010:1.0:1777582954.026456:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8a80. 02000000:00000010:1.0:1777582954.026459:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50ee00. 00000100:00000010:1.0:1777582954.026465:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b9180. 02000000:00000010:1.0:1777582954.026468:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50e900. 00000100:00000010:1.0:1777582954.026473:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55baa00. 02000000:00000010:1.0:1777582954.026476:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50e600. 02000000:00000010:1.0:1777582954.026507:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023862d1600. 00000400:00000010:1.0:1777582954.026515:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1dc0. 00000400:00000010:1.0:1777582954.026522:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582954.026529:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919265664, portal 4 00000400:00000010:1.0:1777582954.026535:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582954.026538:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919919265664, offset 0 00000400:00000200:1.0:1777582954.026545:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582954.026558:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582954.026568:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39acad7780 00000400:00000200:1.0:1777582954.026575:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1f7339 [8] + 2464 00000400:00000200:1.0:1777582954.026582:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.026586:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582954.026592:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582954.026597:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55bb100. 00000400:00000200:1.0:1777582954.026614:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:1.0:1777582954.026616:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582954.026624:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55bad80 x1863919919265664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777582954.026643:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfae0. 00000100:00000010:1.0:1777582954.026655:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df0c0. 00000100:00000010:1.0:1777582954.026660:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfea0. 00000100:00000010:1.0:1777582954.026665:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df060. 02000000:00000010:1.0:1777582954.026674:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023862d0400. 00000400:00000010:1.0:1777582954.026677:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1688. 00000400:00000010:1.0:1777582954.026680:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582954.026683:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919266176, portal 10 00000400:00000010:1.0:1777582954.026687:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582954.026699:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919266176, offset 0 00000400:00000200:1.0:1777582954.026703:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582954.026707:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582954.026712:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acad7980 00000400:00000200:1.0:1777582954.026717:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f7621 [64] + 5808 00000400:00000200:1.0:1777582954.026731:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.026733:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582954.026737:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.026741:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55bb480. 00000400:00000200:1.0:1777582954.026751:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777582954.026753:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582954.026757:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55baa00 x1863919919266176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582954.026784:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024ae598200. 00000400:00000010:1.0:1777582954.026787:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1cb8. 00000400:00000010:1.0:1777582954.026790:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582954.026793:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919265536, portal 25 00000400:00000010:1.0:1777582954.026796:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582954.026799:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919265536, offset 0 00000400:00000200:1.0:1777582954.026802:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582954.026806:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582954.026811:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acad7700 00000400:00000200:1.0:1777582954.026816:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x205185 [2] + 0 00000400:00000010:1.0:1777582954.026819:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484dee058. 00000400:00000200:1.0:1777582954.026822:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe32c00 00000400:00000200:1.0:1777582954.026826:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.026828:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777582954.026830:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe32c00 00000400:00000010:1.0:1777582954.026832:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe32c00. 00000100:00000200:1.0:1777582954.026836:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777582954.026848:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:1.0:1777582954.026850:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582954.026853:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55b8380 x1863919919265536/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582954.026875:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024ae7b7800. 00000400:00000010:1.0:1777582954.026878:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1478. 00000400:00000010:1.0:1777582954.026881:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582954.026884:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919266048, portal 10 00000400:00000010:1.0:1777582954.026888:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582954.026889:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919266048, offset 0 00000400:00000200:1.0:1777582954.026892:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582954.026896:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582954.026901:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acad7900 00000400:00000200:1.0:1777582954.026904:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f7621 [64] + 6032 00000400:00000200:1.0:1777582954.026907:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.026910:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582954.026912:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.026915:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b9c00. 00000400:00000200:1.0:1777582954.026923:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:1.0:1777582954.026924:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582954.026927:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55b9180 x1863919919266048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777582954.026979:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0cc0. 00000020:00000010:1.0:1777582954.026986:0:193009:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023bb192540. 00000020:00000010:1.0:1777582954.027002:0:193009:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383f9c000. 00000020:00000010:1.0:1777582954.027007:0:193009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9c00. 00000020:00000010:1.0:1777582954.027011:0:193009:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582954.027042:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.027045:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b80. 00000100:00000200:1.0:1777582954.027048:0:193009:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919265664 02000000:00000010:1.0:1777582954.027064:0:193009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a617800. 00010000:00000200:1.0:1777582954.027071:0:193009:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55bb100 x1863919919265664/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777582965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.027084:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582954.027087:0:193009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919919265664, offset 224 00000400:00000200:1.0:1777582954.027091:0:193009:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582954.027096:0:193009:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582954.027100:0:193009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39acad7780 00000400:00000200:1.0:1777582954.027104:0:193009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2141f5 [1] + 224 00000400:00000200:1.0:1777582954.027108:0:193009:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.027111:0:193009:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582954.027117:0:193009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55bad80 x1863919919265664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582954.027130:0:193009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:1.0:1777582954.027132:0:193009:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000020:00000010:1.0:1777582954.027161:0:193009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9c00. 00000020:00000010:1.0:1777582954.027165:0:193009:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582954.027169:0:193009:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383f9c000. 00000020:00000010:1.0:1777582954.027192:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.027195:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.027198:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383f9c000. 00000020:00000010:1.0:1777582954.027200:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9c00. 00000020:00000010:1.0:1777582954.027203:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582954.027218:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.027220:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b80. 00000100:00000200:1.0:1777582954.027223:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919265536 02000000:00000010:1.0:1777582954.027228:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a616400. 00010000:00000200:1.0:1777582954.027234:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487065c50 x1863919919265536/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.027244:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582954.027246:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919265536, offset 224 00000400:00000200:1.0:1777582954.027250:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582954.027254:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582954.027259:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acad7700 00000400:00000200:1.0:1777582954.027263:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x214205 [1] + 224 00000400:00000200:1.0:1777582954.027267:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.027269:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582954.027274:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55b8380 x1863919919265536/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582954.027284:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:1.0:1777582954.027285:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000020:00000010:1.0:1777582954.027292:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9c00. 00000020:00000010:1.0:1777582954.027294:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582954.027296:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383f9c000. 02000000:00000010:1.0:1777582954.027301:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a616400. 00000100:00000200:1.0:1777582954.027307:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777582954.027311:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1f20. 00000400:00000010:1.0:1777582954.027315:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e1484240. 00000400:00000010:1.0:1777582954.027332:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1cb8. 00000400:00000200:1.0:1777582954.027335:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777582954.027337:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582954.027341:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55b8380 x1863919919265536/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582954.027349:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55b8380 x1863919919265536/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.027374:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1dc0. 00000400:00000200:1.0:1777582954.027376:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:1.0:1777582954.027378:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582954.027381:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55bad80 x1863919919265664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582954.027389:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55bad80 x1863919919265664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582954.027404:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024ae598200. 02000000:00000010:1.0:1777582954.027409:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50ed00. 00000100:00000010:1.0:1777582954.027412:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8380. 02000000:00000010:1.0:1777582954.027415:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023862d1600. 02000000:00000010:1.0:1777582954.027419:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50ea00. 00000100:00000010:1.0:1777582954.027421:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55bad80. 00000020:00000010:1.0:1777582954.027438:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.027442:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.027445:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383f9c000. 00000020:00000010:1.0:1777582954.027448:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9c00. 00000020:00000010:1.0:1777582954.027450:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582954.027477:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.027480:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.027483:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862d1600. 00000020:00000010:1.0:1777582954.027486:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.027489:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582954.027506:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.027508:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b80. 00000100:00000200:1.0:1777582954.027510:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919266176 02000000:00000010:1.0:1777582954.027518:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a616400. 00010000:00000200:1.0:1777582954.027523:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55bb480 x1863919919266176/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777582965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.027533:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582954.027536:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919266176, offset 224 00000400:00000200:1.0:1777582954.027540:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582954.027545:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582954.027550:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acad7980 00000400:00000200:1.0:1777582954.027554:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2141fd [1] + 224 00000400:00000200:1.0:1777582954.027558:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.027560:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582954.027566:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55baa00 x1863919919266176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582954.027579:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:1.0:1777582954.027581:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000020:00000010:1.0:1777582954.027587:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9c00. 00000020:00000010:1.0:1777582954.027589:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582954.027592:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383f9c000. 00000020:00000010:1.0:1777582954.027602:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.027605:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b80. 00000100:00000200:1.0:1777582954.027607:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919266048 02000000:00000010:1.0:1777582954.027612:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a616000. 00010000:00000200:1.0:1777582954.027617:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b9c00 x1863919919266048/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777582965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.027625:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582954.027627:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919266048, offset 224 00000400:00000200:1.0:1777582954.027631:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582954.027635:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582954.027639:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acad7900 00000400:00000200:1.0:1777582954.027643:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21420d [1] + 224 00000400:00000200:1.0:1777582954.027646:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.027649:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582954.027653:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55b9180 x1863919919266048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582954.027662:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:1.0:1777582954.027664:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000020:00000010:1.0:1777582954.027670:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.027672:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582954.027675:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862d1600. 00000400:00000010:1.0:1777582954.027687:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1478. 00000400:00000200:1.0:1777582954.027690:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:1.0:1777582954.027691:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582954.027695:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55b9180 x1863919919266048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582954.027702:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55b9180 x1863919919266048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.027715:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1688. 00000400:00000200:1.0:1777582954.027717:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:1.0:1777582954.027731:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582954.027736:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55baa00 x1863919919266176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582954.027742:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55baa00 x1863919919266176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582954.027754:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024ae7b7800. 02000000:00000010:1.0:1777582954.027758:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50e900. 00000100:00000010:1.0:1777582954.027760:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b9180. 02000000:00000010:1.0:1777582954.027763:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023862d0400. 02000000:00000010:1.0:1777582954.027765:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50e600. 00000100:00000010:1.0:1777582954.027767:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55baa00. 02000000:00000010:3.0:1777582954.028253:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023920e0400. 00000400:00000010:3.0:1777582954.028260:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6268. 00000400:00000010:3.0:1777582954.028265:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582954.028270:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919265792, portal 4 00000400:00000010:3.0:1777582954.028276:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582954.028278:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919919265792, offset 0 00000400:00000200:3.0:1777582954.028283:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582954.028290:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582954.028296:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39acad7800 00000400:00000200:3.0:1777582954.028302:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1f7339 [8] + 2688 00000400:00000200:3.0:1777582954.028306:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.028310:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582954.028315:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582954.028319:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec38000. 00000400:00000200:3.0:1777582954.028335:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:3.0:1777582954.028337:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582954.028342:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55ba300 x1863919919265792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582954.028368:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023920e1e00. 00000400:00000010:3.0:1777582954.028371:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6898. 00000400:00000010:3.0:1777582954.028374:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582954.028377:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919265920, portal 10 00000400:00000010:3.0:1777582954.028381:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582954.028384:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919265920, offset 0 00000400:00000200:3.0:1777582954.028387:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582954.028391:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582954.028396:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acad7880 00000400:00000200:3.0:1777582954.028400:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f7621 [64] + 6256 00000400:00000200:3.0:1777582954.028404:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.028406:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582954.028410:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.028412:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3bb80. 00000400:00000200:3.0:1777582954.028422:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:3.0:1777582954.028424:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582954.028428:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55b8a80 x1863919919265920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582954.028469:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ccc0. 00000020:00000010:3.0:1777582954.028472:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ccc0. 00000020:00000010:3.0:1777582954.028476:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0600. 00000020:00000010:3.0:1777582954.028480:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86880. 00000020:00000010:3.0:1777582954.028483:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.028563:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ccc0. 00000020:00000010:3.0:1777582954.028566:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ccc0. 00000100:00000200:3.0:1777582954.028568:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919265920 02000000:00000010:3.0:1777582954.028577:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023cc216800. 00010000:00000200:3.0:1777582954.028584:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec3bb80 x1863919919265920/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777582965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.028596:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582954.028599:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919265920, offset 224 00000400:00000200:3.0:1777582954.028602:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582954.028607:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582954.028612:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acad7880 00000400:00000200:3.0:1777582954.028616:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x214231 [1] + 224 00000400:00000200:3.0:1777582954.028620:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.028622:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582954.028628:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55b8a80 x1863919919265920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582954.028641:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:3.0:1777582954.028643:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00000020:00000010:3.0:1777582954.028650:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86880. 00000020:00000010:3.0:1777582954.028654:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.028656:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0600. 00000020:00000010:3.0:1777582954.028707:0:205906:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ccc0. 00000020:00000010:3.0:1777582954.028712:0:205906:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02383fc7480. 00000020:00000010:3.0:1777582954.028733:0:205906:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0600. 00000020:00000010:3.0:1777582954.028736:0:205906:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86880. 00000020:00000010:3.0:1777582954.028738:0:205906:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.028757:0:205906:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c200. 00000020:00000010:3.0:1777582954.028760:0:205906:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c200. 00000100:00000200:3.0:1777582954.028762:0:205906:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919265792 02000000:00000010:3.0:1777582954.028769:0:205906:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023cc217c00. 00010000:00000200:3.0:1777582954.028774:0:205906:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec38000 x1863919919265792/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777582965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.028784:0:205906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582954.028786:0:205906:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919919265792, offset 224 00000400:00000200:3.0:1777582954.028790:0:205906:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582954.028796:0:205906:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582954.028800:0:205906:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39acad7800 00000400:00000200:3.0:1777582954.028804:0:205906:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x214229 [1] + 224 00000400:00000200:3.0:1777582954.028807:0:205906:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.028810:0:205906:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582954.028815:0:205906:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55ba300 x1863919919265792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582954.028830:0:205906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:3.0:1777582954.028831:0:205906:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00000020:00000010:3.0:1777582954.028838:0:205906:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86880. 00000020:00000010:3.0:1777582954.028840:0:205906:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.028843:0:205906:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0600. 00000400:00000010:3.0:1777582954.028865:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6898. 00000400:00000200:3.0:1777582954.028868:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:3.0:1777582954.028869:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582954.028873:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55b8a80 x1863919919265920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582954.028879:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55b8a80 x1863919919265920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.028895:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6268. 00000400:00000200:3.0:1777582954.028897:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:3.0:1777582954.028899:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582954.028902:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55ba300 x1863919919265792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582954.028910:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55ba300 x1863919919265792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582954.028922:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023920e1e00. 02000000:00000010:3.0:1777582954.028928:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50ee00. 00000100:00000010:3.0:1777582954.028932:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8a80. 02000000:00000010:3.0:1777582954.028935:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023920e0400. 02000000:00000010:3.0:1777582954.028937:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50eb00. 00000100:00000010:3.0:1777582954.028939:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55ba300. 00000400:00000200:3.0:1777582954.028970:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.028978:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884b900 00000400:00000200:3.0:1777582954.028982:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 6480 00000400:00000200:3.0:1777582954.029034:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.029038:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.029042:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.029048:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484959180. 00000020:00000010:1.0:1777582954.029859:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.029865:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.029870:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862d0400. 00000020:00000010:1.0:1777582954.029874:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.029878:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582954.029906:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582954.029909:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b80. 00000100:00000200:1.0:1777582954.029912:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707856640 00000001:00000010:1.0:1777582954.029918:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582954.029941:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582954.029948:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 02000000:00000010:1.0:1777582954.029973:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aca24000. 00010000:00000010:1.0:1777582954.030000:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.030003:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582954.030020:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582954.030024:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.030027:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.030030:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00000004:00000010:1.0:1777582954.030116:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7a40. 00000004:00000010:1.0:1777582954.030124:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582954.030153:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ed0. 00080000:00000010:1.0:1777582954.030163:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ec78. 00010000:00000010:1.0:1777582954.032399:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582954.032408:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9b00. 00010000:00000010:1.0:1777582954.032414:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.032422:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582954.032501:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582954.032512:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582954.032518:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.032541:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000200:1.0:1777582954.032560:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484959180 x1863928707856640/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.032581:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582954.032588:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707856640, offset 224 00000400:00000200:1.0:1777582954.032595:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.032608:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.032616:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396946:396946:256:4294967295] 192.168.202.9@tcp LPNI seq info [396942:396942:8:4294967295] 00000400:00000200:1.0:1777582954.032629:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.032635:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.032639:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582954.032646:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.032655:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.032660:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.032682:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.032686:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582954.032702:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862d0400. 00000800:00000200:1.0:1777582954.032808:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.032811:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:1.0:1777582954.032816:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.032820:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.032825:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:1.0:1777582954.032827:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00010000:00000010:0.1:1777582954.033528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582954.033537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:0.1:1777582954.033542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582954.033546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582954.036666:0:7292:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582954.036679:0:7292:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000400:00000200:0.0:1777582954.036925:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.036945:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884ba00 00000400:00000200:0.0:1777582954.036953:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 7056 00000400:00000200:0.0:1777582954.036970:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.036974:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.036982:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.036989:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638700. 00000020:00000010:1.0:1777582954.037073:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582954.037079:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582954.037086:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae7b7800. 00000020:00000010:1.0:1777582954.037091:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.037096:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582954.037158:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582954.037161:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e00. 00000100:00000200:1.0:1777582954.037164:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707856896 02000000:00000010:1.0:1777582954.037202:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aca20000. 00010000:00000010:1.0:1777582954.037241:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582954.037255:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9b00. 00010000:00000010:1.0:1777582954.037273:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582954.037279:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582954.037311:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582954.037315:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9b00. 00010000:00000010:1.0:1777582954.037319:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.037322:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582954.037419:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582954.037422:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.037425:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.037428:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00000020:00000010:1.0:1777582954.037450:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6540. 00000020:00000010:1.0:1777582954.037456:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6540. 00000020:00000010:1.0:1777582954.037469:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02390cf9840. 00080000:00000010:1.0:1777582954.037478:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a616c00. 00000001:00000010:1.0:1777582954.037929:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488784f00. 00000001:00000010:1.0:1777582954.037939:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582954.037979:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02390cf9840. 00010000:00000010:1.0:1777582954.037988:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582954.037992:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582954.038006:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582954.038051:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582954.038056:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582954.038074:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582954.038078:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.038091:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000200:1.0:1777582954.038109:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975366, last committed = 8589975157 00010000:00000200:1.0:1777582954.038118:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c638700 x1863928707856896/t8589975366(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.038163:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582954.038171:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707856896, offset 224 00000400:00000010:1.0:1777582954.038178:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d22d8. 00000400:00000200:1.0:1777582954.038183:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.038197:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.038205:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396947:396947:256:4294967295] 192.168.202.9@tcp LPNI seq info [396943:396943:8:4294967295] 00000400:00000200:1.0:1777582954.038211:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.038219:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.038225:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.038230:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582954.038236:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.038243:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.038247:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.038263:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.038267:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582954.038271:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae7b7800. 00000800:00000200:3.0:1777582954.038697:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.038703:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582954.038710:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.038715:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.041005:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.041026:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214245 00000400:00000200:3.0:1777582954.041033:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.041037:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.041044:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:3.0:1777582954.041047:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00010000:00000010:3.0:1777582954.041102:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:3.0:1777582954.041111:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9b00. 00000400:00000200:3.0:1777582954.041152:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.041159:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884ba80 00000400:00000200:3.0:1777582954.041166:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 7544 00000400:00000200:3.0:1777582954.041679:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.041685:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.041859:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.041866:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484959500. 00010000:00000010:3.1:1777582954.042194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582954.042202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000020:00000010:1.0:1777582954.042273:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582954.042280:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582954.042350:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862d0400. 00000020:00000010:1.0:1777582954.042356:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.042362:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582954.042403:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582954.042406:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e00. 00000100:00000200:1.0:1777582954.042409:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707857024 00000001:00000010:1.0:1777582954.042421:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185240. 00010000:00000010:1.0:1777582954.042447:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.042455:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 02000000:00000010:1.0:1777582954.042487:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ae7d8000. 00010000:00000010:1.0:1777582954.042524:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.042528:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582954.042545:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582954.042548:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.042552:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.042555:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00000004:00000010:1.0:1777582954.042652:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b61e0. 00000004:00000010:1.0:1777582954.042660:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582954.042667:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944990. 00080000:00000010:1.0:1777582954.042674:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f728. 00010000:00000010:1.0:1777582954.044054:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582954.044061:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9080. 00010000:00000010:1.0:1777582954.044066:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.044072:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582954.044234:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582954.044246:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582954.044251:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.044273:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000200:1.0:1777582954.044412:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484959500 x1863928707857024/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.044433:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582954.044440:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707857024, offset 224 00000400:00000200:1.0:1777582954.044447:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.044459:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.044467:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396948:396948:256:4294967295] 192.168.202.9@tcp LPNI seq info [396944:396944:8:4294967295] 00000400:00000200:1.0:1777582954.044479:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.044485:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.044490:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582954.044497:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.044504:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.044507:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.044567:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.044572:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582954.044576:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862d0400. 00000800:00000200:0.0:1777582954.046612:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.046623:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582954.046635:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.046644:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.046654:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:0.0:1777582954.046657:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00000400:00000200:3.0:1777582954.047920:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.047939:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884bb80 00000400:00000200:3.0:1777582954.047947:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 8120 00000400:00000200:3.0:1777582954.047962:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.047966:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.047973:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.047979:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484958a80. 00000020:00000010:0.0:1777582954.048084:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.048089:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.048096:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b624a400. 00000020:00000010:0.0:1777582954.048101:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe80. 00000020:00000010:0.0:1777582954.048107:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582954.048273:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.048277:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582954.048280:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707857280 02000000:00000010:0.0:1777582954.048330:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238e087000. 00010000:00000010:0.0:1777582954.048366:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:0.0:1777582954.048381:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9080. 00010000:00000010:0.0:1777582954.048401:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582954.048407:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582954.048421:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582954.048424:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582954.048428:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582954.048431:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582954.048550:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582954.048553:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf780. 00010000:00000010:0.0:1777582954.048556:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582954.048560:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000020:00000010:0.0:1777582954.048586:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48700. 00000020:00000010:0.0:1777582954.048592:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48700. 00000020:00000010:0.0:1777582954.048603:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ae40. 00080000:00000010:0.0:1777582954.048612:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f041800. 00000001:00000010:0.0:1777582954.049073:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a1e0. 00000001:00000010:0.0:1777582954.049080:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023961856c0. 00000020:00000010:0.0:1777582954.049120:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ae40. 00010000:00000010:0.0:1777582954.049129:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582954.049157:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582954.049171:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185300. 00010000:00000010:0.0:1777582954.049210:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582954.049224:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:0.0:1777582954.049239:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975367, last committed = 8589975157 00010000:00000200:0.0:1777582954.049249:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484958a80 x1863928707857280/t8589975367(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.049269:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582954.049276:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707857280, offset 224 00000400:00000010:0.0:1777582954.049282:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576ff88. 00000400:00000200:0.0:1777582954.049286:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.049301:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.049308:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396949:396949:256:4294967295] 192.168.202.9@tcp LPNI seq info [396945:396945:8:4294967295] 00000400:00000200:0.0:1777582954.049314:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.049322:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.049327:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.049332:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582954.049338:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.049345:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.049349:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.049367:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe80. 00000020:00000010:0.0:1777582954.049371:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582954.049375:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b624a400. 00010000:00000010:3.0:1777582954.049881:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:3.0:1777582954.049889:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf780. 00010000:00000010:3.0:1777582954.049895:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185300. 00010000:00000010:1.1:1777582954.050217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582954.050226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582954.050230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582954.050233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582954.050235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582954.050238:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582954.050242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582954.050244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582954.050247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582954.050250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000800:00000200:3.0:1777582954.052744:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.052756:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582954.052765:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.052776:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.052812:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.052830:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21424d 00000400:00000200:3.0:1777582954.052836:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.052839:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.052844:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:3.0:1777582954.052846:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000400:00000200:3.0:1777582954.052879:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.052886:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884bc00 00000400:00000200:3.0:1777582954.052892:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 8608 00000400:00000200:3.0:1777582954.052950:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.052955:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.052960:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.052968:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495b800. 00010000:00000010:1.0:1777582954.053060:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:1.0:1777582954.053072:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb80. 00000020:00000010:1.0:1777582954.053121:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582954.053126:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582954.053153:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383f9c000. 00000020:00000010:1.0:1777582954.053160:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.053165:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582954.053196:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582954.053198:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000100:00000200:1.0:1777582954.053201:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707857408 00000001:00000010:1.0:1777582954.053212:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582954.053237:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582954.053244:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 02000000:00000010:1.0:1777582954.053274:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ae7d9000. 00010000:00000010:1.0:1777582954.053319:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.053323:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582954.053336:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582954.053339:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.053343:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582954.053345:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00000004:00000010:1.0:1777582954.053443:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7e00. 00000004:00000010:1.0:1777582954.053452:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582954.053459:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944aa0. 00080000:00000010:1.0:1777582954.053468:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74eab0. 00010000:00000010:1.0:1777582954.054619:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582954.054627:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a80. 00010000:00000010:1.0:1777582954.054633:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.054638:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582954.054712:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582954.054733:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582954.054739:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.054762:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000200:1.0:1777582954.054782:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495b800 x1863928707857408/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.054802:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582954.054809:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707857408, offset 224 00000400:00000200:1.0:1777582954.054816:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.054828:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.054834:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396950:396950:256:4294967295] 192.168.202.9@tcp LPNI seq info [396946:396946:8:4294967295] 00000400:00000200:1.0:1777582954.054846:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.054852:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.054856:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582954.054862:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.054869:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.054873:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.055128:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.055153:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582954.055158:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383f9c000. 00000800:00000200:0.0:1777582954.057269:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.057277:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582954.057562:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.057572:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.057580:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:0.0:1777582954.057583:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000400:00000200:3.0:1777582954.058275:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.058306:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884bd00 00000400:00000200:3.0:1777582954.058314:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 9184 00000400:00000200:3.0:1777582954.058328:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.058332:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.058339:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.058345:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495b480. 00010000:00000010:0.1:1777582954.058561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582954.058569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:0.1:1777582954.058574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582954.058577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000020:00000010:0.0:1777582954.058608:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.058613:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.058619:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b624a400. 00000020:00000010:0.0:1777582954.058624:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe80. 00000020:00000010:0.0:1777582954.058629:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582954.058666:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.058668:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582954.058671:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707857664 02000000:00000010:0.0:1777582954.058713:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238e081000. 00010000:00000010:0.0:1777582954.058760:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:0.0:1777582954.058775:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a80. 00010000:00000010:0.0:1777582954.058794:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582954.058800:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582954.058815:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582954.058819:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582954.058823:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582954.058826:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582954.058921:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582954.058924:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582954.058927:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582954.058930:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00000020:00000010:0.0:1777582954.058951:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48e40. 00000020:00000010:0.0:1777582954.058957:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48e40. 00000020:00000010:0.0:1777582954.058978:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ae40. 00080000:00000010:0.0:1777582954.058987:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f041400. 00000001:00000010:0.0:1777582954.059395:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48cc0. 00000001:00000010:0.0:1777582954.059401:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185180. 00000020:00000010:0.0:1777582954.059436:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ae40. 00010000:00000010:0.0:1777582954.059444:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582954.059448:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582954.059461:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185c00. 00010000:00000010:0.0:1777582954.059499:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582954.059513:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:0.0:1777582954.059528:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975368, last committed = 8589975157 00010000:00000200:0.0:1777582954.059538:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495b480 x1863928707857664/t8589975368(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.059557:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582954.059563:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707857664, offset 224 00000400:00000010:0.0:1777582954.059570:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fc78. 00000400:00000200:0.0:1777582954.059573:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.059587:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.059593:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396951:396951:256:4294967295] 192.168.202.9@tcp LPNI seq info [396947:396947:8:4294967295] 00000400:00000200:0.0:1777582954.059599:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.059607:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.059613:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.059618:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582954.059624:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.059630:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.059635:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.059656:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe80. 00000020:00000010:0.0:1777582954.059660:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582954.059664:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b624a400. 00000800:00000200:0.0:1777582954.059762:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.059766:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582954.059771:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.059776:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582954.060179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582954.060186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582954.060190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582954.060192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.060212:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:1.0:1777582954.060218:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:1.0:1777582954.060224:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185c00. 00010000:00000010:3.1:1777582954.060716:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:3.1:1777582954.060734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582954.062340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582954.062352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582954.062356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582954.062360:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582954.062362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582954.062365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582954.062441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582954.062448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000400:00000200:0.0:1777582954.063526:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.063546:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214255 00000400:00000200:0.0:1777582954.063554:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.063558:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.063565:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:0.0:1777582954.063568:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000400:00000200:0.0:1777582954.063588:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.063594:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884bd80 00000400:00000200:0.0:1777582954.063601:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 9672 00000400:00000200:0.0:1777582954.063613:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.063617:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.063621:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.063627:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a300. 00000020:00000010:1.0:1777582954.063733:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582954.063740:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582954.063746:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598200. 00000020:00000010:1.0:1777582954.063751:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.063756:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582954.063802:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582954.063805:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0040. 00000100:00000200:1.0:1777582954.063808:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707857792 00000001:00000010:1.0:1777582954.063820:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023961856c0. 00010000:00000010:1.0:1777582954.063845:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582954.063853:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 02000000:00000010:1.0:1777582954.063884:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ae7da000. 00010000:00000010:1.0:1777582954.063915:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582954.063920:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582954.063941:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582954.063944:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.063948:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.063951:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00000004:00000010:1.0:1777582954.064047:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b72c0. 00000004:00000010:1.0:1777582954.064056:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582954.064064:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945540. 00080000:00000010:1.0:1777582954.064073:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fc80. 00010000:00000010:3.0:1777582954.064826:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:3.0:1777582954.064836:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00010000:00000010:3.0:1777582954.065905:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582954.065915:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86b00. 00010000:00000010:3.0:1777582954.065923:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582954.065929:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582954.065999:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:3.0:1777582954.066009:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:3.0:1777582954.066014:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c00. 00010000:00000010:3.0:1777582954.066040:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000200:3.0:1777582954.066061:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c63a300 x1863928707857792/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582954.066082:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582954.066089:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707857792, offset 224 00000400:00000200:3.0:1777582954.066096:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.066109:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.066116:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396952:396952:256:4294967295] 192.168.202.9@tcp LPNI seq info [396948:396948:8:4294967295] 00000400:00000200:3.0:1777582954.066126:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.066159:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.066165:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582954.066172:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.066179:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.066184:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.066207:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9000. 00000020:00000010:3.0:1777582954.066212:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:3.0:1777582954.066217:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598200. 00000800:00000200:0.0:1777582954.066373:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.066377:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:0.0:1777582954.066382:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.066388:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.066392:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:0.0:1777582954.066395:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:1.1:1777582954.068192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582954.068209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582954.068272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582954.068278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00000400:00000200:0.0:1777582954.070189:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.070210:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884be80 00000400:00000200:0.0:1777582954.070219:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 10248 00000400:00000200:0.0:1777582954.070235:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.070240:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.070249:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.070256:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639c00. 00000020:00000010:1.0:1777582954.070926:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582954.070932:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582954.070936:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e19600. 00000020:00000010:1.0:1777582954.070940:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9300. 00000020:00000010:1.0:1777582954.070945:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582954.070979:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582954.070982:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0040. 00000100:00000200:1.0:1777582954.070985:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707858048 02000000:00000010:1.0:1777582954.071021:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ae7dd000. 00010000:00000010:1.0:1777582954.071062:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:1.0:1777582954.071077:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b00. 00010000:00000010:1.0:1777582954.071096:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.071100:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582954.071113:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582954.071115:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9880. 00010000:00000010:1.0:1777582954.071118:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.071120:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:0.0:1777582954.071435:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582954.071442:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582954.071448:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582954.071452:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00000020:00000010:0.0:1777582954.071483:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c486e0. 00000020:00000010:0.0:1777582954.071490:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c486e0. 00000020:00000010:0.0:1777582954.071501:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48660. 00080000:00000010:0.0:1777582954.071510:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f040000. 00000001:00000010:0.0:1777582954.071922:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562ade0. 00000001:00000010:0.0:1777582954.071929:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185600. 00000020:00000010:0.0:1777582954.071966:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48660. 00010000:00000010:0.0:1777582954.071973:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582954.071977:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582954.071989:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185e40. 00010000:00000010:0.0:1777582954.072032:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582954.072046:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000200:0.0:1777582954.072062:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975369, last committed = 8589975157 00010000:00000200:0.0:1777582954.072073:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c639c00 x1863928707858048/t8589975369(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.072092:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582954.072098:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707858048, offset 224 00000400:00000010:0.0:1777582954.072105:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f498. 00000400:00000200:0.0:1777582954.072109:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.072123:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.072130:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396953:396953:256:4294967295] 192.168.202.9@tcp LPNI seq info [396949:396949:8:4294967295] 00000400:00000200:0.0:1777582954.072162:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.072169:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.072176:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.072181:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582954.072188:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.072195:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.072200:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.072220:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9300. 00000020:00000010:0.0:1777582954.072224:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:0.0:1777582954.072229:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e19600. 00010000:00000010:3.0:1777582954.072577:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:3.0:1777582954.072583:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe80. 00010000:00000010:3.0:1777582954.072590:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185e40. 00010000:00000010:3.1:1777582954.073263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582954.073270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582954.074449:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582954.074460:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000800:00000200:0.0:1777582954.074483:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.074489:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582954.074496:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.074508:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.075551:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.075568:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21425d 00000400:00000200:0.0:1777582954.075575:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.075579:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.075585:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:0.0:1777582954.075588:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000400:00000200:0.0:1777582954.075616:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.075622:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884bf00 00000400:00000200:0.0:1777582954.075629:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 10736 00000400:00000200:0.0:1777582954.075677:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.075680:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.075685:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.075696:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639180. 00000020:00000010:0.0:1777582954.075755:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.075760:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.075766:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b624a400. 00000020:00000010:0.0:1777582954.075772:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf980. 00000020:00000010:0.0:1777582954.075776:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582954.075814:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:0.0:1777582954.075817:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:0.0:1777582954.075820:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707858176 00000001:00000010:0.0:1777582954.075831:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185180. 00010000:00000010:0.0:1777582954.075854:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582954.075861:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 02000000:00000010:0.0:1777582954.075889:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238e082000. 00010000:00000010:0.0:1777582954.075916:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582954.075919:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582954.075941:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582954.075946:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582954.075949:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582954.075952:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000004:00000010:0.0:1777582954.076041:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56d20. 00000004:00000010:0.0:1777582954.076050:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22618. 00000004:00000010:0.0:1777582954.076057:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35430. 00080000:00000010:0.0:1777582954.076065:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b008. 00010000:00000010:3.1:1777582954.076544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582954.076552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582954.076555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582954.076558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.0:1777582954.076587:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:3.0:1777582954.076595:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9880. 00010000:00000010:1.1:1777582954.077277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:1.1:1777582954.077302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.0:1777582954.077969:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582954.077975:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582954.077980:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582954.077986:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582954.078058:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582954.078068:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582954.078073:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582954.078095:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:0.0:1777582954.078525:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c639180 x1863928707858176/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.078548:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582954.078555:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707858176, offset 224 00000400:00000200:0.0:1777582954.078562:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.078575:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.078581:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396954:396954:256:4294967295] 192.168.202.9@tcp LPNI seq info [396950:396950:8:4294967295] 00000400:00000200:0.0:1777582954.078593:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.078598:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.078603:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582954.078609:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.078617:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.078621:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.078652:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf980. 00000020:00000010:0.0:1777582954.078657:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582954.078662:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b624a400. 00000800:00000200:3.0:1777582954.078894:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.078899:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582954.078905:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.078909:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.078914:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:3.0:1777582954.078916:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000400:00000200:0.0:1777582954.081347:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.081365:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884c000 00000400:00000200:0.0:1777582954.081373:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 11312 00000400:00000200:0.0:1777582954.081388:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.081392:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.081399:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.081406:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638380. 00000020:00000010:3.0:1777582954.081669:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.081675:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.081682:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0400. 00000020:00000010:3.0:1777582954.081697:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86900. 00000020:00000010:3.0:1777582954.081703:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.081755:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.081758:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c440. 00000100:00000200:3.0:1777582954.081761:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707858432 02000000:00000010:3.0:1777582954.081801:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02483f33000. 00010000:00000010:3.0:1777582954.081844:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:3.0:1777582954.081861:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:3.0:1777582954.081882:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582954.081889:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582954.081906:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582954.081909:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582954.081914:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582954.081916:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582954.082022:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582954.082025:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.082028:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.082031:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00000020:00000010:3.0:1777582954.082058:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582954.082066:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582954.082077:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed780. 00080000:00000010:3.0:1777582954.082086:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc214c00. 00000001:00000010:3.0:1777582954.082630:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed4e0. 00000001:00000010:3.0:1777582954.082638:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582954.082672:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed780. 00010000:00000010:3.0:1777582954.082682:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582954.082686:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582954.082700:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582954.082754:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582954.082762:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582954.082780:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582954.082785:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.082800:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582954.082818:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975370, last committed = 8589975157 00010000:00000200:3.0:1777582954.082830:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c638380 x1863928707858432/t8589975370(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.082848:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582954.082855:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707858432, offset 224 00000400:00000010:3.0:1777582954.082861:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7968. 00000400:00000200:3.0:1777582954.082865:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.082879:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.082885:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396955:396955:256:4294967295] 192.168.202.9@tcp LPNI seq info [396951:396951:8:4294967295] 00000400:00000200:3.0:1777582954.082891:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.082899:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.082904:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.082908:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582954.082914:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.082921:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.082925:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.082943:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86900. 00000020:00000010:3.0:1777582954.082946:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.082949:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0400. 00000800:00000200:0.0:1777582954.083255:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.083260:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:0.0:1777582954.083266:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.083272:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.085981:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.086002:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214265 00000400:00000200:3.0:1777582954.086010:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.086015:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.086022:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:3.0:1777582954.086026:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000400:00000200:3.0:1777582954.086060:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.086065:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884c080 00000400:00000200:3.0:1777582954.086072:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 11800 00010000:00000010:0.0:1777582954.086620:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:0.0:1777582954.086632:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00010000:00000010:3.1:1777582954.086959:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582954.086966:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000400:00000200:3.0:1777582954.086974:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.086980:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.086987:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.086993:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484959880. 00000020:00000010:0.0:1777582954.087095:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b500. 00000020:00000010:0.0:1777582954.087099:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b500. 00010000:00000010:0.1:1777582954.087522:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582954.087528:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000020:00000010:0.0:1777582954.087539:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e134800. 00000020:00000010:0.0:1777582954.087545:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf980. 00000020:00000010:0.0:1777582954.087549:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582954.087615:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b500. 00000020:00000010:0.0:1777582954.087618:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b500. 00000100:00000200:0.0:1777582954.087621:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707858560 00000001:00000010:0.0:1777582954.087632:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185600. 00010000:00000010:0.0:1777582954.087653:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582954.087659:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 02000000:00000010:0.0:1777582954.087683:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238e080000. 00010000:00000010:0.0:1777582954.087728:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582954.087732:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582954.087749:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582954.087752:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582954.087756:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582954.087759:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000004:00000010:0.0:1777582954.087851:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57a40. 00000004:00000010:0.0:1777582954.087860:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22bb8. 00000004:00000010:0.0:1777582954.087866:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35cb0. 00080000:00000010:0.0:1777582954.087874:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b8f0. 00010000:00000010:3.1:1777582954.088572:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582954.088579:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.088918:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582954.088923:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.088928:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.088935:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582954.089007:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:1.0:1777582954.089019:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:1.0:1777582954.089023:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf500. 00010000:00000010:1.0:1777582954.089047:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:1.0:1777582954.089064:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484959880 x1863928707858560/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.089084:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582954.089091:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707858560, offset 224 00000400:00000200:1.0:1777582954.089099:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.089112:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.089118:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396956:396956:256:4294967295] 192.168.202.9@tcp LPNI seq info [396952:396952:8:4294967295] 00000400:00000200:1.0:1777582954.089128:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00010000:00000010:0.1:1777582954.089211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582954.089217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582954.089220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582954.089222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000800:00000200:1.0:1777582954.089261:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.089267:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582954.089274:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.089281:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.089588:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.089651:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf980. 00000020:00000010:1.0:1777582954.089657:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:1.0:1777582954.089661:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e134800. 00000800:00000200:0.0:1777582954.090676:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.090681:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:0.0:1777582954.090688:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.090695:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.090702:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:0.0:1777582954.090704:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000400:00000200:0.0:1777582954.092940:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.092960:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884c180 00000400:00000200:0.0:1777582954.092969:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 12376 00000400:00000200:0.0:1777582954.092984:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.092989:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.092997:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.093009:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6dc00. 00000020:00000010:3.0:1777582954.093102:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.093108:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.093114:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0400. 00000020:00000010:3.0:1777582954.093119:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86900. 00000020:00000010:3.0:1777582954.093124:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00010000:00000010:3.1:1777582954.093167:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582954.093175:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582954.093180:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582954.093184:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582954.093187:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582954.093189:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000020:00000010:3.0:1777582954.093225:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.093228:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c440. 00000100:00000200:3.0:1777582954.093231:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707858816 02000000:00000010:3.0:1777582954.093274:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02483f37000. 00010000:00000010:3.0:1777582954.093335:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:3.0:1777582954.093347:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f80. 00010000:00000010:3.0:1777582954.093367:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582954.093374:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582954.093389:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582954.093393:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.093399:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.093402:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582954.093518:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582954.093522:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582954.093526:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582954.093529:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00000020:00000010:3.0:1777582954.093556:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582954.093562:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582954.093574:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed780. 00080000:00000010:3.0:1777582954.093584:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc214000. 00000001:00000010:3.0:1777582954.094020:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed720. 00000001:00000010:3.0:1777582954.094026:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582954.094060:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed780. 00010000:00000010:3.0:1777582954.094067:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582954.094072:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582954.094085:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582954.094124:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582954.094156:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582954.094172:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975371, last committed = 8589975157 00010000:00000200:3.0:1777582954.094183:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6dc00 x1863928707858816/t8589975371(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.094203:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582954.094210:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707858816, offset 224 00000400:00000010:3.0:1777582954.094216:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7380. 00000400:00000200:3.0:1777582954.094220:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.094232:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.094239:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396957:396957:256:4294967295] 192.168.202.9@tcp LPNI seq info [396953:396953:8:4294967295] 00000400:00000200:3.0:1777582954.094245:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.094253:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.094258:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.094263:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582954.094269:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.094276:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.094280:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.094298:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86900. 00000020:00000010:3.0:1777582954.094302:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.094305:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0400. 00000800:00000200:3.0:1777582954.094395:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.094398:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:3.0:1777582954.094403:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.094407:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582954.094501:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:1.0:1777582954.094508:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:1.0:1777582954.094515:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:0.1:1777582954.095157:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582954.095167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582954.096192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582954.096203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582954.096207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582954.096209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000400:00000200:0.0:1777582954.097189:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.097211:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21426d 00000400:00000200:0.0:1777582954.097218:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.097223:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.097229:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:0.0:1777582954.097232:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00010000:00000010:3.0:1777582954.097444:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582954.097454:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:3.1:1777582954.099420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582954.099434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582954.099439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582954.099442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582954.100187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582954.100197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:0.0:1777582954.101023:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.101045:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884c200 00000400:00000200:0.0:1777582954.101054:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 12864 00000400:00000200:0.0:1777582954.101121:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.101126:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.101171:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.101179:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6ea00. 00000020:00000010:1.0:1777582954.101320:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.101327:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.101335:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18000. 00000020:00000010:1.0:1777582954.101341:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9700. 00000020:00000010:1.0:1777582954.101346:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674960. 00000020:00000010:1.0:1777582954.101394:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.101397:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0300. 00000100:00000200:1.0:1777582954.101401:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707858944 00000001:00000010:1.0:1777582954.101413:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:1.0:1777582954.101441:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582954.101449:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 02000000:00000010:1.0:1777582954.101479:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ae7de000. 00010000:00000010:1.0:1777582954.101514:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.101518:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582954.101538:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582954.101542:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582954.101547:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.101550:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00000004:00000010:1.0:1777582954.101654:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7c20. 00000004:00000010:1.0:1777582954.101663:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582954.101670:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945650. 00080000:00000010:1.0:1777582954.101678:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f1d0. 00010000:00000010:1.0:1777582954.106184:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582954.106197:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582954.106204:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582954.106212:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582954.106297:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582954.106313:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582954.106320:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582954.106355:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:1.0:1777582954.106380:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6ea00 x1863928707858944/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.106403:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582954.106412:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707858944, offset 224 00000400:00000200:1.0:1777582954.106421:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.106438:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.106445:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396958:396958:256:4294967295] 192.168.202.9@tcp LPNI seq info [396954:396954:8:4294967295] 00000400:00000200:1.0:1777582954.106458:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.106465:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.106471:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582954.106479:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.106488:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.106492:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.106517:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9700. 00000020:00000010:1.0:1777582954.106521:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674960. 00000020:00000010:1.0:1777582954.106526:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18000. 00000800:00000200:0.0:1777582954.106646:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.106651:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:0.0:1777582954.106656:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.106661:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.106667:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:0.0:1777582954.106669:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00010000:00000010:3.1:1777582954.107175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582954.107183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:0.0:1777582954.109089:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.109110:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884c300 00000400:00000200:0.0:1777582954.109119:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 13440 00000400:00000200:0.0:1777582954.109222:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.109229:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.109238:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.109247:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6e300. 00000020:00000010:3.0:1777582954.109442:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.109448:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.109455:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0400. 00000020:00000010:3.0:1777582954.109461:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.109465:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.109548:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.109551:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c440. 00000100:00000200:3.0:1777582954.109554:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707859200 02000000:00000010:3.0:1777582954.109596:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02392bb1000. 00010000:00000010:3.0:1777582954.109644:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:3.0:1777582954.109663:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9480. 00010000:00000010:3.0:1777582954.109684:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.109698:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582954.109715:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582954.109729:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86900. 00010000:00000010:3.0:1777582954.109734:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582954.109738:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582954.109853:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582954.109856:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86100. 00010000:00000010:3.0:1777582954.109859:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582954.109863:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00000020:00000010:3.0:1777582954.109889:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582954.109895:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582954.109907:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed780. 00080000:00000010:3.0:1777582954.109917:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc214400. 00000001:00000010:3.0:1777582954.110429:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedd80. 00000001:00000010:3.0:1777582954.110438:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582954.110476:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed780. 00010000:00000010:3.0:1777582954.110485:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582954.110488:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582954.110504:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582954.110992:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582954.111014:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582954.111033:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975372, last committed = 8589975157 00010000:00000200:3.0:1777582954.111045:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6e300 x1863928707859200/t8589975372(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.111066:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582954.111072:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707859200, offset 224 00000400:00000010:3.0:1777582954.111080:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7fc0. 00000400:00000200:3.0:1777582954.111084:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.111100:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.111107:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396959:396959:256:4294967295] 192.168.202.9@tcp LPNI seq info [396955:396955:8:4294967295] 00000400:00000200:3.0:1777582954.111114:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.111122:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.111127:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.111157:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582954.111165:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.111171:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.111176:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.111206:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.111211:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.111216:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0400. 00010000:00000010:1.0:1777582954.111406:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:1.0:1777582954.111415:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86100. 00010000:00000010:1.0:1777582954.111422:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:1.1:1777582954.112758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582954.112768:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582954.112771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582954.112773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000800:00000200:3.0:1777582954.113254:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.113259:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:3.0:1777582954.113265:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.113274:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.113319:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.113331:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214275 00000400:00000200:3.0:1777582954.113337:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.113340:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.113345:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:3.0:1777582954.113348:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00010000:00000010:1.0:1777582954.113428:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:1.0:1777582954.113439:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86900. 00000400:00000200:0.0:1777582954.115826:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.115846:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884c380 00000400:00000200:0.0:1777582954.115855:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 13928 00000400:00000200:0.0:1777582954.116487:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.116495:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.116504:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.116512:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6fb80. 00000020:00000010:3.0:1777582954.116683:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.116688:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.116778:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0400. 00000020:00000010:3.0:1777582954.116786:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.116791:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.116909:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c440. 00000020:00000010:3.0:1777582954.116913:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c440. 00000100:00000200:3.0:1777582954.116918:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707859328 00000001:00000010:3.0:1777582954.116931:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:3.0:1777582954.116959:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582954.116968:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582954.117004:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb3000. 00010000:00000010:3.0:1777582954.117040:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582954.117044:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582954.117066:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582954.117069:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86380. 00010000:00000010:3.0:1777582954.117074:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582954.117077:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00000004:00000010:3.0:1777582954.117191:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e901e0. 00000004:00000010:3.0:1777582954.117201:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c653c0. 00000004:00000010:3.0:1777582954.117208:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387210. 00080000:00000010:3.0:1777582954.117216:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e121c8. 00010000:00000010:3.1:1777582954.118205:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582954.118213:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.0:1777582954.118219:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582954.118223:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86100. 00010000:00000010:3.0:1777582954.118228:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582954.118232:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582954.118420:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582954.118437:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582954.118444:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86380. 00010000:00000010:3.0:1777582954.118478:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582954.118500:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6fb80 x1863928707859328/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582954.118524:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582954.118531:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707859328, offset 224 00000400:00000200:3.0:1777582954.118539:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.118552:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.118558:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396960:396960:256:4294967295] 192.168.202.9@tcp LPNI seq info [396956:396956:8:4294967295] 00000400:00000200:3.0:1777582954.118570:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.118575:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.118580:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582954.118587:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.118594:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.118598:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.118661:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.118667:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.118670:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0400. 00000800:00000200:0.0:1777582954.119309:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.119314:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:0.0:1777582954.119320:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.119326:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.119332:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:0.0:1777582954.119334:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00000400:00000200:3.0:1777582954.121096:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.121116:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884c480 00000400:00000200:3.0:1777582954.121126:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 14504 00010000:00000010:1.1:1777582954.121189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582954.121198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582954.121236:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582954.121241:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:3.0:1777582954.121255:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.121261:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.121269:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.121274:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495bb80. 00000020:00000010:0.0:1777582954.121384:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b500. 00000020:00000010:0.0:1777582954.121391:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b500. 00000020:00000010:0.0:1777582954.121398:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024873ac000. 00000020:00000010:0.0:1777582954.121403:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafc00. 00000020:00000010:0.0:1777582954.121409:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.121489:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b500. 00000020:00000010:0.0:1777582954.121493:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b500. 00000100:00000200:0.0:1777582954.121496:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707859584 02000000:00000010:0.0:1777582954.121541:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024a5728000. 00010000:00000010:0.0:1777582954.121582:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:0.0:1777582954.121596:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86100. 00010000:00000010:0.0:1777582954.121614:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582954.121620:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582954.121634:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582954.121637:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582954.121641:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582954.121644:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582954.121766:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582954.121770:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582954.121773:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582954.121777:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00000020:00000010:0.0:1777582954.121803:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48220. 00000020:00000010:0.0:1777582954.121809:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48220. 00000020:00000010:0.0:1777582954.121819:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562aa80. 00080000:00000010:0.0:1777582954.121828:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f040800. 00000001:00000010:0.0:1777582954.122374:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48600. 00000001:00000010:0.0:1777582954.122382:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185180. 00000020:00000010:0.0:1777582954.122434:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562aa80. 00010000:00000010:0.0:1777582954.122445:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582954.122451:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582954.122466:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582954.122511:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582954.122531:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000200:0.0:1777582954.122551:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975373, last committed = 8589975157 00010000:00000200:0.0:1777582954.122562:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495bb80 x1863928707859584/t8589975373(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.122582:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582954.122588:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707859584, offset 224 00000400:00000010:0.0:1777582954.122595:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f428. 00000400:00000200:0.0:1777582954.122600:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.122615:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.122623:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396961:396961:256:4294967295] 192.168.202.9@tcp LPNI seq info [396957:396957:8:4294967295] 00000400:00000200:0.0:1777582954.122630:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.122641:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.122648:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.122654:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582954.122662:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.122670:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.122675:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.122699:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafc00. 00000020:00000010:0.0:1777582954.122704:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.122707:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024873ac000. 00010000:00000010:3.0:1777582954.122999:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:3.0:1777582954.123007:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf980. 00010000:00000010:3.0:1777582954.123014:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185600. 00010000:00000010:3.1:1777582954.123160:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582954.123166:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582954.123169:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582954.123172:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582954.123231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582954.123237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000800:00000200:1.0:1777582954.123566:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.123571:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:1.0:1777582954.123576:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.123583:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.124983:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582954.125003:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21427d 00000400:00000200:1.0:1777582954.125011:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.125015:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582954.125021:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:1.0:1777582954.125024:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00010000:00000010:3.0:1777582954.125666:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:3.0:1777582954.125679:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00000400:00000200:2.0:1777582954.125709:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582954.125729:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884c500 00000400:00000200:2.0:1777582954.125738:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 14992 00000400:00000200:2.0:1777582954.125792:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.125797:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582954.125803:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582954.125810:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268700. 00000020:00000010:1.0:1777582954.126111:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582954.126118:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582954.126125:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18000. 00000020:00000010:1.0:1777582954.126130:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9700. 00010000:00000010:0.1:1777582954.126162:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000020:00000010:1.0:1777582954.126168:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674960. 00010000:00000010:0.1:1777582954.126171:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00000020:00000010:1.0:1777582954.126208:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582954.126212:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000100:00000200:1.0:1777582954.126216:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707859712 00000001:00000010:1.0:1777582954.126227:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:1.0:1777582954.126250:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.126257:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 02000000:00000010:1.0:1777582954.126286:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ae7dc000. 00010000:00000010:1.0:1777582954.126327:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.126332:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582954.126349:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582954.126352:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582954.126358:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.126363:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00000004:00000010:1.0:1777582954.126479:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b63c0. 00000004:00000010:1.0:1777582954.126490:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582954.126497:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ba0. 00080000:00000010:1.0:1777582954.126506:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ee40. 00010000:00000010:3.1:1777582954.127082:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582954.127090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.0:1777582954.127494:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582954.127498:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9480. 00010000:00000010:1.0:1777582954.127503:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582954.127508:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582954.127585:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582954.127596:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582954.127602:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582954.127627:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:1.0:1777582954.127650:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486268700 x1863928707859712/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.127673:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582954.127682:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707859712, offset 224 00000400:00000200:1.0:1777582954.127789:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.127805:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.127814:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396962:396962:256:4294967295] 192.168.202.9@tcp LPNI seq info [396958:396958:8:4294967295] 00000400:00000200:1.0:1777582954.127831:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.127839:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.127844:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582954.127853:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.127861:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.127866:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.127900:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9700. 00000020:00000010:1.0:1777582954.127905:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674960. 00000020:00000010:1.0:1777582954.127911:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18000. 00000800:00000200:2.0:1777582954.128451:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.128456:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582954.128461:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.128469:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582954.128475:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:2.0:1777582954.128478:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00010000:00000010:0.1:1777582954.130961:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582954.130972:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000400:00000200:3.0:1777582954.131091:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.131112:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884c600 00000400:00000200:3.0:1777582954.131120:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 15568 00000400:00000200:3.0:1777582954.131171:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.131178:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.131187:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.131195:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484958700. 00000020:00000010:0.0:1777582954.131254:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b500. 00000020:00000010:0.0:1777582954.131261:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b500. 00000020:00000010:0.0:1777582954.131268:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024873ac000. 00000020:00000010:0.0:1777582954.131274:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafc00. 00000020:00000010:0.0:1777582954.131280:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.131327:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b500. 00000020:00000010:0.0:1777582954.131331:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b500. 00000100:00000200:0.0:1777582954.131335:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707859968 02000000:00000010:0.0:1777582954.131374:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024a572c000. 00010000:00000010:0.0:1777582954.131418:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:0.0:1777582954.131437:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9480. 00010000:00000010:0.0:1777582954.131459:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582954.131467:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582954.131485:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582954.131489:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582954.131495:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582954.131500:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582954.131861:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582954.131865:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582954.131869:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582954.131872:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582954.131899:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48220. 00000020:00000010:0.0:1777582954.131905:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48220. 00000020:00000010:0.0:1777582954.131914:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48780. 00080000:00000010:0.0:1777582954.131924:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b559d800. 00010000:00000010:3.1:1777582954.134182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582954.134194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582954.134281:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000001:00000010:0.0:1777582954.134347:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562af00. 00000001:00000010:0.0:1777582954.134357:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185f00. 00000020:00000010:0.0:1777582954.134395:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48780. 00010000:00000010:0.0:1777582954.134410:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582954.134420:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:1.1:1777582954.134430:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582954.134434:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582954.134437:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.0:1777582954.134448:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185540. 00010000:00000010:0.0:1777582954.134508:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:3.0:1777582954.134754:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:3.0:1777582954.134763:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:3.0:1777582954.134770:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185540. 00010000:00000010:0.0:1777582954.142072:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000200:0.0:1777582954.142126:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975374, last committed = 8589975157 00010000:00000200:0.0:1777582954.142162:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484958700 x1863928707859968/t8589975374(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.142193:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582954.142203:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707859968, offset 224 00000400:00000010:0.0:1777582954.142213:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f7e0. 00000400:00000200:0.0:1777582954.142218:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.142238:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.142245:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396963:396963:256:4294967295] 192.168.202.9@tcp LPNI seq info [396959:396959:8:4294967295] 00000400:00000200:0.0:1777582954.142252:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.142261:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.142267:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.142273:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582954.142280:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.142288:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.142294:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.142325:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafc00. 00000020:00000010:0.0:1777582954.142332:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.142336:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024873ac000. 00000800:00000200:2.0:1777582954.142505:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.142510:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582954.142516:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.142522:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582954.143903:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582954.143922:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214285 00000400:00000200:2.0:1777582954.143928:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.143932:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582954.143938:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:2.0:1777582954.143941:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00010000:00000010:0.1:1777582954.145726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582954.145741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00000400:00000200:2.0:1777582954.145749:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582954.145771:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884c680 00000400:00000200:2.0:1777582954.145783:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 16056 00010000:00000010:0.0:1777582954.145792:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582954.145803:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf500. 00000400:00000200:2.0:1777582954.145862:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.145869:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582954.145878:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582954.145886:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269500. 00000020:00000010:0.0:1777582954.146869:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b500. 00000020:00000010:0.0:1777582954.146878:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b500. 00000020:00000010:0.0:1777582954.146885:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024873ac000. 00000020:00000010:0.0:1777582954.146892:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582954.146898:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.146953:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b500. 00000020:00000010:0.0:1777582954.146956:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b500. 00000100:00000200:0.0:1777582954.146961:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707860096 00000001:00000010:0.0:1777582954.146976:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185180. 00010000:00000010:0.0:1777582954.147008:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582954.147017:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 02000000:00000010:0.0:1777582954.147050:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024a572a000. 00010000:00000010:0.0:1777582954.147087:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582954.147092:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582954.147114:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582954.147118:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582954.147124:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582954.147129:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000004:00000010:0.0:1777582954.147268:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56000. 00000004:00000010:0.0:1777582954.147277:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e224b0. 00000004:00000010:0.0:1777582954.147285:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34220. 00080000:00000010:0.0:1777582954.147294:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097aab0. 00010000:00000010:3.1:1777582954.150178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582954.150193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582954.154263:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582954.154280:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582954.154290:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582954.154301:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582954.154405:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582954.154424:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.154431:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582954.154460:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000200:0.0:1777582954.154485:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486269500 x1863928707860096/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.154507:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582954.154524:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707860096, offset 224 00000400:00000200:0.0:1777582954.154533:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.154557:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.154566:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396964:396964:256:4294967295] 192.168.202.9@tcp LPNI seq info [396960:396960:8:4294967295] 00000400:00000200:0.0:1777582954.154582:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.154590:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.154596:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582954.154605:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.154615:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.154621:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.154648:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582954.154654:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.154659:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024873ac000. 00000800:00000200:2.0:1777582954.154896:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.154901:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582954.154907:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.154912:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582954.154917:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:2.0:1777582954.154920:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00010000:00000010:0.1:1777582954.156789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582954.156804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582954.156811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582954.156817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000400:00000200:2.0:1777582954.161281:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582954.161323:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884c780 00000400:00000200:2.0:1777582954.161333:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 16632 00000400:00000200:2.0:1777582954.161352:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.161356:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582954.161365:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582954.161374:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626b480. 00000020:00000010:0.0:1777582954.161735:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b2c0. 00000020:00000010:0.0:1777582954.161742:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b2c0. 00000020:00000010:0.0:1777582954.161748:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024873ac000. 00000020:00000010:0.0:1777582954.161754:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582954.161759:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.161805:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b2c0. 00000020:00000010:0.0:1777582954.161808:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b2c0. 00000100:00000200:0.0:1777582954.161812:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707860352 02000000:00000010:0.0:1777582954.161850:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024a572f000. 00010000:00000010:0.0:1777582954.161897:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582954.161914:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582954.161938:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582954.161944:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582954.161961:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582954.161965:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582954.161969:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582954.161972:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582954.162104:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582954.162108:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582954.162111:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582954.162114:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582954.162160:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48620. 00000020:00000010:0.0:1777582954.162167:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48620. 00000020:00000010:0.0:1777582954.162179:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a6c0. 00080000:00000010:0.0:1777582954.162188:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b559c400. 00000001:00000010:0.0:1777582954.162742:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48660. 00000001:00000010:0.0:1777582954.162750:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185b40. 00000020:00000010:0.0:1777582954.162790:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a6c0. 00010000:00000010:0.0:1777582954.162801:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582954.162806:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582954.162821:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582954.162869:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.162885:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:0.0:1777582954.162903:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975375, last committed = 8589975157 00010000:00000200:0.0:1777582954.162914:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248626b480 x1863928707860352/t8589975375(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.162935:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582954.162944:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707860352, offset 224 00000400:00000010:0.0:1777582954.162952:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f8f8. 00000400:00000200:0.0:1777582954.162956:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.162973:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.162981:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396965:396965:256:4294967295] 192.168.202.9@tcp LPNI seq info [396961:396961:8:4294967295] 00000400:00000200:0.0:1777582954.162988:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.162996:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.163002:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.163007:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582954.163014:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.163022:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.163025:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.163045:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582954.163049:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.163054:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024873ac000. 00010000:00000010:3.0:1777582954.163088:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:3.0:1777582954.163096:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:3.0:1777582954.163105:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185180. 00000800:00000200:2.0:1777582954.163617:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.163622:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582954.163628:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.163634:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582954.168506:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582954.168529:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21428d 00000400:00000200:2.0:1777582954.168537:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.168542:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582954.168549:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:2.0:1777582954.168553:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000400:00000200:2.0:1777582954.168591:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582954.168598:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884c800 00000400:00000200:2.0:1777582954.168607:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 17120 00000400:00000200:2.0:1777582954.168673:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.168678:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582954.168682:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582954.168694:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269f80. 00000020:00000010:0.0:1777582954.168964:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b2c0. 00000020:00000010:0.0:1777582954.168971:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b2c0. 00000020:00000010:0.0:1777582954.168978:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024873ac000. 00000020:00000010:0.0:1777582954.168984:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582954.168990:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.169042:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b2c0. 00000020:00000010:0.0:1777582954.169046:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b2c0. 00000100:00000200:0.0:1777582954.169049:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707860480 00000001:00000010:0.0:1777582954.169060:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185f00. 00010000:00000010:0.0:1777582954.169086:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582954.169095:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 02000000:00000010:0.0:1777582954.169128:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487495000. 00010000:00000010:1.0:1777582954.169170:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:1.0:1777582954.169181:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582954.169182:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582954.169188:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.169206:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582954.169209:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582954.169214:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582954.169218:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00000004:00000010:0.0:1777582954.169312:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57c20. 00000004:00000010:0.0:1777582954.169321:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22000. 00000004:00000010:0.0:1777582954.169328:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ff0. 00080000:00000010:0.0:1777582954.169337:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097bab8. 00010000:00000010:0.1:1777582954.174072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582954.174087:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582954.174093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582954.174098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582954.174833:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582954.174840:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582954.174847:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582954.174854:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582954.174945:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.174963:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582954.174969:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582954.175004:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:1.1:1777582954.175155:0:2394:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582954.175162:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582954.175169:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582954.175177:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000200:0.0:1777582954.175183:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486269f80 x1863928707860480/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.175205:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582954.175212:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707860480, offset 224 00000400:00000200:0.0:1777582954.175222:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.175237:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.175247:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396966:396966:256:4294967295] 192.168.202.9@tcp LPNI seq info [396962:396962:8:4294967295] 00000400:00000200:0.0:1777582954.175263:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.175270:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.175275:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582954.175283:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.175292:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.175296:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.175315:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf500. 00000020:00000010:0.0:1777582954.175319:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.175323:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024873ac000. 00000800:00000200:2.0:1777582954.175481:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.175486:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582954.175492:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.175500:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582954.175505:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:2.0:1777582954.175508:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00010000:00000010:3.1:1777582954.178516:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582954.178532:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000400:00000200:1.0:1777582954.183512:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.183538:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884c900 00000400:00000200:1.0:1777582954.183546:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 17696 00000400:00000200:1.0:1777582954.183566:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.183571:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.183580:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.183588:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55baa00. 00000020:00000010:3.0:1777582954.184058:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.184065:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.184074:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0400. 00000020:00000010:3.0:1777582954.184080:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.184085:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.184164:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.184167:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.184172:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707860736 02000000:00000010:3.0:1777582954.184214:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02392bb0000. 00010000:00000010:3.0:1777582954.184259:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:3.0:1777582954.184276:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:3.0:1777582954.184316:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582954.184324:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582954.184344:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582954.184347:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86380. 00010000:00000010:3.0:1777582954.184351:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582954.184354:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582954.184481:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582954.184485:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582954.184490:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582954.184494:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00000020:00000010:3.0:1777582954.184526:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05f20. 00000020:00000010:3.0:1777582954.184534:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05f20. 00000020:00000010:3.0:1777582954.184547:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedea0. 00080000:00000010:3.0:1777582954.184557:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f81800. 00000001:00000010:3.0:1777582954.185532:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913660. 00000001:00000010:3.0:1777582954.185543:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582954.185598:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedea0. 00010000:00000010:3.0:1777582954.185610:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.185616:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582954.185633:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582954.186017:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582954.186039:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582954.186058:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975376, last committed = 8589975157 00010000:00000200:3.0:1777582954.186069:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55baa00 x1863928707860736/t8589975376(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.186088:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582954.186096:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707860736, offset 224 00000400:00000010:3.0:1777582954.186103:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7770. 00000400:00000200:3.0:1777582954.186108:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.186124:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.186132:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396967:396967:256:4294967295] 192.168.202.9@tcp LPNI seq info [396963:396963:8:4294967295] 00000400:00000200:3.0:1777582954.186163:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.186170:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.186176:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.186182:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582954.186189:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.186196:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.186200:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.186223:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.186228:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.186231:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0400. 00010000:00000010:3.0:1777582954.186271:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582954.186278:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582954.186502:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00000800:00000200:3.0:1777582954.188593:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.188603:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:3.0:1777582954.188611:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.188621:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.188663:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.188681:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214295 00010000:00000010:0.1:1777582954.189165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582954.189173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000400:00000200:3.0:1777582954.190681:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.190700:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.190710:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:3.0:1777582954.190714:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00000400:00000200:3.0:1777582954.191222:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.191236:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884c980 00000400:00000200:3.0:1777582954.191246:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 18184 00000400:00000200:3.0:1777582954.191311:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.191317:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.191324:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.191332:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495b100. 00000020:00000010:3.0:1777582954.191400:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.191406:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.191414:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0400. 00000020:00000010:3.0:1777582954.191421:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86300. 00000020:00000010:3.0:1777582954.191428:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582954.191479:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.191482:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.191486:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707860864 00000001:00000010:3.0:1777582954.191497:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185b40. 00010000:00000010:3.0:1777582954.191523:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582954.191531:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 02000000:00000010:3.0:1777582954.191559:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb2000. 00010000:00000010:3.0:1777582954.191592:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582954.191597:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:1.0:1777582954.191601:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:1.0:1777582954.191612:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86380. 00010000:00000010:3.0:1777582954.191614:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582954.191619:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.191623:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582954.191627:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00000004:00000010:3.0:1777582954.193031:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90960. 00000004:00000010:3.0:1777582954.193046:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65078. 00000004:00000010:3.0:1777582954.193054:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386ee0. 00080000:00000010:3.0:1777582954.193066:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12720. 00010000:00000010:0.0:1777582954.194920:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582954.194930:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582954.194938:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582954.194945:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582954.195034:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:0.0:1777582954.195050:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:0.0:1777582954.195056:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:0.0:1777582954.195084:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000200:0.0:1777582954.195106:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495b100 x1863928707860864/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.195127:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582954.195209:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707860864, offset 224 00000400:00000200:0.0:1777582954.195218:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.195236:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.195244:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396968:396968:256:4294967295] 192.168.202.9@tcp LPNI seq info [396964:396964:8:4294967295] 00000400:00000200:0.0:1777582954.195256:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.195262:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.195268:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582954.195275:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.195415:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.195422:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.195496:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86300. 00000020:00000010:0.0:1777582954.195502:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:0.0:1777582954.195506:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0400. 00000800:00000200:1.0:1777582954.198232:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.198243:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582954.198256:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.198268:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.198277:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:1.0:1777582954.198281:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00000400:00000200:1.0:1777582954.199242:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.199262:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884ca80 00000400:00000200:1.0:1777582954.199273:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 18760 00000400:00000200:1.0:1777582954.199417:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.199424:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.199433:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.199441:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b9180. 00000020:00000010:3.0:1777582954.199542:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.199549:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.199557:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0600. 00000020:00000010:3.0:1777582954.199564:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86200. 00000020:00000010:3.0:1777582954.199571:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582954.199621:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.199624:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.199628:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707861120 02000000:00000010:3.0:1777582954.199670:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02392bb5000. 00010000:00000010:3.0:1777582954.199946:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:3.0:1777582954.199965:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:3.0:1777582954.199987:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582954.199995:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582954.200012:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582954.200015:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86b00. 00010000:00000010:3.0:1777582954.200022:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582954.200025:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582954.200221:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582954.200225:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582954.200228:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582954.200231:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00000020:00000010:3.0:1777582954.200258:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05f20. 00000020:00000010:3.0:1777582954.200264:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05f20. 00000020:00000010:3.0:1777582954.200275:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913600. 00080000:00000010:3.0:1777582954.200422:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f83400. 00010000:00000010:0.1:1777582954.200930:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582954.200936:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582954.200940:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582954.200942:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00000001:00000010:3.0:1777582954.201116:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed300. 00000001:00000010:3.0:1777582954.201124:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:0.0:1777582954.201982:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913600. 00010000:00000010:0.0:1777582954.202002:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582954.202010:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582954.202032:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185f00. 00010000:00000010:0.0:1777582954.202113:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:0.1:1777582954.202161:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582954.202168:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582954.202172:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582954.202175:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.0:1777582954.202181:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000200:0.0:1777582954.202206:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975377, last committed = 8589975157 00010000:00000200:0.0:1777582954.202219:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b9180 x1863928707861120/t8589975377(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.202245:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582954.202255:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707861120, offset 224 00000400:00000010:0.0:1777582954.202265:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f070. 00000400:00000200:0.0:1777582954.202271:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00010000:00000010:3.1:1777582954.202448:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582954.202457:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582954.202463:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582954.202469:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582954.202475:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582954.202479:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.202500:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:3.0:1777582954.202507:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582954.202514:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185f00. 00000400:00000200:0.0:1777582954.202550:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.202558:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396969:396969:256:4294967295] 192.168.202.9@tcp LPNI seq info [396965:396965:8:4294967295] 00000400:00000200:0.0:1777582954.202565:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.202572:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.202577:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.202584:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582954.202591:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.202600:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.202605:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.202669:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86200. 00000020:00000010:0.0:1777582954.202675:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:0.0:1777582954.202679:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0600. 00010000:00000010:1.1:1777582954.202694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582954.202701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000800:00000200:3.0:1777582954.202971:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.202976:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582954.202982:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.202989:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.206240:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582954.206262:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21429d 00000400:00000200:1.0:1777582954.206271:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.206276:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582954.206283:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:1.0:1777582954.206287:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000400:00000200:1.0:1777582954.206322:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.206329:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884cb00 00000400:00000200:1.0:1777582954.206337:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 19248 00010000:00000010:3.0:1777582954.206394:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00000400:00000200:1.0:1777582954.206398:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.206404:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582954.206407:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b00. 00000100:00000200:1.0:1777582954.206409:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.206416:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55bad80. 00000020:00000010:0.0:1777582954.206486:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b540. 00000020:00000010:0.0:1777582954.206492:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b540. 00000020:00000010:0.0:1777582954.206499:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c2f2800. 00000020:00000010:0.0:1777582954.206505:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582954.206510:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.206555:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b540. 00000020:00000010:0.0:1777582954.206558:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b540. 00000100:00000200:0.0:1777582954.206562:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707861248 00000001:00000010:0.0:1777582954.206574:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:0.0:1777582954.206599:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582954.206606:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 02000000:00000010:0.0:1777582954.206636:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487496000. 00010000:00000010:0.0:1777582954.206670:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582954.206674:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582954.206696:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582954.206701:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582954.206705:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582954.206708:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000004:00000010:0.0:1777582954.206826:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56f00. 00000004:00000010:0.0:1777582954.206836:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22a50. 00000004:00000010:0.0:1777582954.206842:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35a90. 00080000:00000010:0.0:1777582954.206873:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75c80. 00010000:00000010:3.1:1777582954.207270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582954.207278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582954.207785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.0:1777582954.208062:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582954.208066:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582954.208071:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582954.208077:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582954.208205:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582954.208226:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582954.208235:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582954.208269:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582954.208407:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55bad80 x1863928707861248/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.208432:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582954.208441:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707861248, offset 224 00000400:00000200:0.0:1777582954.208451:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.208469:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.208479:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396970:396970:256:4294967295] 192.168.202.9@tcp LPNI seq info [396966:396966:8:4294967295] 00000400:00000200:0.0:1777582954.208495:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.208503:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.208509:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582954.208517:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.208525:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.208529:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.208553:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582954.208558:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.208563:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c2f2800. 00000800:00000200:1.0:1777582954.208748:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.208753:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582954.208758:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.208763:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.208768:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:1.0:1777582954.208770:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000400:00000200:3.0:1777582954.212107:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.212130:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884cc00 00000400:00000200:3.0:1777582954.212214:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 19824 00000400:00000200:3.0:1777582954.212233:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.212239:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.212248:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.212256:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484958e00. 00000020:00000010:0.0:1777582954.212538:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b300. 00000020:00000010:0.0:1777582954.212545:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b300. 00000020:00000010:0.0:1777582954.212553:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5faa600. 00000020:00000010:0.0:1777582954.212558:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582954.212564:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.212612:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b300. 00000020:00000010:0.0:1777582954.212614:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b300. 00000100:00000200:0.0:1777582954.212618:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707861504 02000000:00000010:0.0:1777582954.212660:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487491000. 00010000:00000010:0.0:1777582954.212874:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582954.212895:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582954.212916:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582954.212924:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582954.212941:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582954.212945:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582954.212949:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582954.212952:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.213079:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582954.213083:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582954.213087:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582954.213091:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000020:00000010:0.0:1777582954.213124:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48b80. 00000020:00000010:0.0:1777582954.213131:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48b80. 00000020:00000010:0.0:1777582954.213226:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48960. 00080000:00000010:0.0:1777582954.213237:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b559c800. 00000001:00000010:0.0:1777582954.214635:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a840. 00000001:00000010:0.0:1777582954.214646:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185b40. 00000020:00000010:0.0:1777582954.214882:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48960. 00010000:00000010:0.0:1777582954.214900:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582954.214908:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582954.214929:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185f00. 00010000:00000010:0.0:1777582954.215023:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582954.215045:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000200:0.0:1777582954.215069:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975378, last committed = 8589975157 00010000:00000200:0.0:1777582954.215082:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484958e00 x1863928707861504/t8589975378(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.215106:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582954.215116:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707861504, offset 224 00000400:00000010:0.0:1777582954.215124:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f620. 00000400:00000200:0.0:1777582954.215129:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00010000:00000010:0.1:1777582954.215179:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000200:0.0:1777582954.215199:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.215206:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396971:396971:256:4294967295] 192.168.202.9@tcp LPNI seq info [396967:396967:8:4294967295] 00000400:00000200:0.0:1777582954.215215:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.215223:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.215230:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.215235:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582954.215243:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.215251:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.215257:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.215302:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582954.215308:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.215313:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5faa600. 00000800:00000200:1.0:1777582954.215408:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.215414:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:1.0:1777582954.215420:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.215426:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582954.218613:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582954.218635:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.0:1777582954.218869:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:3.0:1777582954.218881:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:3.0:1777582954.218892:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185f00. 00000400:00000200:1.0:1777582954.219190:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582954.219211:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142a5 00000400:00000200:1.0:1777582954.219219:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.219225:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582954.219233:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:1.0:1777582954.219238:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000400:00000200:1.0:1777582954.219272:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.219280:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884cc80 00000400:00000200:1.0:1777582954.219288:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 20312 00000400:00000200:1.0:1777582954.219344:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.219349:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.219354:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.219360:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8380. 00000020:00000010:3.0:1777582954.219987:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.219995:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.220003:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0400. 00000020:00000010:3.0:1777582954.220009:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86b00. 00000020:00000010:3.0:1777582954.220015:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582954.220070:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.220074:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.220077:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707861632 00000001:00000010:3.0:1777582954.220088:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582954.220113:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.220122:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.1:1777582954.220156:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582954.220163:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 02000000:00000010:3.0:1777582954.220190:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb4000. 00010000:00000010:3.0:1777582954.220225:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582954.220230:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582954.220249:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582954.220253:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582954.220257:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582954.220260:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:0.0:1777582954.220480:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.220489:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00000004:00000010:3.0:1777582954.220600:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e910e0. 00000004:00000010:3.0:1777582954.220611:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65e10. 00000004:00000010:3.0:1777582954.220618:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386330. 00080000:00000010:3.0:1777582954.220627:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e138f0. 00010000:00000010:0.0:1777582954.222085:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582954.222094:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582954.222101:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582954.222107:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.222262:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:0.0:1777582954.222281:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:0.0:1777582954.222419:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:0.0:1777582954.222454:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:0.0:1777582954.222475:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b8380 x1863928707861632/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.222495:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582954.222504:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707861632, offset 224 00000400:00000200:0.0:1777582954.222512:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.222528:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.222536:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396972:396972:256:4294967295] 192.168.202.9@tcp LPNI seq info [396968:396968:8:4294967295] 00000400:00000200:0.0:1777582954.222551:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.222559:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.222564:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582954.222572:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.222580:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.222584:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.222646:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86b00. 00000020:00000010:0.0:1777582954.222652:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:0.0:1777582954.222656:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0400. 00010000:00000010:3.1:1777582954.224002:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582954.224015:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000800:00000200:3.0:1777582954.224036:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.224041:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582954.224048:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.224057:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.224064:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:3.0:1777582954.224067:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00010000:00000010:0.1:1777582954.224178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582954.224186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582954.224192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582954.224196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582954.224201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582954.224206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582954.224211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582954.224216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000400:00000200:1.0:1777582954.228485:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.228509:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884cd80 00000400:00000200:1.0:1777582954.228531:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 20888 00000400:00000200:1.0:1777582954.228551:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.228556:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.228564:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.228571:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b9500. 00000020:00000010:0.0:1777582954.228650:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b480. 00000020:00000010:0.0:1777582954.228657:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b480. 00000020:00000010:0.0:1777582954.228664:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c2f2800. 00000020:00000010:0.0:1777582954.228669:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582954.228675:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.229019:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b480. 00000020:00000010:0.0:1777582954.229024:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b480. 00000100:00000200:0.0:1777582954.229028:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707861888 02000000:00000010:0.0:1777582954.229070:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487494000. 00010000:00000010:0.0:1777582954.229113:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.229128:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582954.229175:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582954.229183:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.229200:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582954.229204:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582954.229209:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582954.229213:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582954.229469:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582954.229473:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582954.229478:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582954.229482:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000020:00000010:0.0:1777582954.229515:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c489c0. 00000020:00000010:0.0:1777582954.229522:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c489c0. 00000020:00000010:0.0:1777582954.229533:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ab40. 00080000:00000010:0.0:1777582954.229541:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b559c000. 00000001:00000010:0.0:1777582954.230679:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024888c9000. 00000001:00000010:0.0:1777582954.230854:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582954.230900:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ab40. 00010000:00000010:0.0:1777582954.230915:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582954.230922:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582954.230941:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582954.230996:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:3.0:1777582954.231011:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:3.0:1777582954.231021:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582954.231025:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:3.0:1777582954.231030:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185180. 00010000:00000200:0.0:1777582954.231050:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975379, last committed = 8589975157 00010000:00000200:0.0:1777582954.231065:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b9500 x1863928707861888/t8589975379(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.231090:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582954.231098:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707861888, offset 224 00000400:00000010:0.0:1777582954.231106:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f6c8. 00000400:00000200:0.0:1777582954.231112:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.231131:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00010000:00000010:0.1:1777582954.231174:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582954.231182:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582954.231185:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582954.231188:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582954.231193:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582954.231196:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:0.0:1777582954.231208:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396973:396973:256:4294967295] 192.168.202.9@tcp LPNI seq info [396969:396969:8:4294967295] 00000400:00000200:0.0:1777582954.231214:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.231222:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.231229:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.231234:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582954.231243:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.231251:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.231256:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:3.0:1777582954.231663:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.231668:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582954.231675:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.231682:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000020:00000010:0.0:1777582954.232803:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582954.232811:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.232816:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c2f2800. 00000400:00000200:3.0:1777582954.233625:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.233648:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142ad 00000400:00000200:3.0:1777582954.233656:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.233663:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.233669:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:3.0:1777582954.233673:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00010000:00000010:1.0:1777582954.233882:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:1.0:1777582954.233895:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:0.1:1777582954.234283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582954.234291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582954.234306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582954.234312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582954.235269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582954.235279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:1.0:1777582954.236529:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.236553:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884ce00 00000400:00000200:1.0:1777582954.236562:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 21376 00000400:00000200:1.0:1777582954.237170:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.237177:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.237188:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.237196:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8000. 00000020:00000010:0.0:1777582954.237279:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b480. 00000020:00000010:0.0:1777582954.237285:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b480. 00000020:00000010:0.0:1777582954.237293:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023920e0400. 00000020:00000010:0.0:1777582954.237298:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582954.237304:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.237354:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b480. 00000020:00000010:0.0:1777582954.237357:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b480. 00000100:00000200:0.0:1777582954.237361:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707862016 00000001:00000010:0.0:1777582954.237373:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185b40. 00010000:00000010:0.0:1777582954.237399:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582954.237407:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 02000000:00000010:0.0:1777582954.237439:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239a6ae000. 00010000:00000010:0.0:1777582954.237476:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582954.237480:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582954.237501:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582954.237504:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582954.237507:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582954.237510:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00000004:00000010:0.0:1777582954.237829:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56b40. 00000004:00000010:0.0:1777582954.237839:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22e88. 00000004:00000010:0.0:1777582954.237846:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ee0. 00080000:00000010:0.0:1777582954.237855:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f748e8. 00010000:00000010:1.1:1777582954.239180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582954.239192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582954.239818:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582954.239825:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582954.239831:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582954.239837:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582954.240178:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582954.240195:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582954.240202:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582954.240227:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582954.240248:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b8000 x1863928707862016/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.240271:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582954.240279:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707862016, offset 224 00000400:00000200:0.0:1777582954.240287:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.240301:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.240308:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396974:396974:256:4294967295] 192.168.202.9@tcp LPNI seq info [396970:396970:8:4294967295] 00000400:00000200:0.0:1777582954.240320:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.240325:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.240330:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582954.240336:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.240345:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.240350:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.240383:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582954.240390:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.240395:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023920e0400. 00000800:00000200:3.0:1777582954.240509:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.240515:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582954.240521:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.240527:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.240533:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:3.0:1777582954.240536:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000400:00000200:3.0:1777582954.243384:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.243404:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884cf00 00000400:00000200:3.0:1777582954.243414:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 21952 00000400:00000200:3.0:1777582954.243432:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.243438:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.243448:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.243455:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484958000. 00000020:00000010:1.0:1777582954.244069:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.244076:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.244083:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18000. 00000020:00000010:1.0:1777582954.244088:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9700. 00000020:00000010:1.0:1777582954.244093:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674960. 00000020:00000010:1.0:1777582954.244162:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.244165:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0300. 00000100:00000200:1.0:1777582954.244170:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707862272 02000000:00000010:1.0:1777582954.244213:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ae7df000. 00010000:00000010:1.0:1777582954.244268:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:1.0:1777582954.244450:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:1.0:1777582954.244476:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582954.244484:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582954.244503:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582954.244507:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582954.244515:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.244518:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582954.244634:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582954.244638:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9180. 00010000:00000010:1.0:1777582954.244643:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.244647:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00000020:00000010:1.0:1777582954.244681:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6820. 00000020:00000010:1.0:1777582954.244884:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6820. 00000020:00000010:1.0:1777582954.244897:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024887848a0. 00080000:00000010:1.0:1777582954.244907:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a614000. 00000001:00000010:0.0:1777582954.245477:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024888c9d20. 00000001:00000010:0.0:1777582954.245486:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185b40. 00000020:00000010:0.0:1777582954.245544:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024887848a0. 00010000:00000010:0.0:1777582954.245556:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582954.245561:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.245582:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582954.245628:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:0.0:1777582954.245654:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:3.0:1777582954.245655:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:3.0:1777582954.245664:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9180. 00010000:00000010:3.0:1777582954.245672:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185600. 00010000:00000200:0.0:1777582954.245677:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975380, last committed = 8589975157 00010000:00000200:0.0:1777582954.245691:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484958000 x1863928707862272/t8589975380(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.245713:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582954.245730:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707862272, offset 224 00000400:00000010:0.0:1777582954.245738:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f700. 00000400:00000200:0.0:1777582954.245743:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.245760:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.245767:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396975:396975:256:4294967295] 192.168.202.9@tcp LPNI seq info [396971:396971:8:4294967295] 00000400:00000200:0.0:1777582954.245775:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.245782:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.245788:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.245794:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582954.245801:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.245809:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.245813:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.245845:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9700. 00000020:00000010:0.0:1777582954.245850:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674960. 00000020:00000010:0.0:1777582954.245854:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18000. 00000800:00000200:1.0:1777582954.245988:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.245993:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:1.0:1777582954.245998:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.246004:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582954.249181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582954.249195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582954.249199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582954.249201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000400:00000200:1.0:1777582954.249625:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582954.249649:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142b5 00000400:00000200:1.0:1777582954.249659:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.249665:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582954.249673:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:1.0:1777582954.249676:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00010000:00000010:0.0:1777582954.249779:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:0.0:1777582954.249789:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a00. 00000400:00000200:1.0:1777582954.249878:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.249887:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884cf80 00000400:00000200:1.0:1777582954.249894:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 22440 00000400:00000200:1.0:1777582954.250280:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.250537:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.250545:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.250552:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55bb800. 00000020:00000010:0.0:1777582954.250712:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582954.250817:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582954.250827:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5faa600. 00000020:00000010:0.0:1777582954.250834:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582954.250840:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.250994:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582954.250998:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000100:00000200:0.0:1777582954.251002:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707862400 00000001:00000010:0.0:1777582954.251014:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:0.0:1777582954.251040:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582954.251049:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 02000000:00000010:0.0:1777582954.251080:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239a6ac000. 00010000:00000010:0.0:1777582954.251110:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582954.251116:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582954.251175:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582954.251180:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582954.251186:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582954.251190:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000004:00000010:0.0:1777582954.251328:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f561e0. 00000004:00000010:0.0:1777582954.251338:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22528. 00000004:00000010:0.0:1777582954.251346:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35210. 00080000:00000010:0.0:1777582954.251356:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74558. 00010000:00000010:3.1:1777582954.252274:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582954.252520:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582954.252617:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582954.252623:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.0:1777582954.253073:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582954.253078:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9300. 00010000:00000010:1.0:1777582954.253083:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582954.253088:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:0.0:1777582954.253508:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582954.253524:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582954.253530:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582954.253555:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:0.0:1777582954.253577:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55bb800 x1863928707862400/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.253598:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582954.253605:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707862400, offset 224 00000400:00000200:0.0:1777582954.253612:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.253626:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.253632:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396976:396976:256:4294967295] 192.168.202.9@tcp LPNI seq info [396972:396972:8:4294967295] 00000400:00000200:0.0:1777582954.253643:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.253648:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.253653:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582954.253660:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.253667:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.253671:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.253924:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582954.253929:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.253933:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5faa600. 00000800:00000200:3.0:1777582954.256936:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.256945:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582954.256953:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.256962:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.256969:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:3.0:1777582954.256971:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00000400:00000200:3.0:1777582954.256999:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.257014:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884d080 00000400:00000200:3.0:1777582954.257021:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 23016 00000400:00000200:3.0:1777582954.257036:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.257039:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.257045:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.257051:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484959c00. 00000020:00000010:3.0:1777582954.257104:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.257109:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.257116:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ae598200. 00000020:00000010:3.0:1777582954.257121:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.257127:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582954.257197:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.257201:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.257205:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707862656 02000000:00000010:3.0:1777582954.257245:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02392bb7000. 00010000:00000010:3.0:1777582954.257445:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:3.0:1777582954.257465:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9300. 00010000:00000010:3.0:1777582954.257488:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582954.257495:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582954.257515:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582954.257518:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86380. 00010000:00000010:3.0:1777582954.257523:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582954.257526:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582954.257637:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582954.257641:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86100. 00010000:00000010:3.0:1777582954.257645:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582954.257648:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00000020:00000010:3.0:1777582954.257675:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.257681:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.257886:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedba0. 00080000:00000010:3.0:1777582954.257897:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f81400. 00000001:00000010:3.0:1777582954.258652:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf240. 00000001:00000010:3.0:1777582954.258662:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582954.258896:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedba0. 00010000:00000010:3.0:1777582954.258912:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582954.258920:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582954.258945:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582954.259054:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582954.259073:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000200:3.0:1777582954.259092:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975381, last committed = 8589975157 00010000:00000200:3.0:1777582954.259104:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484959c00 x1863928707862656/t8589975381(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.259124:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582954.259131:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707862656, offset 224 00000400:00000010:3.0:1777582954.259159:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b77a8. 00000400:00000200:3.0:1777582954.259164:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.259180:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.259187:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396977:396977:256:4294967295] 192.168.202.9@tcp LPNI seq info [396973:396973:8:4294967295] 00000400:00000200:3.0:1777582954.259193:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.259200:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.259207:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.259211:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582954.259219:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.259226:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.259231:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.259259:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.259266:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582954.259270:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ae598200. 00000800:00000200:1.0:1777582954.259752:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.259757:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:1.0:1777582954.259762:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.259768:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.262455:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582954.262480:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142bd 00000400:00000200:1.0:1777582954.262488:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.262494:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582954.262502:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:1.0:1777582954.262506:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00000400:00000200:1.0:1777582954.262546:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.262554:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884d100 00000400:00000200:1.0:1777582954.262561:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 23504 00000400:00000200:1.0:1777582954.262642:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.262648:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.262655:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.262662:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8700. 00000020:00000010:1.0:1777582954.262824:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582954.262831:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582954.262837:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18600. 00000020:00000010:1.0:1777582954.262845:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.262851:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582954.262893:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582954.262896:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000100:00000200:1.0:1777582954.262898:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707862784 00000001:00000010:1.0:1777582954.262912:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185b40. 00010000:00000010:1.0:1777582954.262940:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582954.262950:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 02000000:00000010:1.0:1777582954.262986:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b58000. 00010000:00000010:1.0:1777582954.263020:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.263025:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.263046:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582954.263050:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.263054:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.263058:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:3.0:1777582954.263630:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582954.263641:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86380. 00000004:00000010:1.0:1777582954.264485:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b70e0. 00000004:00000010:1.0:1777582954.264498:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582954.264505:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945cb0. 00080000:00000010:1.0:1777582954.264515:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f8f0. 00010000:00000010:0.1:1777582954.264985:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582954.264992:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582954.264996:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582954.265000:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.0:1777582954.265032:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:0.0:1777582954.265041:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86100. 00010000:00000010:0.0:1777582954.265054:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:3.1:1777582954.267181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582954.267194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582954.267201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582954.267206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.0:1777582954.267635:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582954.267642:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9b00. 00010000:00000010:1.0:1777582954.267649:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.267658:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582954.267998:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.268012:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582954.268017:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.268045:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000200:1.0:1777582954.268067:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b8700 x1863928707862784/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.268089:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582954.268096:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707862784, offset 224 00000400:00000200:1.0:1777582954.268103:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.268117:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.268123:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396978:396978:256:4294967295] 192.168.202.9@tcp LPNI seq info [396974:396974:8:4294967295] 00000400:00000200:1.0:1777582954.268241:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.268248:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.268255:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582954.268263:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.268271:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.268275:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.268418:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9000. 00000020:00000010:1.0:1777582954.268424:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582954.268428:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18600. 00010000:00000010:3.1:1777582954.270227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582954.270244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582954.271453:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582954.271465:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582954.271471:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582954.271475:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582954.271480:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582954.271486:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000800:00000200:0.0:1777582954.271509:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.271515:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582954.271521:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.271530:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.271538:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:0.0:1777582954.271541:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000400:00000200:1.0:1777582954.272851:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.272869:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884d200 00000400:00000200:1.0:1777582954.272877:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 24080 00000400:00000200:1.0:1777582954.272897:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.272901:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.272907:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.272914:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55ba300. 00000020:00000010:0.0:1777582954.273015:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582954.273021:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582954.273028:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c47ce00. 00000020:00000010:0.0:1777582954.273034:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582954.273039:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.273088:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582954.273091:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000100:00000200:0.0:1777582954.273094:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707863040 02000000:00000010:0.0:1777582954.273172:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239a6a9000. 00010000:00000010:0.0:1777582954.273220:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:0.0:1777582954.273239:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9b00. 00010000:00000010:0.0:1777582954.273264:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582954.273272:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582954.273309:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582954.273314:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582954.273319:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582954.273322:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582954.273445:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582954.273450:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582954.273454:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582954.273458:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000020:00000010:0.0:1777582954.273490:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48ce0. 00000020:00000010:0.0:1777582954.273497:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48ce0. 00000020:00000010:0.0:1777582954.273511:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024888c9a20. 00080000:00000010:0.0:1777582954.273521:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b559ec00. 00000001:00000010:0.0:1777582954.273988:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02390cf91e0. 00000001:00000010:0.0:1777582954.273996:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185e40. 00000020:00000010:0.0:1777582954.274034:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024888c9a20. 00010000:00000010:0.0:1777582954.274043:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582954.274047:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582954.274059:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185540. 00010000:00000010:0.0:1777582954.274102:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582954.274122:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:0.0:1777582954.274166:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975382, last committed = 8589975157 00010000:00000200:0.0:1777582954.274178:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55ba300 x1863928707863040/t8589975382(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.274200:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582954.274208:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707863040, offset 224 00000400:00000010:0.0:1777582954.274216:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f0a8. 00000400:00000200:0.0:1777582954.274221:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.274238:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.274247:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396979:396979:256:4294967295] 192.168.202.9@tcp LPNI seq info [396975:396975:8:4294967295] 00000400:00000200:0.0:1777582954.274254:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.274265:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.274273:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.274278:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582954.274286:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.274296:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.274300:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.274321:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582954.274327:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.274332:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c47ce00. 00010000:00000010:0.0:1777582954.274370:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582954.274377:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582954.274387:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185540. 00000800:00000200:1.0:1777582954.274876:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.274882:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:1.0:1777582954.274887:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.274894:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582954.276743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582954.276762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582954.276766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582954.276769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000400:00000200:0.0:1777582954.278532:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.278556:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142c5 00000400:00000200:0.0:1777582954.278565:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.278570:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.278577:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777582954.278581:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000400:00000200:0.0:1777582954.278624:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.278631:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884d280 00000400:00000200:0.0:1777582954.278640:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 24568 00010000:00000010:1.0:1777582954.278942:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:1.0:1777582954.278955:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00000400:00000200:0.0:1777582954.279651:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.279663:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.279671:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.280015:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6d180. 00000020:00000010:3.0:1777582954.280573:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.280580:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.280587:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c2ffc00. 00000020:00000010:3.0:1777582954.280591:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86380. 00000020:00000010:3.0:1777582954.280597:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582954.280661:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.280664:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.280667:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707863168 00000001:00000010:3.0:1777582954.280678:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:3.0:1777582954.280713:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582954.280731:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 02000000:00000010:3.0:1777582954.280764:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933c8000. 00010000:00000010:3.0:1777582954.280793:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582954.280796:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582954.280815:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582954.280818:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.280822:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582954.280826:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00000004:00000010:3.0:1777582954.280918:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e914a0. 00000004:00000010:3.0:1777582954.280928:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c654b0. 00000004:00000010:3.0:1777582954.280935:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387dc0. 00080000:00000010:3.0:1777582954.280944:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13398. 00010000:00000010:1.0:1777582954.282082:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582954.282089:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9e00. 00010000:00000010:1.0:1777582954.282094:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582954.282100:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582954.282189:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:1.0:1777582954.282200:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:1.0:1777582954.282206:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:1.0:1777582954.282228:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000200:1.0:1777582954.282247:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6d180 x1863928707863168/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.282268:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582954.282276:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707863168, offset 224 00000400:00000200:1.0:1777582954.282453:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.282470:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.282478:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396980:396980:256:4294967295] 192.168.202.9@tcp LPNI seq info [396976:396976:8:4294967295] 00000400:00000200:1.0:1777582954.282495:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.282502:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.282508:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582954.282516:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.282523:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.282527:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.282554:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86380. 00000020:00000010:1.0:1777582954.282558:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:1.0:1777582954.282562:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c2ffc00. 00000800:00000200:3.0:1777582954.282695:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.282700:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582954.282705:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.282712:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.282728:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:3.0:1777582954.282730:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00010000:00000010:0.1:1777582954.284597:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582954.284615:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582954.284619:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582954.284624:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582954.284628:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582954.284631:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000200:1.0:1777582954.288959:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.288982:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884d380 00000400:00000200:1.0:1777582954.288993:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 25144 00000400:00000200:1.0:1777582954.289012:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.289018:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.289027:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.289034:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8a80. 00000020:00000010:3.0:1777582954.289175:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.289181:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.289187:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483a2da00. 00000020:00000010:3.0:1777582954.289193:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86100. 00000020:00000010:3.0:1777582954.289199:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582954.289248:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.289251:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.289254:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707863424 02000000:00000010:3.0:1777582954.289499:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933cc000. 00010000:00000010:3.0:1777582954.289548:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:3.0:1777582954.289567:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9e00. 00010000:00000010:3.0:1777582954.289592:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582954.289599:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582954.289618:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582954.289621:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86b00. 00010000:00000010:3.0:1777582954.289626:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582954.289629:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582954.289954:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582954.289958:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582954.289962:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582954.289965:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00000020:00000010:3.0:1777582954.289992:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.289999:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.290012:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf960. 00080000:00000010:3.0:1777582954.290021:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f83c00. 00000001:00000010:3.0:1777582954.290967:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf1e0. 00000001:00000010:3.0:1777582954.290977:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582954.291019:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf960. 00010000:00000010:3.0:1777582954.291031:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582954.291036:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582954.291052:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582954.291190:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582954.291216:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000200:3.0:1777582954.291240:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975383, last committed = 8589975157 00010000:00000200:3.0:1777582954.291254:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b8a80 x1863928707863424/t8589975383(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.291277:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582954.291381:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707863424, offset 224 00000400:00000010:3.0:1777582954.291392:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7b28. 00000400:00000200:3.0:1777582954.291398:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.291416:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.291425:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396981:396981:256:4294967295] 192.168.202.9@tcp LPNI seq info [396977:396977:8:4294967295] 00000400:00000200:3.0:1777582954.291433:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.291445:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.291452:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.291457:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582954.291466:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.291474:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.291479:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.291500:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86100. 00000020:00000010:3.0:1777582954.291505:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582954.291510:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483a2da00. 00000800:00000200:0.0:1777582954.291849:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.291855:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:0.0:1777582954.291861:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.291869:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.294763:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.294787:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142cd 00000400:00000200:0.0:1777582954.294795:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.294800:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.294807:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:0.0:1777582954.294810:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00010000:00000010:3.0:1777582954.295093:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582954.295107:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b00. 00000400:00000200:3.0:1777582954.296094:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.296110:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884d400 00000400:00000200:3.0:1777582954.296117:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 25632 00000400:00000200:3.0:1777582954.296204:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.296210:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.296218:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.296224:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484958380. 00000020:00000010:0.0:1777582954.297097:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582954.297104:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582954.297110:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c47ce00. 00000020:00000010:0.0:1777582954.297115:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582954.297120:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.297196:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:0.0:1777582954.297199:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000100:00000200:0.0:1777582954.297203:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707863552 00000001:00000010:0.0:1777582954.297217:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185e40. 00010000:00000010:0.0:1777582954.297245:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582954.297252:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 02000000:00000010:0.0:1777582954.297294:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02423a76000. 00010000:00000010:0.0:1777582954.297331:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582954.297336:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582954.297355:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582954.297358:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582954.297362:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582954.297365:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000004:00000010:0.0:1777582954.297485:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518f00. 00000004:00000010:0.0:1777582954.297493:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e221e0. 00000004:00000010:0.0:1777582954.297501:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34cc0. 00080000:00000010:0.0:1777582954.297509:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f751d0. 00010000:00000010:1.1:1777582954.298561:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582954.298571:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.0:1777582954.298601:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:1.0:1777582954.298609:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:1.0:1777582954.298618:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:0.0:1777582954.301902:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582954.301913:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582954.301920:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582954.301928:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582954.302020:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582954.302031:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582954.302036:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582954.302070:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:0.0:1777582954.302094:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484958380 x1863928707863552/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.302117:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582954.302125:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707863552, offset 224 00000400:00000200:0.0:1777582954.302285:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.302310:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.302318:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396982:396982:256:4294967295] 192.168.202.9@tcp LPNI seq info [396978:396978:8:4294967295] 00000400:00000200:0.0:1777582954.302333:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.302341:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.302347:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582954.302354:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.302363:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.302368:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.302401:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582954.302406:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.302411:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c47ce00. 00000800:00000200:3.0:1777582954.302620:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.302625:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582954.302631:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.302637:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.302642:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:3.0:1777582954.302644:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000400:00000200:0.0:1777582954.305185:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.305206:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884d500 00000400:00000200:0.0:1777582954.305216:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 26208 00000400:00000200:0.0:1777582954.305235:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.305241:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.305250:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.305257:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6d500. 00000020:00000010:3.0:1777582954.305365:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.305372:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.305380:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b66d7e00. 00000020:00000010:3.0:1777582954.305385:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86b00. 00000020:00000010:3.0:1777582954.305390:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582954.305435:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.305438:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.305442:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707863808 02000000:00000010:3.0:1777582954.305481:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aeae5000. 00010000:00000010:3.0:1777582954.305522:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:3.0:1777582954.305538:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00010000:00000010:3.0:1777582954.305558:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.305564:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582954.305580:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582954.305584:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86100. 00010000:00000010:3.0:1777582954.305588:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582954.305593:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582954.305735:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582954.305739:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582954.305743:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582954.305747:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00000020:00000010:3.0:1777582954.305781:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.305787:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.305798:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf960. 00080000:00000010:3.0:1777582954.305807:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f82000. 00000001:00000010:3.0:1777582954.306187:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfc00. 00000001:00000010:3.0:1777582954.306194:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582954.306226:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf960. 00010000:00000010:3.0:1777582954.306234:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582954.306237:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582954.306248:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582954.306282:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582954.306289:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582954.306304:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582954.306307:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582954.306319:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582954.306334:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975384, last committed = 8589975157 00010000:00000200:3.0:1777582954.306342:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6d500 x1863928707863808/t8589975384(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.306362:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582954.306368:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707863808, offset 224 00000400:00000010:3.0:1777582954.306374:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b72a0. 00000400:00000200:3.0:1777582954.306378:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.306390:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.306397:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396983:396983:256:4294967295] 192.168.202.9@tcp LPNI seq info [396979:396979:8:4294967295] 00000400:00000200:3.0:1777582954.306403:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.306410:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.306416:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.306421:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582954.306427:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.306436:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.306440:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.306455:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86b00. 00000020:00000010:3.0:1777582954.306458:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582954.306461:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b66d7e00. 00000800:00000200:3.0:1777582954.306542:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.306546:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582954.306550:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.306554:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.310005:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.310030:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142d5 00000400:00000200:3.0:1777582954.310039:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.310045:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.310053:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:3.0:1777582954.310058:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:3.0:1777582954.310172:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.310181:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884d580 00000400:00000200:3.0:1777582954.310189:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 26696 00000400:00000200:3.0:1777582954.310248:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.310254:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.310260:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.310267:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495aa00. 00000020:00000010:1.0:1777582954.311274:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582954.311282:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582954.311306:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18600. 00000020:00000010:1.0:1777582954.311311:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9500. 00000020:00000010:1.0:1777582954.311317:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582954.311365:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582954.311368:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000100:00000200:1.0:1777582954.311372:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707863936 00000001:00000010:1.0:1777582954.311383:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:1.0:1777582954.311411:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.311420:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 02000000:00000010:1.0:1777582954.311454:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b5f000. 00010000:00000010:1.0:1777582954.311487:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.311492:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.311515:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582954.311519:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f00. 00010000:00000010:1.0:1777582954.311523:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.311527:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00000004:00000010:1.0:1777582954.311660:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6000. 00000004:00000010:1.0:1777582954.311671:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a34b0. 00000004:00000010:1.0:1777582954.311681:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944000. 00080000:00000010:1.0:1777582954.311701:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fab8. 00010000:00000010:3.1:1777582954.312628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582954.312643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582954.312650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582954.312657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:1.0:1777582954.313380:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582954.313388:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9300. 00010000:00000010:1.0:1777582954.313396:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582954.313407:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582954.313505:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.313525:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582954.313533:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f00. 00010000:00000010:1.0:1777582954.313565:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582954.313587:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495aa00 x1863928707863936/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.313612:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777582954.313619:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707863936, offset 224 00000400:00000200:1.0:1777582954.313626:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.313640:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.313647:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396984:396984:256:4294967295] 192.168.202.9@tcp LPNI seq info [396980:396980:8:4294967295] 00000400:00000200:1.0:1777582954.313659:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.313665:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.313671:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582954.313678:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.313951:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.313957:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.314038:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9500. 00000020:00000010:1.0:1777582954.314043:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582954.314048:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18600. 00010000:00000010:0.0:1777582954.314172:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:0.0:1777582954.314181:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86100. 00000800:00000200:3.0:1777582954.316616:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.316624:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582954.316632:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.316641:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.316650:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:3.0:1777582954.316653:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00010000:00000010:1.1:1777582954.318189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582954.318202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582954.318209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582954.318213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582954.318218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582954.318222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000400:00000200:1.0:1777582954.318258:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.318277:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884d680 00000400:00000200:1.0:1777582954.318295:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 27272 00000400:00000200:1.0:1777582954.318319:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.318324:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.318333:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.318341:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a1f80. 00010000:00000010:3.1:1777582954.318523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582954.318532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582954.318537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582954.318542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582954.318547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582954.318551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582954.318555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582954.318560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000020:00000010:3.0:1777582954.318597:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.318603:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.318611:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b66d7e00. 00000020:00000010:3.0:1777582954.318616:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86b00. 00000020:00000010:3.0:1777582954.318620:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582954.318669:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.318673:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.318677:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707864192 02000000:00000010:3.0:1777582954.318737:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4d37000. 00010000:00000010:3.0:1777582954.318779:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:3.0:1777582954.318797:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9300. 00010000:00000010:3.0:1777582954.318820:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.318827:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582954.318844:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582954.318848:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582954.318853:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582954.318858:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582954.318986:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582954.318991:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86100. 00010000:00000010:3.0:1777582954.318995:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582954.319000:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00000020:00000010:3.0:1777582954.319035:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.319042:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.319053:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf960. 00080000:00000010:3.0:1777582954.319062:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f80400. 00000001:00000010:3.0:1777582954.320501:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedba0. 00000001:00000010:3.0:1777582954.320513:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582954.320573:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf960. 00010000:00000010:3.0:1777582954.320589:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582954.320597:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582954.320617:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582954.320734:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582954.320755:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582954.320773:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975385, last committed = 8589975157 00010000:00000200:3.0:1777582954.320784:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a1f80 x1863928707864192/t8589975385(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.320805:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582954.320812:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707864192, offset 224 00000400:00000010:3.0:1777582954.320819:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7d20. 00000400:00000200:3.0:1777582954.320823:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.320838:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.320844:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396985:396985:256:4294967295] 192.168.202.9@tcp LPNI seq info [396981:396981:8:4294967295] 00000400:00000200:3.0:1777582954.320851:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.320857:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.320863:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.320869:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582954.320876:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.320883:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.320887:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.320908:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86b00. 00000020:00000010:3.0:1777582954.320913:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582954.320916:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b66d7e00. 00000800:00000200:3.0:1777582954.321015:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.321019:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582954.321023:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.321027:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582954.321202:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582954.321209:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582954.321212:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582954.321214:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582954.321217:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582954.321220:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:3.0:1777582954.324314:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.324341:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142dd 00000400:00000200:3.0:1777582954.324350:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.324356:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.324364:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:3.0:1777582954.324368:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:3.0:1777582954.324399:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.324408:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884d700 00000400:00000200:3.0:1777582954.324416:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 27760 00000400:00000200:3.0:1777582954.324475:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.324481:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.324488:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.324494:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495a300. 00000020:00000010:3.0:1777582954.324549:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.324554:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.324560:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b66d7e00. 00000020:00000010:3.0:1777582954.324566:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86b00. 00000020:00000010:3.0:1777582954.324571:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582954.324607:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.324609:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.324613:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707864320 00000001:00000010:3.0:1777582954.324623:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582954.324647:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582954.324654:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 02000000:00000010:3.0:1777582954.324682:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4d31000. 00010000:00000010:3.0:1777582954.324733:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582954.324739:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582954.324757:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582954.324760:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582954.324764:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582954.324766:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00000004:00000010:3.0:1777582954.324868:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91a40. 00000004:00000010:3.0:1777582954.324878:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65f00. 00000004:00000010:3.0:1777582954.324884:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386770. 00080000:00000010:3.0:1777582954.324894:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13ab8. 00010000:00000010:0.0:1777582954.325197:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:0.0:1777582954.325208:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00010000:00000010:1.1:1777582954.326664:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582954.326677:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582954.326683:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582954.326699:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.326745:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:1.0:1777582954.326755:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86100. 00010000:00000010:1.0:1777582954.326768:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:0.0:1777582954.327032:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582954.327037:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582954.327043:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582954.327049:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582954.327126:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:0.0:1777582954.327916:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:0.0:1777582954.327926:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:0.0:1777582954.327957:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:0.0:1777582954.327976:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495a300 x1863928707864320/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.328000:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582954.328008:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707864320, offset 224 00000400:00000200:0.0:1777582954.328015:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.328029:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.328036:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396986:396986:256:4294967295] 192.168.202.9@tcp LPNI seq info [396982:396982:8:4294967295] 00000400:00000200:0.0:1777582954.328047:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.328052:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.328058:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582954.328064:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.328072:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.328076:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.328167:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86b00. 00000020:00000010:0.0:1777582954.328173:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:0.0:1777582954.328178:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b66d7e00. 00010000:00000010:3.1:1777582954.328464:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582954.328472:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582954.328479:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582954.328485:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582954.331202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582954.331226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.1:1777582954.331292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582954.331307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000800:00000200:3.0:1777582954.332059:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.332067:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582954.332077:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.332088:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.332096:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:3.0:1777582954.332100:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00000400:00000200:1.0:1777582954.333442:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.333463:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884d800 00000400:00000200:1.0:1777582954.333471:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 28336 00000400:00000200:1.0:1777582954.333488:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.333492:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.333499:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.333506:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2300. 00000020:00000010:3.0:1777582954.333736:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.333741:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.333748:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b66d7000. 00000020:00000010:3.0:1777582954.333754:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86380. 00000020:00000010:3.0:1777582954.333759:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582954.333804:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.333808:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.333810:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707864576 02000000:00000010:3.0:1777582954.333847:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4d30000. 00010000:00000010:3.0:1777582954.333888:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:3.0:1777582954.333904:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:3.0:1777582954.333925:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.333931:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582954.333949:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582954.333953:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.333958:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582954.333961:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582954.334092:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582954.334097:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86b00. 00010000:00000010:3.0:1777582954.334100:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582954.334104:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000020:00000010:3.0:1777582954.334161:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.334170:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.334185:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedea0. 00080000:00000010:3.0:1777582954.334198:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f81c00. 00000001:00000010:3.0:1777582954.334707:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf300. 00000001:00000010:3.0:1777582954.334715:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582954.334764:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedea0. 00010000:00000010:3.0:1777582954.334775:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582954.334780:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582954.334794:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582954.334842:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582954.334861:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:3.0:1777582954.334878:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975386, last committed = 8589975157 00010000:00000200:3.0:1777582954.334890:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a2300 x1863928707864576/t8589975386(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.334911:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582954.334918:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707864576, offset 224 00000400:00000010:3.0:1777582954.334924:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7460. 00000400:00000200:3.0:1777582954.334928:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.334944:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.334952:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396987:396987:256:4294967295] 192.168.202.9@tcp LPNI seq info [396983:396983:8:4294967295] 00000400:00000200:3.0:1777582954.334959:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.334966:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.334972:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.334977:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582954.334983:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.334991:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.334995:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.335019:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86380. 00000020:00000010:3.0:1777582954.335023:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582954.335027:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b66d7000. 00000800:00000200:3.0:1777582954.335163:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.335168:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582954.335173:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.335177:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582954.335731:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:0.0:1777582954.335742:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b00. 00010000:00000010:0.0:1777582954.335752:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:0.1:1777582954.339392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582954.339408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582954.339417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582954.339422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:1.0:1777582954.339577:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582954.339601:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142e5 00000400:00000200:1.0:1777582954.339609:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.339616:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582954.339623:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:1.0:1777582954.339627:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:1.0:1777582954.339711:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.339734:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884d880 00000400:00000200:1.0:1777582954.339743:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 28824 00000400:00000200:1.0:1777582954.339811:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.339816:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.339822:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.339828:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0a80. 00000020:00000010:3.0:1777582954.339928:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.339934:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.339941:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b66d7000. 00000020:00000010:3.0:1777582954.339946:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86380. 00000020:00000010:3.0:1777582954.339952:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582954.339998:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.340001:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.340004:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707864704 00000001:00000010:3.0:1777582954.340016:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:3.0:1777582954.340041:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582954.340049:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 02000000:00000010:3.0:1777582954.340078:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023df834000. 00010000:00000010:3.0:1777582954.340107:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582954.340112:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582954.340152:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582954.340156:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582954.340161:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582954.340164:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00000004:00000010:3.0:1777582954.340268:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e912c0. 00000004:00000010:3.0:1777582954.340277:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65438. 00000004:00000010:3.0:1777582954.340303:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386220. 00080000:00000010:3.0:1777582954.340314:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13008. 00010000:00000010:1.0:1777582954.342040:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582954.342050:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582954.342057:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.342064:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582954.342178:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:1.0:1777582954.342191:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:1.0:1777582954.342198:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:1.0:1777582954.342223:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:1.0:1777582954.342242:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a0a80 x1863928707864704/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.342262:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777582954.342269:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707864704, offset 224 00000400:00000200:1.0:1777582954.342276:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.342310:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.342319:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396988:396988:256:4294967295] 192.168.202.9@tcp LPNI seq info [396984:396984:8:4294967295] 00000400:00000200:1.0:1777582954.342332:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.342338:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.342344:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582954.342350:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.342359:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.342364:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.342390:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86380. 00000020:00000010:1.0:1777582954.342395:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a877d0. 00000020:00000010:1.0:1777582954.342398:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b66d7000. 00000800:00000200:3.0:1777582954.343013:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.343018:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582954.343023:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.343028:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.343034:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:3.0:1777582954.343037:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00010000:00000010:0.0:1777582954.345373:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:0.0:1777582954.345392:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00000400:00000200:0.0:1777582954.346656:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.346678:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884d980 00000400:00000200:0.0:1777582954.346694:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 29400 00000400:00000200:0.0:1777582954.346724:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.346729:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.346738:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.346745:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6ed80. 00000020:00000010:1.0:1777582954.347526:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582954.347534:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582954.347542:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18600. 00000020:00000010:1.0:1777582954.347548:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9700. 00000020:00000010:1.0:1777582954.347554:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582954.347604:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582954.347607:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000100:00000200:1.0:1777582954.347611:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707864960 02000000:00000010:1.0:1777582954.347650:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02399b5e000. 00010000:00000010:1.0:1777582954.347896:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582954.347912:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582954.347932:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.347938:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582954.347954:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582954.347957:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582954.347963:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.347967:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582954.348094:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582954.348098:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9180. 00010000:00000010:1.0:1777582954.348103:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.348108:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:0.1:1777582954.348226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582954.348234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000020:00000010:1.0:1777582954.348363:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d60a0. 00000020:00000010:1.0:1777582954.348372:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d60a0. 00000020:00000010:1.0:1777582954.348384:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a86180. 00080000:00000010:1.0:1777582954.348395:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a615c00. 00000001:00000010:1.0:1777582954.349521:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a868a0. 00000001:00000010:1.0:1777582954.349531:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582954.349575:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a86180. 00010000:00000010:1.0:1777582954.349588:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.349595:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582954.349614:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582954.349731:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.349751:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582954.349772:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975387, last committed = 8589975157 00010000:00000200:1.0:1777582954.349785:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6ed80 x1863928707864960/t8589975387(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.349807:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582954.349814:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707864960, offset 224 00000400:00000010:1.0:1777582954.349823:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2658. 00000400:00000200:1.0:1777582954.349827:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.349845:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.349854:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396989:396989:256:4294967295] 192.168.202.9@tcp LPNI seq info [396985:396985:8:4294967295] 00000400:00000200:1.0:1777582954.349862:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.349869:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.349879:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.349884:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582954.349891:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.349898:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.349902:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.349931:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9700. 00000020:00000010:1.0:1777582954.349937:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582954.349941:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18600. 00000800:00000200:0.0:1777582954.350225:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.350230:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582954.350236:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.350243:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582954.351178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582954.351188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582954.352737:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582954.352754:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582954.352759:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582954.352762:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.352807:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:3.0:1777582954.352817:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9180. 00010000:00000010:3.0:1777582954.352825:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00000400:00000200:3.0:1777582954.353376:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.353396:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884da00 00000400:00000200:3.0:1777582954.353406:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 29888 00000400:00000200:3.0:1777582954.353425:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.353431:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.353441:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.353448:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495ad80. 00000400:00000200:3.0:1777582954.354772:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.354788:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142ed 00000400:00000200:3.0:1777582954.354795:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.354799:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.354805:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:3.0:1777582954.354808:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00010000:00000010:1.0:1777582954.354906:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582954.354917:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a00. 00000020:00000010:0.0:1777582954.356072:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b440. 00000020:00000010:0.0:1777582954.356081:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b440. 00000020:00000010:0.0:1777582954.356089:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c47ce00. 00000020:00000010:0.0:1777582954.356096:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582954.356102:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.356178:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b440. 00000020:00000010:0.0:1777582954.356181:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b440. 00000100:00000200:0.0:1777582954.356186:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707865088 00000001:00000010:0.0:1777582954.356198:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:0.0:1777582954.356223:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582954.356231:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 02000000:00000010:0.0:1777582954.356260:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02423a72000. 00010000:00000010:1.1:1777582954.356489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:1.1:1777582954.356498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582954.356504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:1.1:1777582954.356509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.1:1777582954.356514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582954.356522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582954.356527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582954.356532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.0:1777582954.356563:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582954.356569:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582954.356589:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582954.356593:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582954.356597:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582954.356602:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00000004:00000010:0.0:1777582954.356867:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518b40. 00000004:00000010:0.0:1777582954.356878:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22f00. 00000004:00000010:0.0:1777582954.356885:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34770. 00080000:00000010:0.0:1777582954.356895:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74e40. 00010000:00000010:0.0:1777582954.358474:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582954.358483:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582954.358490:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582954.358496:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582954.358580:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582954.358592:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582954.358597:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582954.358622:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000200:0.0:1777582954.358644:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495ad80 x1863928707865088/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.358664:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582954.358671:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707865088, offset 224 00000400:00000200:0.0:1777582954.358678:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.358872:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.358879:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396990:396990:256:4294967295] 192.168.202.9@tcp LPNI seq info [396986:396986:8:4294967295] 00000400:00000200:0.0:1777582954.358891:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.358898:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.358904:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582954.358911:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.358919:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.358922:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.358996:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582954.359001:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.359005:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c47ce00. 00010000:00000010:3.1:1777582954.359273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582954.359282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582954.362468:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582954.362485:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000800:00000200:1.0:1777582954.362509:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.362514:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582954.362522:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.362533:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.362541:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:1.0:1777582954.362545:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000400:00000200:0.0:1777582954.364027:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.364049:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884db00 00000400:00000200:0.0:1777582954.364058:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 30464 00000400:00000200:0.0:1777582954.364077:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.364082:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.364092:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.364099:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6f480. 00000020:00000010:3.0:1777582954.364477:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.364484:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.364490:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483a2da00. 00000020:00000010:3.0:1777582954.364496:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86100. 00000020:00000010:3.0:1777582954.364500:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582954.364577:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.364581:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.364584:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707865344 02000000:00000010:3.0:1777582954.364627:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df831000. 00010000:00000010:3.0:1777582954.364672:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:3.0:1777582954.364700:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d00. 00010000:00000010:3.0:1777582954.364731:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.364739:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582954.364756:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582954.364760:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582954.364764:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582954.364768:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582954.364883:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582954.364886:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.364890:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582954.364893:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00000020:00000010:3.0:1777582954.364922:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.364928:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.364939:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecfd20. 00080000:00000010:3.0:1777582954.364949:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385a9a400. 00010000:00000010:0.1:1777582954.365572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582954.365582:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582954.365587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582954.365592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000001:00000010:3.0:1777582954.365969:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedde0. 00000001:00000010:3.0:1777582954.365979:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582954.366033:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecfd20. 00010000:00000010:3.0:1777582954.366046:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582954.366051:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582954.366070:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582954.366195:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582954.366219:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:3.0:1777582954.366242:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975388, last committed = 8589975157 00010000:00000200:3.0:1777582954.366255:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6f480 x1863928707865344/t8589975388(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.366276:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582954.366424:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707865344, offset 224 00000400:00000010:3.0:1777582954.366435:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7850. 00000400:00000200:3.0:1777582954.366441:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.366459:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.366467:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396991:396991:256:4294967295] 192.168.202.9@tcp LPNI seq info [396987:396987:8:4294967295] 00000400:00000200:3.0:1777582954.366475:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.366487:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.366494:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.366501:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582954.366509:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.366519:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.366523:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.366552:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86100. 00000020:00000010:3.0:1777582954.366558:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582954.366563:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483a2da00. 00000800:00000200:3.0:1777582954.366694:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.366699:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582954.366705:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.366712:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582954.370053:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:0.0:1777582954.370075:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:0.0:1777582954.370092:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000400:00000200:1.0:1777582954.370458:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582954.370481:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142f5 00000400:00000200:1.0:1777582954.370490:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.370495:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582954.370503:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:1.0:1777582954.370506:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00000400:00000200:1.0:1777582954.370545:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.370552:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884db80 00000400:00000200:1.0:1777582954.370561:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 30952 00000400:00000200:1.0:1777582954.370642:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.370648:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.370654:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.370661:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0e00. 00000020:00000010:1.0:1777582954.371183:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582954.371190:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582954.371197:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18600. 00000020:00000010:1.0:1777582954.371203:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9a00. 00000020:00000010:1.0:1777582954.371208:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582954.371257:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0240. 00000020:00000010:1.0:1777582954.371261:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0240. 00000100:00000200:1.0:1777582954.371265:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707865472 00000001:00000010:1.0:1777582954.371276:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.371317:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.371324:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 02000000:00000010:1.0:1777582954.371352:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b5a000. 00010000:00000010:1.0:1777582954.371380:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.371384:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582954.371403:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582954.371406:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9700. 00010000:00000010:1.0:1777582954.371412:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.371415:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00000004:00000010:1.0:1777582954.371535:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7680. 00000004:00000010:1.0:1777582954.371546:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3780. 00000004:00000010:1.0:1777582954.371553:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944dd0. 00080000:00000010:1.0:1777582954.371562:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e720. 00010000:00000010:0.0:1777582954.372511:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:0.0:1777582954.372524:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00010000:00000010:3.1:1777582954.373215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582954.373223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.0:1777582954.373612:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582954.373618:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9300. 00010000:00000010:1.0:1777582954.373625:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.373631:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582954.373902:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582954.373920:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.373926:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9700. 00010000:00000010:1.0:1777582954.373958:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000200:1.0:1777582954.373983:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a0e00 x1863928707865472/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.374014:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777582954.374024:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707865472, offset 224 00000400:00000200:1.0:1777582954.374034:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.374053:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.374064:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396992:396992:256:4294967295] 192.168.202.9@tcp LPNI seq info [396988:396988:8:4294967295] 00000400:00000200:1.0:1777582954.374082:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.374090:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.374096:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582954.374104:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.374114:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.374119:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.374310:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9a00. 00000020:00000010:1.0:1777582954.374317:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582954.374324:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18600. 00000800:00000200:0.0:1777582954.376735:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.376746:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582954.376756:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.376766:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.376774:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:0.0:1777582954.376777:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00010000:00000010:3.1:1777582954.378243:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582954.378254:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582954.378542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582954.378552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582954.378557:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582954.378561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:0.0:1777582954.378599:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.378619:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884dc80 00000400:00000200:0.0:1777582954.378628:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 31528 00000400:00000200:0.0:1777582954.378647:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.378653:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.378663:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.378668:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6e680. 00000020:00000010:3.0:1777582954.378867:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.378874:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.378882:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248370f800. 00000020:00000010:3.0:1777582954.378888:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86100. 00000020:00000010:3.0:1777582954.378893:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582954.378935:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.378939:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.378942:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707865728 02000000:00000010:3.0:1777582954.378984:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df837000. 00010000:00000010:3.0:1777582954.379031:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:3.0:1777582954.379047:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9300. 00010000:00000010:3.0:1777582954.379066:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.379072:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582954.379089:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582954.379092:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86380. 00010000:00000010:3.0:1777582954.379097:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582954.379100:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582954.379263:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582954.379268:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86300. 00010000:00000010:3.0:1777582954.379272:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582954.379278:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:1.1:1777582954.379402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582954.379410:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582954.379415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582954.379419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000020:00000010:3.0:1777582954.379540:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.379547:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e054e0. 00000020:00000010:3.0:1777582954.379559:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedea0. 00080000:00000010:3.0:1777582954.379570:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385a9bc00. 00000001:00000010:3.0:1777582954.380198:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfea0. 00000001:00000010:3.0:1777582954.380207:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582954.380267:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedea0. 00010000:00000010:3.0:1777582954.380280:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582954.380929:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582954.381111:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582954.381252:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582954.381281:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:3.0:1777582954.381322:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975389, last committed = 8589975157 00010000:00000200:3.0:1777582954.381335:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6e680 x1863928707865728/t8589975389(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.381358:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582954.381365:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707865728, offset 224 00000400:00000010:3.0:1777582954.381374:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b73f0. 00000400:00000200:3.0:1777582954.381379:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.381398:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.381406:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396993:396993:256:4294967295] 192.168.202.9@tcp LPNI seq info [396989:396989:8:4294967295] 00000400:00000200:3.0:1777582954.381414:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.381425:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.381433:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.381438:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582954.381447:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.381455:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.381460:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.381497:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86100. 00000020:00000010:3.0:1777582954.381503:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582954.381507:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248370f800. 00000800:00000200:0.0:1777582954.382204:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.382210:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:0.0:1777582954.382216:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.382224:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.384243:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.384265:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2142fd 00000400:00000200:0.0:1777582954.384273:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.384277:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.384300:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:0.0:1777582954.384304:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00010000:00000010:1.0:1777582954.384664:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:1.0:1777582954.384678:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86300. 00010000:00000010:1.0:1777582954.384696:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:1.0:1777582954.384730:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:1.0:1777582954.384736:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86380. 00010000:00000010:3.1:1777582954.386276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582954.386306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00000400:00000200:0.0:1777582954.386515:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.386532:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884dd00 00000400:00000200:0.0:1777582954.386541:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 32016 00000400:00000200:0.0:1777582954.386609:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.386615:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.386622:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.386628:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6c380. 00000020:00000010:3.0:1777582954.386746:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.386751:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.386759:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248370f800. 00000020:00000010:3.0:1777582954.386765:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86100. 00000020:00000010:3.0:1777582954.386770:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582954.386819:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777582954.386822:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777582954.386825:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707865856 00000001:00000010:3.0:1777582954.386840:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:3.0:1777582954.386870:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582954.386880:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 02000000:00000010:3.0:1777582954.386912:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023df832000. 00010000:00000010:3.0:1777582954.386946:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582954.386950:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582954.386970:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582954.386973:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86b00. 00010000:00000010:3.0:1777582954.386977:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582954.386979:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00000004:00000010:3.0:1777582954.387081:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91c20. 00000004:00000010:3.0:1777582954.387091:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c659d8. 00000004:00000010:3.0:1777582954.387098:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386aa0. 00080000:00000010:3.0:1777582954.387108:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13728. 00010000:00000010:3.1:1777582954.391867:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582954.391881:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582954.394266:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582954.394282:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:1.1:1777582954.394285:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582954.394288:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.0:1777582954.394964:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582954.394971:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9e00. 00010000:00000010:1.0:1777582954.394977:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.394985:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582954.395072:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:1.0:1777582954.395087:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:1.0:1777582954.395093:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b00. 00010000:00000010:1.0:1777582954.395120:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:1.0:1777582954.395185:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6c380 x1863928707865856/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.395208:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582954.395216:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707865856, offset 224 00000400:00000200:1.0:1777582954.395224:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.395239:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.395247:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396994:396994:256:4294967295] 192.168.202.9@tcp LPNI seq info [396990:396990:8:4294967295] 00000400:00000200:1.0:1777582954.395260:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.395266:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.395272:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582954.395279:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.395286:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.395290:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.396440:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86100. 00000020:00000010:1.0:1777582954.396450:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:1.0:1777582954.396456:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248370f800. 00000800:00000200:2.0:1777582954.397087:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.397095:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582954.397101:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.397111:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582954.397120:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:2.0:1777582954.397123:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000400:00000200:3.0:1777582954.401011:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.401033:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884de00 00000400:00000200:3.0:1777582954.401041:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 32592 00000400:00000200:3.0:1777582954.401057:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.401062:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.401071:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.401079:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495a680. 00010000:00000010:1.1:1777582954.401180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582954.401189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582954.401194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582954.401197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000020:00000010:1.0:1777582954.401239:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582954.401246:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582954.401251:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18600. 00000020:00000010:1.0:1777582954.401258:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9300. 00000020:00000010:1.0:1777582954.401263:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582954.401318:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582954.401321:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000100:00000200:1.0:1777582954.401324:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707866112 02000000:00000010:1.0:1777582954.401367:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0240fb51000. 00010000:00000010:1.0:1777582954.401410:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582954.401424:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9e00. 00010000:00000010:1.0:1777582954.401445:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.401450:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582954.401466:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582954.401469:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9e00. 00010000:00000010:1.0:1777582954.401474:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.401477:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.401588:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582954.401592:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3600. 00010000:00000010:1.0:1777582954.401596:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.401600:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00000020:00000010:1.0:1777582954.401624:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6a20. 00000020:00000010:1.0:1777582954.401631:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6a20. 00000020:00000010:1.0:1777582954.401643:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a867e0. 00080000:00000010:1.0:1777582954.401652:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e979000. 00000001:00000010:1.0:1777582954.402476:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a86300. 00000001:00000010:1.0:1777582954.402485:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582954.402522:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a867e0. 00010000:00000010:1.0:1777582954.402533:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.402538:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582954.402554:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.402598:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582954.402605:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.402625:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582954.402630:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3600. 00010000:00000010:1.0:1777582954.402644:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000200:1.0:1777582954.402663:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975390, last committed = 8589975157 00010000:00000200:1.0:1777582954.402674:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495a680 x1863928707866112/t8589975390(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.402695:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582954.402701:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707866112, offset 224 00000400:00000010:1.0:1777582954.402708:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2f88. 00000400:00000200:1.0:1777582954.402712:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.402740:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.402748:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396995:396995:256:4294967295] 192.168.202.9@tcp LPNI seq info [396991:396991:8:4294967295] 00000400:00000200:1.0:1777582954.402755:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.402763:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.402769:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.402774:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582954.402781:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.402788:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.402793:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.402815:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9300. 00000020:00000010:1.0:1777582954.402821:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582954.402826:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18600. 00000800:00000200:1.0:1777582954.402926:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.402930:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:1.0:1777582954.402934:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.402938:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.407299:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.407325:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214305 00000400:00000200:3.0:1777582954.407334:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.407339:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.407347:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:3.0:1777582954.407350:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00010000:00000010:1.0:1777582954.408415:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.408430:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9e00. 00000400:00000200:3.0:1777582954.408698:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.408727:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884de80 00000400:00000200:3.0:1777582954.408737:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 33080 00000400:00000200:3.0:1777582954.408794:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.408799:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.408805:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.408818:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca18700. 00000020:00000010:1.0:1777582954.409232:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582954.409238:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582954.409245:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18600. 00000020:00000010:1.0:1777582954.409251:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3600. 00000020:00000010:1.0:1777582954.409256:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582954.409309:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582954.409312:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000100:00000200:1.0:1777582954.409316:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707866240 00000001:00000010:1.0:1777582954.409328:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:1.0:1777582954.409351:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582954.409358:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 02000000:00000010:1.0:1777582954.409385:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb52000. 00010000:00000010:1.0:1777582954.409416:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582954.409419:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582954.409439:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582954.409443:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c00. 00010000:00000010:1.0:1777582954.409448:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.409451:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00000004:00000010:1.0:1777582954.409545:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6960. 00000004:00000010:1.0:1777582954.409554:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3000. 00000004:00000010:1.0:1777582954.409563:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944ee0. 00080000:00000010:1.0:1777582954.409572:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e000. 00080000:00000010:1.0:1777582954.412057:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b398. 00000004:00000010:1.0:1777582954.412074:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35870. 00000004:00000010:1.0:1777582954.412081:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22258. 00000004:00000010:1.0:1777582954.412088:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56780. 00080000:00000010:1.0:1777582954.412106:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f748e8. 00000004:00000010:1.0:1777582954.412108:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34ee0. 00000004:00000010:1.0:1777582954.412111:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22e88. 00000004:00000010:1.0:1777582954.412113:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56b40. 00080000:00000010:1.0:1777582954.412160:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489adbc80. 00000004:00000010:1.0:1777582954.412184:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386990. 00000004:00000010:1.0:1777582954.412188:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65ca8. 00000004:00000010:1.0:1777582954.412191:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e903c0. 00080000:00000010:1.0:1777582954.412206:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13ab8. 00000004:00000010:1.0:1777582954.412210:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386770. 00000004:00000010:1.0:1777582954.412212:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65f00. 00000004:00000010:1.0:1777582954.412214:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91a40. 00080000:00000010:1.0:1777582954.412226:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e121c8. 00000004:00000010:1.0:1777582954.412228:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387210. 00000004:00000010:1.0:1777582954.412230:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c653c0. 00000004:00000010:1.0:1777582954.412232:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e901e0. 00080000:00000010:1.0:1777582954.412240:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12ab0. 00000004:00000010:1.0:1777582954.412242:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386000. 00000004:00000010:1.0:1777582954.412244:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c655a0. 00000004:00000010:1.0:1777582954.412245:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91860. 00080000:00000010:1.0:1777582954.412260:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d008. 00000004:00000010:1.0:1777582954.412263:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756770. 00000004:00000010:1.0:1777582954.412265:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb04b0. 00000004:00000010:1.0:1777582954.412269:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71685a0. 00080000:00000010:1.0:1777582954.412280:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a8e8. 00010000:00000010:3.0:1777582954.412591:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582954.412598:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582954.412605:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.412612:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582954.412711:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:3.0:1777582954.412828:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:3.0:1777582954.412834:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c00. 00010000:00000010:3.0:1777582954.412865:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000200:3.0:1777582954.412889:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca18700 x1863928707866240/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582954.412912:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582954.412920:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707866240, offset 224 00000400:00000200:3.0:1777582954.412928:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.412945:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.412953:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396996:396996:256:4294967295] 192.168.202.9@tcp LPNI seq info [396992:396992:8:4294967295] 00000400:00000200:3.0:1777582954.412967:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.412973:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.412978:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582954.412985:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.412992:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.412997:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.413023:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3600. 00000020:00000010:3.0:1777582954.413027:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:3.0:1777582954.413032:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18600. 00000004:00000010:1.0:1777582954.413455:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34990. 00000004:00000010:1.0:1777582954.413464:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22780. 00000004:00000010:1.0:1777582954.413468:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57680. 00080000:00000010:1.0:1777582954.413487:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12390. 00000004:00000010:1.0:1777582954.413491:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387ba0. 00000004:00000010:1.0:1777582954.413493:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65618. 00000004:00000010:1.0:1777582954.413495:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90b40. 00080000:00000010:1.0:1777582954.413506:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e138f0. 00000004:00000010:1.0:1777582954.413508:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386330. 00000004:00000010:1.0:1777582954.413511:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65e10. 00000004:00000010:1.0:1777582954.413513:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e910e0. 00080000:00000010:1.0:1777582954.413524:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e1c8. 00000004:00000010:1.0:1777582954.413527:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945a90. 00000004:00000010:1.0:1777582954.413530:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3078. 00000004:00000010:1.0:1777582954.413532:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6780. 00080000:00000010:1.0:1777582954.413541:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13728. 00000004:00000010:1.0:1777582954.413544:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386aa0. 00000004:00000010:1.0:1777582954.413546:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c659d8. 00000004:00000010:1.0:1777582954.413548:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91c20. 00080000:00000010:1.0:1777582954.413557:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b008. 00000004:00000010:1.0:1777582954.413559:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35430. 00000004:00000010:1.0:1777582954.413561:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22618. 00000004:00000010:1.0:1777582954.413563:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56d20. 00080000:00000010:1.0:1777582954.413572:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13398. 00000004:00000010:1.0:1777582954.413574:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387dc0. 00000004:00000010:1.0:1777582954.413576:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c654b0. 00000004:00000010:1.0:1777582954.413578:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e914a0. 00080000:00000010:1.0:1777582954.413587:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ee40. 00000004:00000010:1.0:1777582954.413590:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ba0. 00000004:00000010:1.0:1777582954.413592:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582954.413594:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b63c0. 00080000:00000010:1.0:1777582954.413603:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f560. 00000004:00000010:1.0:1777582954.413605:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944660. 00000004:00000010:1.0:1777582954.413607:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582954.413609:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6f00. 00080000:00000010:1.0:1777582954.413623:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097ac78. 00000004:00000010:1.0:1777582954.413626:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34330. 00000004:00000010:1.0:1777582954.413628:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22960. 00000004:00000010:1.0:1777582954.413630:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f572c0. 00080000:00000010:1.0:1777582954.413638:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f008. 00000004:00000010:1.0:1777582954.413641:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945320. 00000004:00000010:1.0:1777582954.413643:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a39d8. 00000004:00000010:1.0:1777582954.413645:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b65a0. 00080000:00000010:1.0:1777582954.413653:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74fab8. 00000004:00000010:1.0:1777582954.413656:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944000. 00000004:00000010:1.0:1777582954.413659:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a34b0. 00000004:00000010:1.0:1777582954.413661:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6000. 00080000:00000010:1.0:1777582954.413670:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097ae40. 00000004:00000010:1.0:1777582954.413672:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34aa0. 00000004:00000010:1.0:1777582954.413674:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22690. 00000004:00000010:1.0:1777582954.413676:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f565a0. 00080000:00000010:1.0:1777582954.413685:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b1d0. 00000004:00000010:1.0:1777582954.413688:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34dd0. 00000004:00000010:1.0:1777582954.413690:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e228e8. 00000004:00000010:1.0:1777582954.413692:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56960. 00080000:00000010:1.0:1777582954.413701:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13008. 00000004:00000010:1.0:1777582954.413703:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386220. 00000004:00000010:1.0:1777582954.413705:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65438. 00000004:00000010:1.0:1777582954.413707:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e912c0. 00080000:00000010:1.0:1777582954.414923:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a720. 00000004:00000010:1.0:1777582954.414933:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34880. 00000004:00000010:1.0:1777582954.414937:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22c30. 00000004:00000010:1.0:1777582954.414943:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57860. 00080000:00000010:1.0:1777582954.414962:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e8e8. 00000004:00000010:1.0:1777582954.414964:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945100. 00000004:00000010:1.0:1777582954.414967:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582954.414969:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7860. 00080000:00000010:1.0:1777582954.414979:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e720. 00000004:00000010:1.0:1777582954.414981:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944dd0. 00000004:00000010:1.0:1777582954.414983:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3780. 00000004:00000010:1.0:1777582954.414985:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7680. 00080000:00000010:1.0:1777582954.414995:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74e40. 00000004:00000010:1.0:1777582954.414998:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34770. 00000004:00000010:1.0:1777582954.415000:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22f00. 00000004:00000010:1.0:1777582954.415002:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518b40. 00080000:00000010:1.0:1777582954.415011:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097bab8. 00000004:00000010:1.0:1777582954.415014:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34ff0. 00000004:00000010:1.0:1777582954.415016:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22000. 00000004:00000010:1.0:1777582954.415018:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57c20. 00080000:00000010:1.0:1777582954.415027:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a1c8. 00000004:00000010:1.0:1777582954.415029:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35dc0. 00000004:00000010:1.0:1777582954.415031:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22ca8. 00000004:00000010:1.0:1777582954.415033:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f570e0. 00080000:00000010:1.0:1777582954.415041:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75c80. 00000004:00000010:1.0:1777582954.415044:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35a90. 00000004:00000010:1.0:1777582954.415046:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22a50. 00000004:00000010:1.0:1777582954.415048:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56f00. 00080000:00000010:1.0:1777582954.415058:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a000. 00000004:00000010:1.0:1777582954.415060:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35760. 00000004:00000010:1.0:1777582954.415062:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22438. 00000004:00000010:1.0:1777582954.415064:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f563c0. 00080000:00000010:1.0:1777582954.415074:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489adbab8. 00000004:00000010:1.0:1777582954.415077:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387980. 00000004:00000010:1.0:1777582954.415079:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c658e8. 00000004:00000010:1.0:1777582954.415081:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91e00. 00080000:00000010:1.0:1777582954.415093:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f1d0. 00000004:00000010:1.0:1777582954.415095:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945650. 00000004:00000010:1.0:1777582954.415097:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582954.415099:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7c20. 00080000:00000010:1.0:1777582954.415109:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12c78. 00000004:00000010:1.0:1777582954.415112:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387ed0. 00000004:00000010:1.0:1777582954.415114:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65bb8. 00000004:00000010:1.0:1777582954.415116:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90d20. 00080000:00000010:1.0:1777582954.415124:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74eab0. 00000004:00000010:1.0:1777582954.415126:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944aa0. 00000004:00000010:1.0:1777582954.415128:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582954.415129:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7e00. 00080000:00000010:1.0:1777582954.415167:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a558. 00000004:00000010:1.0:1777582954.415170:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35320. 00000004:00000010:1.0:1777582954.415172:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e225a0. 00000004:00000010:1.0:1777582954.415174:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57e00. 00080000:00000010:1.0:1777582954.415184:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f751d0. 00000004:00000010:1.0:1777582954.415186:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34cc0. 00000004:00000010:1.0:1777582954.415188:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e221e0. 00000004:00000010:1.0:1777582954.415190:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518f00. 00080000:00000010:1.0:1777582954.415207:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d1d0. 00000004:00000010:1.0:1777582954.415210:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756880. 00000004:00000010:1.0:1777582954.415212:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0618. 00000004:00000010:1.0:1777582954.415214:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168f00. 00080000:00000010:1.0:1777582954.415222:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ec78. 00000004:00000010:1.0:1777582954.415225:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ed0. 00000004:00000010:1.0:1777582954.415227:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582954.415228:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7a40. 00080000:00000010:1.0:1777582954.415236:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02487cf6e40. 00000004:00000010:1.0:1777582954.415240:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387760. 00000004:00000010:1.0:1777582954.415242:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65168. 00000004:00000010:1.0:1777582954.415244:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e905a0. 00080000:00000010:1.0:1777582954.415251:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f728. 00000004:00000010:1.0:1777582954.415253:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944990. 00000004:00000010:1.0:1777582954.415255:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582954.415256:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b61e0. 00080000:00000010:1.0:1777582954.415265:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e390. 00000004:00000010:1.0:1777582954.415267:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945870. 00000004:00000010:1.0:1777582954.415269:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582954.415271:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6b40. 00080000:00000010:1.0:1777582954.415278:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489adb8f0. 00000004:00000010:1.0:1777582954.415281:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387cb0. 00000800:00000200:2.0:1777582954.415615:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.415620:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:2.0:1777582954.415626:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.415635:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582954.415643:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:2.0:1777582954.415646:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000004:00000010:1.0:1777582954.417989:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c651e0. 00000004:00000010:1.0:1777582954.418006:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90f00. 00080000:00000010:1.0:1777582954.418048:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dab8. 00000004:00000010:1.0:1777582954.418055:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757430. 00000004:00000010:1.0:1777582954.418059:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0258. 00000004:00000010:1.0:1777582954.418062:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168b40. 00080000:00000010:1.0:1777582954.418078:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097aab0. 00000004:00000010:1.0:1777582954.418082:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34220. 00000004:00000010:1.0:1777582954.418084:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e224b0. 00000004:00000010:1.0:1777582954.418088:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56000. 00080000:00000010:1.0:1777582954.418101:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489adac78. 00000004:00000010:1.0:1777582954.418105:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386ff0. 00000004:00000010:1.0:1777582954.418108:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65c30. 00000004:00000010:1.0:1777582954.418110:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90780. 00080000:00000010:1.0:1777582954.418123:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489adaab0. 00000004:00000010:1.0:1777582954.418126:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387870. 00000004:00000010:1.0:1777582954.418128:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65870. 00000004:00000010:1.0:1777582954.418130:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91680. 00080000:00000010:1.0:1777582954.418171:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02489ada390. 00000004:00000010:1.0:1777582954.418174:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387a90. 00000004:00000010:1.0:1777582954.418177:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65960. 00000004:00000010:1.0:1777582954.418178:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90000. 00080000:00000010:1.0:1777582954.418186:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a390. 00000004:00000010:1.0:1777582954.418189:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34110. 00000004:00000010:1.0:1777582954.418191:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22b40. 00000004:00000010:1.0:1777582954.418194:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f574a0. 00080000:00000010:1.0:1777582954.418205:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b8f0. 00000004:00000010:1.0:1777582954.418208:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35cb0. 00000004:00000010:1.0:1777582954.418210:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22bb8. 00000004:00000010:1.0:1777582954.418213:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57a40. 00080000:00000010:1.0:1777582954.418223:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12720. 00000004:00000010:1.0:1777582954.418225:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386ee0. 00000004:00000010:1.0:1777582954.418228:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65078. 00000004:00000010:1.0:1777582954.418230:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90960. 00080000:00000010:1.0:1777582954.418241:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f8f0. 00000004:00000010:1.0:1777582954.418244:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945cb0. 00000004:00000010:1.0:1777582954.418247:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582954.418249:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b70e0. 00080000:00000010:1.0:1777582954.418258:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74fc80. 00000004:00000010:1.0:1777582954.418261:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945540. 00000004:00000010:1.0:1777582954.418263:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582954.418265:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b72c0. 00080000:00000010:1.0:1777582954.418274:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74558. 00000004:00000010:1.0:1777582954.418276:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35210. 00000004:00000010:1.0:1777582954.418278:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22528. 00000004:00000010:1.0:1777582954.418280:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f561e0. 00010000:00000010:3.1:1777582954.421430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582954.421447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582954.421453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582954.421458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582954.422178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582954.422187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582954.422190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582954.422192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582954.422195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582954.422197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582954.422199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582954.422202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000400:00000200:3.0:1777582954.427197:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.427217:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884df80 00000400:00000200:3.0:1777582954.427226:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 33656 00000400:00000200:3.0:1777582954.427241:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.427246:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.427254:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.427260:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca19880. 00000020:00000010:1.0:1777582954.427368:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.427374:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.427381:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18600. 00000020:00000010:1.0:1777582954.427386:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9f80. 00000020:00000010:1.0:1777582954.427391:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.427433:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.427436:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0300. 00000100:00000200:1.0:1777582954.427440:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707866496 02000000:00000010:1.0:1777582954.427473:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0240fb55000. 00010000:00000010:1.0:1777582954.427516:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:1.0:1777582954.427534:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00010000:00000010:1.0:1777582954.427556:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.427563:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582954.427579:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582954.427582:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9880. 00010000:00000010:1.0:1777582954.427587:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.427589:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.427728:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582954.427732:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9080. 00010000:00000010:1.0:1777582954.427736:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.427739:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00000020:00000010:1.0:1777582954.427767:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6ba0. 00000020:00000010:1.0:1777582954.427774:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6ba0. 00000020:00000010:1.0:1777582954.427784:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a86240. 00080000:00000010:1.0:1777582954.427795:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97b800. 00000001:00000010:1.0:1777582954.428290:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a86ea0. 00000001:00000010:1.0:1777582954.428297:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582954.428333:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a86240. 00010000:00000010:1.0:1777582954.428343:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.428346:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582954.428360:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.428399:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582954.428413:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000200:1.0:1777582954.428430:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975391, last committed = 8589975157 00010000:00000200:1.0:1777582954.428441:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca19880 x1863928707866496/t8589975391(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.428461:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777582954.428467:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707866496, offset 224 00000400:00000010:1.0:1777582954.428475:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2c78. 00000400:00000200:1.0:1777582954.428478:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.428493:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.428500:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396997:396997:256:4294967295] 192.168.202.9@tcp LPNI seq info [396993:396993:8:4294967295] 00000400:00000200:1.0:1777582954.428507:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.428514:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.428519:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.428524:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582954.428530:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.428538:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.428542:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.428565:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9f80. 00000020:00000010:1.0:1777582954.428570:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.428574:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18600. 00000800:00000200:1.0:1777582954.428672:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.428676:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:1.0:1777582954.428679:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.428683:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582954.429013:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:2.0:1777582954.429020:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9080. 00010000:00000010:2.0:1777582954.429027:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000400:00000200:2.0:1777582954.434919:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582954.434945:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21430d 00000400:00000200:2.0:1777582954.434954:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.434959:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582954.434968:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:2.0:1777582954.434971:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00010000:00000010:1.0:1777582954.435392:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.435404:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9880. 00010000:00000010:1.1:1777582954.436550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582954.436562:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582954.436567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582954.436570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000400:00000200:3.0:1777582954.439079:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.439104:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884e000 00000400:00000200:3.0:1777582954.439115:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 34144 00000400:00000200:3.0:1777582954.439232:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.439237:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.439247:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.439254:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca1b800. 00000020:00000010:1.0:1777582954.439804:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.439811:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.439817:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18600. 00000020:00000010:1.0:1777582954.439822:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9880. 00000020:00000010:1.0:1777582954.439827:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.439856:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0300. 00000020:00000010:1.0:1777582954.439858:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0300. 00000100:00000200:1.0:1777582954.439862:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707866624 00000001:00000010:1.0:1777582954.439873:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:1.0:1777582954.439901:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.439910:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 02000000:00000010:1.0:1777582954.439939:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb56000. 00010000:00000010:1.0:1777582954.439971:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.439975:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582954.439996:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582954.440000:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.440005:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582954.440007:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00000004:00000010:1.0:1777582954.440108:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b72c0. 00000004:00000010:1.0:1777582954.440117:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582954.440124:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945540. 00080000:00000010:1.0:1777582954.440164:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fc80. 00010000:00000010:2.1:1777582954.440431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582954.440439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.441243:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582954.441249:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9680. 00010000:00000010:1.0:1777582954.441255:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582954.441261:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582954.441540:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582954.441551:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582954.441557:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.441579:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582954.441598:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1b800 x1863928707866624/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.441619:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777582954.441627:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707866624, offset 224 00000400:00000200:1.0:1777582954.441634:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.441647:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.441655:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396998:396998:256:4294967295] 192.168.202.9@tcp LPNI seq info [396994:396994:8:4294967295] 00000400:00000200:1.0:1777582954.441667:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.441673:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.441679:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582954.441785:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.441792:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.441797:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.441869:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9880. 00000020:00000010:1.0:1777582954.441874:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.441879:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18600. 00000800:00000200:3.0:1777582954.452620:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.452630:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582954.452639:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.452649:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.452658:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:3.0:1777582954.452661:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000400:00000200:3.0:1777582954.452708:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.452735:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884e100 00000400:00000200:3.0:1777582954.452743:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 34720 00000400:00000200:3.0:1777582954.452760:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.452764:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.452769:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.452776:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca1b480. 00000020:00000010:1.0:1777582954.452990:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0900. 00000020:00000010:1.0:1777582954.452997:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0900. 00000020:00000010:1.0:1777582954.453005:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02409334400. 00000020:00000010:1.0:1777582954.453011:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9880. 00000020:00000010:1.0:1777582954.453016:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.453059:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0900. 00000020:00000010:1.0:1777582954.453062:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0900. 00000100:00000200:1.0:1777582954.453066:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707866880 02000000:00000010:1.0:1777582954.453106:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0240fb50000. 00010000:00000010:1.0:1777582954.453165:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582954.453180:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9680. 00010000:00000010:1.0:1777582954.453199:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.453206:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582954.453223:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582954.453226:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9680. 00010000:00000010:1.0:1777582954.453230:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582954.453233:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.453603:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582954.453607:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.453611:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.453614:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00000020:00000010:1.0:1777582954.453643:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d69a0. 00000020:00000010:1.0:1777582954.453650:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d69a0. 00000020:00000010:1.0:1777582954.453661:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a866c0. 00080000:00000010:1.0:1777582954.453670:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e978000. 00000001:00000010:1.0:1777582954.454092:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a86480. 00000001:00000010:1.0:1777582954.454100:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582954.454159:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a866c0. 00010000:00000010:1.0:1777582954.454168:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582954.454172:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582954.454184:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582954.454224:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582954.454231:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582954.454253:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582954.454256:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.454270:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000200:1.0:1777582954.455500:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975392, last committed = 8589975157 00010000:00000200:1.0:1777582954.455516:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1b480 x1863928707866880/t8589975392(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.455542:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582954.455549:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707866880, offset 224 00000400:00000010:1.0:1777582954.455556:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2498. 00000400:00000200:1.0:1777582954.455561:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.455576:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.455583:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [396999:396999:256:4294967295] 192.168.202.9@tcp LPNI seq info [396995:396995:8:4294967295] 00000400:00000200:1.0:1777582954.455590:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.455596:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.455602:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.455607:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582954.455614:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.455622:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.455626:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.462070:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9880. 00000020:00000010:1.0:1777582954.462084:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.462090:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02409334400. 00000800:00000200:2.0:1777582954.462273:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.462278:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582954.462283:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.464580:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.465094:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.465112:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214315 00000400:00000200:3.0:1777582954.465119:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.465123:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.465129:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:3.0:1777582954.465159:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000400:00000200:3.0:1777582954.465191:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.465197:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884e180 00000400:00000200:3.0:1777582954.465204:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 35208 00000400:00000200:3.0:1777582954.465982:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.465990:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.465998:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.466006:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca18380. 00010000:00000010:1.1:1777582954.466120:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582954.466129:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.466184:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.466194:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9680. 00000020:00000010:2.0:1777582954.466442:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.466448:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.466454:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862ce400. 00000020:00000010:2.0:1777582954.466460:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ef00. 00000020:00000010:2.0:1777582954.466464:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582954.466509:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.466511:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741b80. 00000100:00000200:2.0:1777582954.466514:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707867008 00000001:00000010:2.0:1777582954.466526:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:2.0:1777582954.466552:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582954.466559:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 02000000:00000010:2.0:1777582954.466586:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238cb30000. 00010000:00000010:2.0:1777582954.466615:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582954.466619:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582954.466634:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582954.466640:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582954.466644:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582954.466647:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00000004:00000010:2.0:1777582954.466860:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71690e0. 00000004:00000010:2.0:1777582954.466871:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0b40. 00000004:00000010:2.0:1777582954.466878:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757ba0. 00080000:00000010:2.0:1777582954.466887:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c720. 00010000:00000010:1.1:1777582954.476834:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582954.476852:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582954.476858:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582954.476861:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582954.476863:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582954.476865:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582954.476868:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582954.476870:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582954.476873:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582954.476875:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.476974:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582954.476980:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.476986:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.476994:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.477087:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:1.0:1777582954.477100:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:1.0:1777582954.477106:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:1.0:1777582954.477402:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000200:1.0:1777582954.477429:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca18380 x1863928707867008/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.477453:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582954.477460:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707867008, offset 224 00000400:00000200:1.0:1777582954.477470:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.477484:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.477493:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397000:397000:256:4294967295] 192.168.202.9@tcp LPNI seq info [396996:396996:8:4294967295] 00000400:00000200:1.0:1777582954.477504:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.477511:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.477517:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582954.477524:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.477532:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.477536:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.478419:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ef00. 00000020:00000010:1.0:1777582954.478430:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:1.0:1777582954.478434:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862ce400. 00010000:00000010:1.1:1777582954.480188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582954.480200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000800:00000200:1.0:1777582954.484921:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.484932:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:1.0:1777582954.484941:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.484949:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.484957:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777582954.484960:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000400:00000200:2.0:1777582954.485497:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582954.485515:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884e280 00000400:00000200:2.0:1777582954.485523:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 35784 00000400:00000200:2.0:1777582954.485539:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.485543:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582954.485549:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582954.485555:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268e00. 00000020:00000010:1.0:1777582954.485819:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582954.485825:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582954.485831:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482e18600. 00000020:00000010:1.0:1777582954.485837:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582954.485842:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.485928:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582954.485932:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0700. 00000100:00000200:1.0:1777582954.485936:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707867264 02000000:00000010:1.0:1777582954.485976:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0240fb57000. 00010000:00000010:1.0:1777582954.486019:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.486033:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.486052:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.486057:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.486072:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582954.486075:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.486080:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582954.486082:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582954.486226:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582954.486230:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9200. 00010000:00000010:1.0:1777582954.486233:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582954.486237:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00000020:00000010:1.0:1777582954.486266:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6540. 00000020:00000010:1.0:1777582954.486273:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6540. 00000020:00000010:1.0:1777582954.486397:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a860c0. 00080000:00000010:1.0:1777582954.486408:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97bc00. 00000001:00000010:1.0:1777582954.487379:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a86600. 00000001:00000010:1.0:1777582954.487387:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582954.487427:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a860c0. 00010000:00000010:1.0:1777582954.487438:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.487444:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582954.487461:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582954.487557:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582954.487574:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582954.487592:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975393, last committed = 8589975157 00010000:00000200:1.0:1777582954.487604:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486268e00 x1863928707867264/t8589975393(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.487623:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582954.487630:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707867264, offset 224 00000400:00000010:1.0:1777582954.487637:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2428. 00000400:00000200:1.0:1777582954.487641:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.487656:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.487662:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397001:397001:256:4294967295] 192.168.202.9@tcp LPNI seq info [396997:396997:8:4294967295] 00000400:00000200:1.0:1777582954.487669:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.487676:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.488044:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.488050:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582954.488058:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.488065:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.488070:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.488098:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582954.488102:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.488107:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482e18600. 00000800:00000200:1.0:1777582954.488553:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.488558:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:1.0:1777582954.488563:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.488569:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582954.490633:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582954.490646:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582954.490651:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582954.490655:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000400:00000200:1.0:1777582954.490703:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582954.490731:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21431d 00000400:00000200:1.0:1777582954.490739:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.490743:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582954.490749:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777582954.490752:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000400:00000200:1.0:1777582954.490784:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.490791:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884e300 00000400:00000200:1.0:1777582954.490799:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 36272 00000400:00000200:1.0:1777582954.490851:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.490856:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.490860:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.490866:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a3b80. 00000020:00000010:1.0:1777582954.490909:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582954.490914:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582954.490920:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02409334400. 00000020:00000010:1.0:1777582954.490925:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582954.490930:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.490966:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582954.490968:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0700. 00000100:00000200:1.0:1777582954.490971:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707867392 00000001:00000010:1.0:1777582954.490982:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.491010:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.491017:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 02000000:00000010:1.0:1777582954.491048:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02391459000. 00010000:00000010:1.0:1777582954.491079:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.491082:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582954.491101:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582954.491104:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582954.491108:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.491111:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00000004:00000010:1.0:1777582954.491243:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b70e0. 00000004:00000010:1.0:1777582954.491254:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582954.491261:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945cb0. 00080000:00000010:1.0:1777582954.491269:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f8f0. 00010000:00000010:3.0:1777582954.492117:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:3.0:1777582954.492128:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f80. 00010000:00000010:2.0:1777582954.492678:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:2.0:1777582954.492698:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9200. 00010000:00000010:2.0:1777582954.492705:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582954.496702:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582954.496723:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9e80. 00010000:00000010:1.0:1777582954.496731:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582954.496739:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582954.496826:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582954.496838:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582954.496843:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582954.496871:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582954.496891:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a3b80 x1863928707867392/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.496912:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582954.496919:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707867392, offset 224 00000400:00000200:1.0:1777582954.496926:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.496939:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.496946:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397002:397002:256:4294967295] 192.168.202.9@tcp LPNI seq info [396998:396998:8:4294967295] 00000400:00000200:1.0:1777582954.496959:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.496965:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.496971:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582954.496977:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.496986:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.496990:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.497024:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582954.497029:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.497034:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02409334400. 00000800:00000200:3.0:1777582954.497310:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.497314:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582954.497319:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.497325:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.497330:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:3.0:1777582954.497333:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000400:00000200:1.0:1777582954.500048:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.500070:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884e400 00000400:00000200:1.0:1777582954.500079:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 36848 00000400:00000200:1.0:1777582954.500098:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.500102:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.500110:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.500117:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2d80. 00000020:00000010:0.0:1777582954.504556:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.504569:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.504580:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c47ce00. 00000020:00000010:0.0:1777582954.504586:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582954.504592:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.504645:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.504648:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b6c0. 00000100:00000200:0.0:1777582954.504651:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707867648 02000000:00000010:0.0:1777582954.504695:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024ad9b3000. 00010000:00000010:0.0:1777582954.504753:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:0.0:1777582954.504772:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9e80. 00010000:00000010:0.0:1777582954.504794:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582954.504801:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582954.504816:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582954.504820:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310c00. 00010000:00000010:0.0:1777582954.504825:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582954.504827:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582954.504934:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582954.504937:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310500. 00010000:00000010:0.0:1777582954.504941:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582954.504944:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00000020:00000010:0.0:1777582954.504971:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c481c0. 00000020:00000010:0.0:1777582954.504979:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c481c0. 00000020:00000010:0.0:1777582954.504990:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024888c9300. 00080000:00000010:0.0:1777582954.505000:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02392041c00. 00000001:00000010:0.0:1777582954.506491:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562aa80. 00000001:00000010:0.0:1777582954.506502:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582954.506541:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024888c9300. 00010000:00000010:0.0:1777582954.506556:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582954.506563:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582954.506583:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185e40. 00010000:00000010:0.0:1777582954.506632:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582954.506651:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000200:0.0:1777582954.506671:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975394, last committed = 8589975157 00010000:00000200:0.0:1777582954.506683:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a2d80 x1863928707867648/t8589975394(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.506705:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582954.506712:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707867648, offset 224 00000400:00000010:0.0:1777582954.506729:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f000. 00000400:00000200:0.0:1777582954.506733:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.506748:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.506755:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397003:397003:256:4294967295] 192.168.202.9@tcp LPNI seq info [396999:396999:8:4294967295] 00000400:00000200:0.0:1777582954.506762:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.506769:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.506775:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.506781:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582954.506787:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.506794:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.506798:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.506826:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310b00. 00000020:00000010:0.0:1777582954.506831:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.506835:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c47ce00. 00000800:00000200:0.0:1777582954.506942:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.506946:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582954.506951:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.506955:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582954.508808:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:1.0:1777582954.508824:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310500. 00010000:00000010:1.0:1777582954.508834:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185e40. 00010000:00000010:2.1:1777582954.511169:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582954.511185:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582954.512550:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582954.512557:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582954.512880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582954.512886:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582954.512891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582954.512894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582954.512896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582954.512899:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582954.512901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582954.512903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:1.0:1777582954.512935:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582954.512955:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214325 00000400:00000200:1.0:1777582954.512963:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.512968:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582954.512974:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:1.0:1777582954.512977:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000400:00000200:1.0:1777582954.513003:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.513009:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884e480 00000400:00000200:1.0:1777582954.513017:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 37336 00000400:00000200:1.0:1777582954.513067:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.513070:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.513073:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.513078:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a1c00. 00000020:00000010:1.0:1777582954.513119:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582954.513123:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582954.513129:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b66d7000. 00000020:00000010:1.0:1777582954.513149:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582954.513153:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.513179:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582954.513181:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000100:00000200:1.0:1777582954.513183:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707867776 00000001:00000010:1.0:1777582954.513193:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:1.0:1777582954.513216:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.513221:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 02000000:00000010:1.0:1777582954.513246:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb3000. 00010000:00000010:1.0:1777582954.513274:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.513278:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582954.513307:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582954.513310:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582954.513313:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.513316:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00000004:00000010:1.0:1777582954.513402:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6b40. 00000004:00000010:1.0:1777582954.513409:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582954.513414:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945870. 00080000:00000010:1.0:1777582954.513421:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e390. 00010000:00000010:3.0:1777582954.514352:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:3.0:1777582954.514364:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310c00. 00010000:00000010:1.0:1777582954.518438:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582954.518446:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9180. 00010000:00000010:1.0:1777582954.518450:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.518456:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582954.518521:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582954.518529:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582954.518532:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582954.518552:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582954.518569:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a1c00 x1863928707867776/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.518586:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777582954.518595:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707867776, offset 224 00000400:00000200:1.0:1777582954.518602:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.518616:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.518623:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397004:397004:256:4294967295] 192.168.202.9@tcp LPNI seq info [397000:397000:8:4294967295] 00000400:00000200:1.0:1777582954.518635:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.518641:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.518648:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582954.518657:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.518665:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.518670:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.519223:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582954.519229:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.519234:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b66d7000. 00000800:00000200:3.0:1777582954.522244:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.522255:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582954.522262:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.522271:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.522279:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:3.0:1777582954.522282:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00010000:00000010:1.1:1777582954.523534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582954.523546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582954.524183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582954.524192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582954.524197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582954.524199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000400:00000200:0.0:1777582954.524318:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.524334:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884e580 00000400:00000200:0.0:1777582954.524340:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 37912 00000400:00000200:0.0:1777582954.524353:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.524356:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.524363:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.524371:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c5c00. 00000020:00000010:3.0:1777582954.524429:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c640. 00000020:00000010:3.0:1777582954.524435:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c640. 00000020:00000010:3.0:1777582954.524442:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248370e200. 00000020:00000010:3.0:1777582954.524447:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.524453:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.524495:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c640. 00000020:00000010:3.0:1777582954.524498:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c640. 00000100:00000200:3.0:1777582954.524501:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707868032 02000000:00000010:3.0:1777582954.524539:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df830000. 00010000:00000010:3.0:1777582954.524581:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:3.0:1777582954.524595:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9180. 00010000:00000010:3.0:1777582954.524613:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582954.524620:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582954.524637:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582954.524641:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582954.524646:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582954.524648:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582954.524921:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582954.524925:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86580. 00010000:00000010:3.0:1777582954.524928:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582954.524932:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00000020:00000010:3.0:1777582954.524956:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05660. 00000020:00000010:3.0:1777582954.524963:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05660. 00000020:00000010:3.0:1777582954.524973:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf180. 00080000:00000010:3.0:1777582954.524982:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385a9a000. 00000001:00000010:3.0:1777582954.525378:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed060. 00000001:00000010:3.0:1777582954.525386:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582954.525424:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf180. 00010000:00000010:3.0:1777582954.525434:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.525438:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582954.525452:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582954.525497:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582954.525512:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582954.525527:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975395, last committed = 8589975157 00010000:00000200:3.0:1777582954.525538:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c5c00 x1863928707868032/t8589975395(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.525559:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582954.525565:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707868032, offset 224 00000400:00000010:3.0:1777582954.525572:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b71f8. 00000400:00000200:3.0:1777582954.525576:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.525590:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.525597:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397005:397005:256:4294967295] 192.168.202.9@tcp LPNI seq info [397001:397001:8:4294967295] 00000400:00000200:3.0:1777582954.525603:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.525611:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.525616:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.525621:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582954.525628:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.525635:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.525639:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.525655:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.525658:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.525661:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248370e200. 00010000:00000010:1.0:1777582954.526465:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:1.0:1777582954.526477:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86580. 00010000:00000010:1.0:1777582954.526485:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00000800:00000200:1.0:1777582954.526563:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.526565:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582954.526569:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.526574:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.527527:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.527545:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21432d 00000400:00000200:3.0:1777582954.527552:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.527556:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.527562:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:3.0:1777582954.527565:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:1.0:1777582954.527936:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:1.0:1777582954.527945:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00000400:00000200:0.0:1777582954.528866:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.528882:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884e600 00000400:00000200:0.0:1777582954.528890:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 38400 00000400:00000200:0.0:1777582954.528966:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.528972:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.528979:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.528986:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c5500. 00010000:00000010:3.1:1777582954.529215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582954.529223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582954.529295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582954.529302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582954.529305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582954.529308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000020:00000010:1.0:1777582954.529342:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0d00. 00000020:00000010:1.0:1777582954.529347:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0d00. 00000020:00000010:1.0:1777582954.529354:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c2ffc00. 00000020:00000010:1.0:1777582954.529360:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582954.529365:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.531846:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0d00. 00000020:00000010:1.0:1777582954.531856:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0d00. 00000100:00000200:1.0:1777582954.531862:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707868160 00000001:00000010:1.0:1777582954.531874:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:1.0:1777582954.531902:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.531910:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 02000000:00000010:1.0:1777582954.531936:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb1000. 00010000:00000010:1.0:1777582954.531963:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.531966:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582954.531984:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582954.531987:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582954.531992:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.531995:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00000004:00000010:1.0:1777582954.532087:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b61e0. 00000004:00000010:1.0:1777582954.532095:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582954.532102:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944990. 00080000:00000010:1.0:1777582954.532110:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f728. 00010000:00000010:1.0:1777582954.533543:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582954.533552:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a80. 00010000:00000010:1.0:1777582954.533557:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.533565:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582954.533646:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582954.533659:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582954.533664:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582954.533686:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582954.533707:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c5500 x1863928707868160/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.533752:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777582954.533761:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707868160, offset 224 00000400:00000200:1.0:1777582954.533768:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.533782:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.533790:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397006:397006:256:4294967295] 192.168.202.9@tcp LPNI seq info [397002:397002:8:4294967295] 00000400:00000200:1.0:1777582954.533802:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.533809:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.533814:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582954.533821:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.533829:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.533835:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.533892:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582954.533897:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.533902:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c2ffc00. 00000800:00000200:3.0:1777582954.534084:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.534088:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582954.534093:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.534098:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.534103:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:3.0:1777582954.534105:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00010000:00000010:3.1:1777582954.534202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582954.534208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00000400:00000200:3.0:1777582954.537911:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.537931:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884e700 00000400:00000200:3.0:1777582954.537940:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 38976 00000400:00000200:3.0:1777582954.537954:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.537958:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.537965:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.537972:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca19180. 00010000:00000010:1.1:1777582954.538203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582954.538213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582954.538216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582954.538219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000020:00000010:1.0:1777582954.538258:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582954.538264:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582954.538272:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e134800. 00000020:00000010:1.0:1777582954.538278:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582954.538283:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.538328:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582954.538331:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0fc0. 00000100:00000200:1.0:1777582954.538334:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707868416 02000000:00000010:1.0:1777582954.538372:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388fb6000. 00010000:00000010:1.0:1777582954.538412:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582954.538426:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a80. 00010000:00000010:1.0:1777582954.538443:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582954.538449:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:3.1:1777582954.538461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.0:1777582954.538465:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582954.538465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.0:1777582954.538467:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a80. 00010000:00000010:1.0:1777582954.538472:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.538474:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.538579:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582954.538581:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582954.538584:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.538586:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00000020:00000010:1.0:1777582954.538606:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6860. 00000020:00000010:1.0:1777582954.538611:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6860. 00000020:00000010:1.0:1777582954.538620:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a863c0. 00080000:00000010:1.0:1777582954.538628:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97a000. 00000001:00000010:1.0:1777582954.539526:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a86d20. 00000001:00000010:1.0:1777582954.539533:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582954.539562:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a863c0. 00010000:00000010:1.0:1777582954.539570:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582954.539573:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582954.539588:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582954.539628:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:3.0:1777582954.539633:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:3.0:1777582954.539639:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9400. 00010000:00000010:1.0:1777582954.539642:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:3.0:1777582954.539644:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00010000:00000200:1.0:1777582954.539660:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975396, last committed = 8589975157 00010000:00000200:1.0:1777582954.539670:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca19180 x1863928707868416/t8589975396(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.539691:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582954.539697:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707868416, offset 224 00000400:00000010:1.0:1777582954.539704:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d27e0. 00000400:00000200:1.0:1777582954.539708:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.539732:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.539749:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397007:397007:256:4294967295] 192.168.202.9@tcp LPNI seq info [397003:397003:8:4294967295] 00000400:00000200:1.0:1777582954.539756:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.539762:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.539769:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.539774:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582954.539781:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.539788:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.539792:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.539813:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9380. 00000020:00000010:1.0:1777582954.539817:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.539821:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e134800. 00000800:00000200:0.0:1777582954.539904:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.539908:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582954.539912:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.539917:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582954.540179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582954.540185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582954.540189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582954.540191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:3.0:1777582954.541394:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.541414:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214335 00000400:00000200:3.0:1777582954.541422:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.541426:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.541432:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:3.0:1777582954.541436:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00010000:00000010:1.0:1777582954.541847:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.541858:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a80. 00000400:00000200:3.0:1777582954.544271:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.544302:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884e780 00000400:00000200:3.0:1777582954.544311:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 39464 00000400:00000200:3.0:1777582954.544368:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.544373:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.544381:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.544388:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca19500. 00000020:00000010:1.0:1777582954.544914:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582954.544920:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582954.544926:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c2ffc00. 00000020:00000010:1.0:1777582954.544932:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9a80. 00000020:00000010:1.0:1777582954.544937:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.544981:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582954.544984:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0fc0. 00000100:00000200:1.0:1777582954.544987:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707868544 00000001:00000010:1.0:1777582954.544997:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:1.0:1777582954.545024:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.545031:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 02000000:00000010:1.0:1777582954.545057:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb0000. 00010000:00000010:1.0:1777582954.545087:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.545091:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582954.545111:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582954.545114:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582954.545118:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.545121:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00000004:00000010:1.0:1777582954.545242:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7a40. 00000004:00000010:1.0:1777582954.545251:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582954.545258:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ed0. 00080000:00000010:1.0:1777582954.545267:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ec78. 00010000:00000010:1.0:1777582954.546630:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582954.546638:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.546645:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.546652:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582954.546853:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582954.546868:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582954.546874:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582954.546905:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582954.546925:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca19500 x1863928707868544/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.546947:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582954.546955:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707868544, offset 224 00000400:00000200:1.0:1777582954.546963:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.546977:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.546984:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397008:397008:256:4294967295] 192.168.202.9@tcp LPNI seq info [397004:397004:8:4294967295] 00000400:00000200:1.0:1777582954.546997:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.547003:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.547009:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582954.547015:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.547023:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.547027:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.547098:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9a80. 00000020:00000010:1.0:1777582954.547103:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.547108:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c2ffc00. 00000800:00000200:0.0:1777582954.549771:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.549779:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582954.549788:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.549797:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.549805:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:0.0:1777582954.549808:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000400:00000200:1.0:1777582954.550460:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.550476:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884e880 00000400:00000200:1.0:1777582954.550484:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 40040 00000400:00000200:1.0:1777582954.550499:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.550503:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.550509:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.550516:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2680. 00000020:00000010:3.0:1777582954.550605:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cac0. 00000020:00000010:3.0:1777582954.550611:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cac0. 00000020:00000010:3.0:1777582954.550618:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248370e200. 00000020:00000010:3.0:1777582954.550623:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.550627:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.550703:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cac0. 00000020:00000010:3.0:1777582954.550706:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cac0. 00000100:00000200:3.0:1777582954.550709:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707868800 02000000:00000010:3.0:1777582954.550753:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df833000. 00010000:00000010:3.0:1777582954.550791:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:3.0:1777582954.550807:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c00. 00010000:00000010:3.0:1777582954.550825:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582954.550832:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582954.550846:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582954.550850:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86b80. 00010000:00000010:3.0:1777582954.550854:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582954.550856:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582954.550955:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582954.550958:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86180. 00010000:00000010:3.0:1777582954.550961:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582954.550964:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000020:00000010:3.0:1777582954.550985:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05660. 00000020:00000010:3.0:1777582954.550991:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05660. 00000020:00000010:3.0:1777582954.551001:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedf60. 00080000:00000010:3.0:1777582954.551011:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238840ac00. 00000001:00000010:3.0:1777582954.551579:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedd20. 00000001:00000010:3.0:1777582954.551585:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582954.551622:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedf60. 00010000:00000010:3.0:1777582954.551631:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582954.551636:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582954.551649:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582954.551841:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582954.551859:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582954.551878:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975397, last committed = 8589975157 00010000:00000200:3.0:1777582954.551889:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a2680 x1863928707868800/t8589975397(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.551910:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582954.551917:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707868800, offset 224 00000400:00000010:3.0:1777582954.551925:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7690. 00000400:00000200:3.0:1777582954.551930:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.551947:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.551954:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397009:397009:256:4294967295] 192.168.202.9@tcp LPNI seq info [397005:397005:8:4294967295] 00000400:00000200:3.0:1777582954.551960:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.551967:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.551973:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.551978:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582954.551985:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.551992:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.551996:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.552022:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.552027:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.552030:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248370e200. 00010000:00000010:1.1:1777582954.553922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582954.553937:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582954.553976:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:1.0:1777582954.553987:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86180. 00010000:00000010:1.0:1777582954.553995:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00000800:00000200:3.0:1777582954.554693:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.554698:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:3.0:1777582954.554704:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.554723:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.554755:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.554768:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21433d 00000400:00000200:3.0:1777582954.554774:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.554777:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.554783:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:3.0:1777582954.554786:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00000400:00000200:3.0:1777582954.554813:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.554819:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884e900 00000400:00000200:3.0:1777582954.554826:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 40528 00000400:00000200:3.0:1777582954.554867:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.554871:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.554876:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.554881:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca18a80. 00010000:00000010:1.0:1777582954.555646:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:1.0:1777582954.555658:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86b80. 00000020:00000010:1.0:1777582954.555883:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582954.555889:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582954.555896:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:1.0:1777582954.555900:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9a80. 00000020:00000010:1.0:1777582954.555905:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.555939:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582954.555941:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f80. 00000100:00000200:1.0:1777582954.555944:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707868928 00000001:00000010:1.0:1777582954.555954:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.555976:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.555982:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 02000000:00000010:1.0:1777582954.556007:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb4000. 00010000:00000010:1.0:1777582954.556032:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582954.556035:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582954.556049:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582954.556053:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582954.556056:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.556059:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.1:1777582954.556155:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582954.556160:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000004:00000010:1.0:1777582954.556183:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7e00. 00000004:00000010:1.0:1777582954.556192:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582954.556198:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944aa0. 00080000:00000010:1.0:1777582954.556206:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74eab0. 00010000:00000010:1.0:1777582954.556978:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582954.556983:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9a00. 00010000:00000010:1.0:1777582954.556988:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582954.556992:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582954.557050:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582954.557058:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582954.557062:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582954.557082:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582954.557099:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca18a80 x1863928707868928/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.557118:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777582954.557125:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707868928, offset 224 00000400:00000200:1.0:1777582954.557131:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.557168:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.557175:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397010:397010:256:4294967295] 192.168.202.9@tcp LPNI seq info [397006:397006:8:4294967295] 00000400:00000200:1.0:1777582954.557188:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.557194:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.557199:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582954.557205:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.557213:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.557217:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.557233:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9a80. 00000020:00000010:1.0:1777582954.557237:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.557241:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00000800:00000200:0.0:1777582954.559289:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.559307:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582954.559316:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.559325:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.559334:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:0.0:1777582954.559336:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00010000:00000010:3.1:1777582954.560264:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582954.560277:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000400:00000200:1.0:1777582954.560613:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.560631:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884ea00 00000400:00000200:1.0:1777582954.560639:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 41104 00000400:00000200:1.0:1777582954.560654:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.560658:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.560665:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.560671:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0380. 00000020:00000010:0.0:1777582954.560846:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.560851:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.560858:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c47ce00. 00000020:00000010:0.0:1777582954.560863:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310880. 00000020:00000010:0.0:1777582954.560869:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.560907:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.560910:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b6c0. 00000100:00000200:0.0:1777582954.560912:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707869184 02000000:00000010:0.0:1777582954.560949:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02395685000. 00010000:00000010:0.0:1777582954.560987:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:0.0:1777582954.561000:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9a00. 00010000:00000010:0.0:1777582954.561021:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582954.561026:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582954.561040:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582954.561044:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582954.561048:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582954.561051:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582954.561174:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582954.561177:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582954.561180:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582954.561183:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582954.561212:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48da0. 00000020:00000010:0.0:1777582954.561219:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48da0. 00000020:00000010:0.0:1777582954.561232:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a540. 00080000:00000010:0.0:1777582954.561242:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02392041400. 00000001:00000010:0.0:1777582954.561676:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024888c9180. 00000001:00000010:0.0:1777582954.561968:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185c00. 00000020:00000010:0.0:1777582954.562011:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a540. 00010000:00000010:0.0:1777582954.562020:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582954.562025:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582954.562036:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023961856c0. 00010000:00000010:0.0:1777582954.562105:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.562119:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000200:0.0:1777582954.562149:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975398, last committed = 8589975157 00010000:00000200:0.0:1777582954.562159:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a0380 x1863928707869184/t8589975398(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.562179:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582954.562185:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707869184, offset 224 00000400:00000010:0.0:1777582954.562192:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f3b8. 00000400:00000200:0.0:1777582954.562196:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.562209:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.562216:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397011:397011:256:4294967295] 192.168.202.9@tcp LPNI seq info [397007:397007:8:4294967295] 00000400:00000200:0.0:1777582954.562222:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.562230:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.562236:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.562240:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582954.562246:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.562253:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.562257:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.562278:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310880. 00000020:00000010:0.0:1777582954.562281:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.562299:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c47ce00. 00000800:00000200:0.0:1777582954.562540:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.562544:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582954.562549:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.562553:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.564554:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.564572:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214345 00000400:00000200:3.0:1777582954.564580:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.564584:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.564591:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:3.0:1777582954.564594:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00010000:00000010:0.0:1777582954.564706:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582954.564726:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:1.0:1777582954.565169:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:1.0:1777582954.565176:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310200. 00010000:00000010:1.0:1777582954.565182:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023961856c0. 00000400:00000200:0.0:1777582954.565892:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.565906:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884ea80 00000400:00000200:0.0:1777582954.565914:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 41592 00000400:00000200:0.0:1777582954.565968:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.565972:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.565980:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.565986:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c7b80. 00010000:00000010:3.1:1777582954.566190:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582954.566198:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00000020:00000010:3.0:1777582954.566231:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cac0. 00000020:00000010:3.0:1777582954.566236:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cac0. 00000020:00000010:3.0:1777582954.566242:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248370e200. 00000020:00000010:3.0:1777582954.566247:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.566252:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.566284:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cac0. 00000020:00000010:3.0:1777582954.566286:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cac0. 00000100:00000200:3.0:1777582954.566289:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707869312 00000001:00000010:3.0:1777582954.566305:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:3.0:1777582954.566327:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582954.566334:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 02000000:00000010:3.0:1777582954.566363:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aec8c000. 00010000:00000010:3.0:1777582954.566392:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582954.566395:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582954.566412:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582954.566416:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86c80. 00010000:00000010:3.0:1777582954.566420:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582954.566423:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000004:00000010:3.0:1777582954.566526:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90960. 00000004:00000010:3.0:1777582954.566535:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65078. 00000004:00000010:3.0:1777582954.566542:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387540. 00080000:00000010:3.0:1777582954.566552:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13560. 00010000:00000010:3.0:1777582954.567310:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582954.567317:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86d80. 00010000:00000010:3.0:1777582954.567322:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582954.567327:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582954.567390:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582954.567400:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582954.567404:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86c80. 00010000:00000010:3.0:1777582954.567424:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582954.567440:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c7b80 x1863928707869312/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582954.567461:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582954.567468:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707869312, offset 224 00000400:00000200:3.0:1777582954.567474:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.567486:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.567493:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397012:397012:256:4294967295] 192.168.202.9@tcp LPNI seq info [397008:397008:8:4294967295] 00000400:00000200:3.0:1777582954.567506:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.567512:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.567516:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582954.567522:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.567529:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.567533:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.567560:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.567565:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.567568:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248370e200. 00010000:00000010:1.1:1777582954.567894:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582954.567901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582954.567905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582954.567908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582954.567910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582954.567913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582954.567915:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582954.567918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000800:00000200:0.0:1777582954.568038:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.568042:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:0.0:1777582954.568047:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.568052:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.568057:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:0.0:1777582954.568059:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:1.1:1777582954.569191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582954.569204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582954.569209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582954.569213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582954.569215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582954.569217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582954.569257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582954.569262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582954.569383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582954.569388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582954.569392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582954.569396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582954.569399:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582954.569402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582954.572221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582954.572236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:3.0:1777582954.573570:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.573590:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884eb80 00000400:00000200:3.0:1777582954.573599:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 42168 00000400:00000200:3.0:1777582954.573616:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.573620:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.573628:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.573634:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca1b100. 00000020:00000010:0.0:1777582954.574059:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.574065:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.574072:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c47ce00. 00000020:00000010:0.0:1777582954.574079:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582954.574084:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.574123:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.574125:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b6c0. 00000100:00000200:0.0:1777582954.574128:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707869568 02000000:00000010:0.0:1777582954.574278:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02395686000. 00010000:00000010:0.0:1777582954.574415:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:0.0:1777582954.574431:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86d80. 00010000:00000010:0.0:1777582954.574448:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582954.574455:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582954.574468:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582954.574472:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582954.574476:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582954.574479:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582954.574577:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582954.574580:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582954.574583:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582954.574586:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582954.574613:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48780. 00000020:00000010:0.0:1777582954.574620:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48780. 00000020:00000010:0.0:1777582954.574631:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024888c9480. 00080000:00000010:0.0:1777582954.574640:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02392043000. 00000001:00000010:0.0:1777582954.575799:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562ab40. 00000001:00000010:0.0:1777582954.575810:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185240. 00000020:00000010:0.0:1777582954.575863:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024888c9480. 00010000:00000010:0.0:1777582954.575875:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582954.575880:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582954.575897:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185300. 00010000:00000010:0.0:1777582954.575979:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.575995:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:0.0:1777582954.576011:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975399, last committed = 8589975157 00010000:00000200:0.0:1777582954.576021:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1b100 x1863928707869568/t8589975399(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.576041:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582954.576048:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707869568, offset 224 00000400:00000010:0.0:1777582954.576055:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fcb0. 00000400:00000200:0.0:1777582954.576058:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.576072:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.576080:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397013:397013:256:4294967295] 192.168.202.9@tcp LPNI seq info [397009:397009:8:4294967295] 00000400:00000200:0.0:1777582954.576086:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.576093:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.576099:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.576103:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582954.576110:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.576117:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.576121:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.576161:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582954.576166:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.576170:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c47ce00. 00000800:00000200:0.0:1777582954.576272:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.576276:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582954.576281:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.576365:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582954.579006:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582954.579021:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582954.579025:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582954.579028:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582954.579198:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:3.0:1777582954.579208:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310900. 00010000:00000010:3.0:1777582954.579216:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185300. 00000400:00000200:0.0:1777582954.579404:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.579423:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21434d 00000400:00000200:0.0:1777582954.579431:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.579435:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.579442:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777582954.579445:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000400:00000200:0.0:1777582954.579512:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.579519:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884ec00 00000400:00000200:0.0:1777582954.579526:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 42656 00000400:00000200:0.0:1777582954.579582:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.579585:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.579589:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.579595:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c7100. 00010000:00000010:1.0:1777582954.580038:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:1.0:1777582954.580046:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00000020:00000010:3.0:1777582954.580300:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cfc0. 00000020:00000010:3.0:1777582954.580305:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cfc0. 00000020:00000010:3.0:1777582954.580311:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483a2da00. 00000020:00000010:3.0:1777582954.580316:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.580320:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.580356:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cfc0. 00000020:00000010:3.0:1777582954.580359:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cfc0. 00000100:00000200:3.0:1777582954.580361:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707869696 00000001:00000010:3.0:1777582954.580371:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185c00. 00010000:00000010:3.0:1777582954.580390:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582954.580396:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 02000000:00000010:3.0:1777582954.580420:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aec8d000. 00010000:00000010:3.0:1777582954.580446:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582954.580450:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582954.580464:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582954.580467:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86c80. 00010000:00000010:3.0:1777582954.580470:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582954.580473:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000004:00000010:3.0:1777582954.580571:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90000. 00000004:00000010:3.0:1777582954.580579:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65960. 00000004:00000010:3.0:1777582954.580585:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386880. 00080000:00000010:3.0:1777582954.580594:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13c80. 00010000:00000010:3.0:1777582954.581810:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582954.581816:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86000. 00010000:00000010:3.0:1777582954.581822:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582954.581827:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582954.581899:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582954.581911:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582954.581915:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86c80. 00010000:00000010:3.0:1777582954.581939:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582954.581957:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c7100 x1863928707869696/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582954.581978:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582954.581986:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707869696, offset 224 00000400:00000200:3.0:1777582954.581992:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.582006:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.582013:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397014:397014:256:4294967295] 192.168.202.9@tcp LPNI seq info [397010:397010:8:4294967295] 00000400:00000200:3.0:1777582954.582025:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.582031:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.582035:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582954.582041:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.582049:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.582053:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.582109:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.582113:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.582117:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483a2da00. 00010000:00000010:0.1:1777582954.582233:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582954.582239:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582954.582243:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582954.582246:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000800:00000200:1.0:1777582954.584667:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.584676:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:1.0:1777582954.584866:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.584876:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.584883:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:1.0:1777582954.584886:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00000400:00000200:1.0:1777582954.585629:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.585648:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884ed00 00000400:00000200:1.0:1777582954.585656:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 43232 00000400:00000200:1.0:1777582954.585674:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.585678:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.585837:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.585845:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2a00. 00000020:00000010:3.0:1777582954.585949:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c880. 00000020:00000010:3.0:1777582954.585955:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c880. 00000020:00000010:3.0:1777582954.585961:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c4b39e00. 00000020:00000010:3.0:1777582954.585966:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.585971:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.586035:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c880. 00000020:00000010:3.0:1777582954.586037:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c880. 00000100:00000200:3.0:1777582954.586041:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707869952 02000000:00000010:3.0:1777582954.586075:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aec8f000. 00010000:00000010:3.0:1777582954.586112:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582954.586127:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86000. 00010000:00000010:3.1:1777582954.586154:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582954.586161:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.0:1777582954.586179:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582954.586185:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582954.586200:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582954.586203:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86000. 00010000:00000010:3.0:1777582954.586207:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582954.586211:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582954.586467:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582954.586471:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86c80. 00010000:00000010:3.0:1777582954.586474:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582954.586478:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000020:00000010:3.0:1777582954.586502:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05c60. 00000020:00000010:3.0:1777582954.586508:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05c60. 00000020:00000010:3.0:1777582954.586519:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed120. 00080000:00000010:3.0:1777582954.586528:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238840a000. 00000001:00000010:3.0:1777582954.587075:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eede40. 00000001:00000010:3.0:1777582954.587083:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582954.587123:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed120. 00010000:00000010:3.0:1777582954.587159:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582954.587164:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582954.587180:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582954.587312:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582954.587331:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582954.587350:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975400, last committed = 8589975157 00010000:00000200:3.0:1777582954.587362:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a2a00 x1863928707869952/t8589975400(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.587384:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582954.587392:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707869952, offset 224 00000400:00000010:3.0:1777582954.587399:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7310. 00000400:00000200:3.0:1777582954.587403:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.587419:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.587426:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397015:397015:256:4294967295] 192.168.202.9@tcp LPNI seq info [397011:397011:8:4294967295] 00000400:00000200:3.0:1777582954.587434:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.587441:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.587447:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.587452:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582954.587459:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.587467:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.587471:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.587494:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86a00. 00000020:00000010:3.0:1777582954.587498:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.587502:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c4b39e00. 00010000:00000010:1.1:1777582954.587649:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:1.1:1777582954.587656:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000800:00000200:3.0:1777582954.589371:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.589378:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582954.589386:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.589397:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.589432:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.589446:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214355 00000400:00000200:3.0:1777582954.589452:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.589456:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.589460:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:3.0:1777582954.589464:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00010000:00000010:3.0:1777582954.589522:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582954.589531:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86000. 00000400:00000200:1.0:1777582954.591241:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.591258:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884ed80 00000400:00000200:1.0:1777582954.591266:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 43720 00000400:00000200:1.0:1777582954.591336:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.591342:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.591351:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.591357:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a1880. 00000020:00000010:3.0:1777582954.591866:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c880. 00000020:00000010:3.0:1777582954.591872:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c880. 00000020:00000010:3.0:1777582954.591878:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c4b39e00. 00000020:00000010:3.0:1777582954.591883:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582954.591888:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.591928:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c880. 00000020:00000010:3.0:1777582954.591930:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c880. 00000100:00000200:3.0:1777582954.591933:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707870080 00000001:00000010:3.0:1777582954.591944:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185240. 00010000:00000010:3.0:1777582954.591966:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582954.591973:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 02000000:00000010:3.0:1777582954.591999:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aec89000. 00010000:00000010:3.0:1777582954.592027:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582954.592030:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582954.592047:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582954.592050:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.592055:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582954.592058:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000004:00000010:3.0:1777582954.592180:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91680. 00000004:00000010:3.0:1777582954.592188:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65870. 00000004:00000010:3.0:1777582954.592194:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386bb0. 00080000:00000010:3.0:1777582954.592203:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e128e8. 00010000:00000010:0.0:1777582954.594845:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:0.0:1777582954.594862:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86c80. 00010000:00000010:0.0:1777582954.594873:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582954.595540:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582954.595548:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86c00. 00010000:00000010:3.0:1777582954.595554:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582954.595561:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582954.595636:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582954.595648:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582954.595653:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.595681:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582954.595725:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a1880 x1863928707870080/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582954.595747:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582954.595754:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707870080, offset 224 00000400:00000200:3.0:1777582954.595761:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.595773:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.595780:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397016:397016:256:4294967295] 192.168.202.9@tcp LPNI seq info [397012:397012:8:4294967295] 00000400:00000200:3.0:1777582954.595791:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.595796:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.595801:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582954.595808:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.595815:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.595819:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.595840:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582954.595844:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.595848:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c4b39e00. 00000800:00000200:3.0:1777582954.595956:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.595960:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582954.595965:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.595969:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.595974:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:3.0:1777582954.595976:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00010000:00000010:3.1:1777582954.596417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582954.596424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582954.596428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582954.596430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000400:00000200:1.0:1777582954.598784:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.598809:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884ee80 00000400:00000200:1.0:1777582954.598818:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 44296 00000400:00000200:1.0:1777582954.598835:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.598840:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.598848:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.598855:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a3800. 00000020:00000010:3.0:1777582954.599077:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582954.599082:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582954.599090:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483a2da00. 00000020:00000010:3.0:1777582954.599096:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582954.599101:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.599160:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582954.599164:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c080. 00000100:00000200:3.0:1777582954.599167:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707870336 02000000:00000010:3.0:1777582954.599201:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aec88000. 00010000:00000010:3.0:1777582954.599242:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582954.599261:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86c00. 00010000:00000010:3.0:1777582954.599299:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582954.599305:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582954.599321:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582954.599324:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86c00. 00010000:00000010:3.0:1777582954.599329:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582954.599332:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582954.599440:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582954.599442:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.599445:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582954.599448:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000020:00000010:3.0:1777582954.599470:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582954.599476:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582954.599486:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedc60. 00080000:00000010:3.0:1777582954.599495:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388409800. 00000001:00000010:3.0:1777582954.599904:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed420. 00000001:00000010:3.0:1777582954.599911:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582954.599943:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedc60. 00010000:00000010:3.0:1777582954.599951:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582954.599955:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582954.599968:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582954.600000:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582954.600012:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:3.0:1777582954.600027:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975401, last committed = 8589975157 00010000:00000200:3.0:1777582954.600036:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a3800 x1863928707870336/t8589975401(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.600061:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582954.600067:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707870336, offset 224 00000400:00000010:3.0:1777582954.600073:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7ab8. 00000400:00000200:3.0:1777582954.600077:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.600089:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.600095:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397017:397017:256:4294967295] 192.168.202.9@tcp LPNI seq info [397013:397013:8:4294967295] 00000400:00000200:3.0:1777582954.600101:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.600108:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.600114:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.600118:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582954.600125:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.600131:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.600169:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.600188:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582954.600192:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.600195:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483a2da00. 00000800:00000200:3.0:1777582954.600285:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.600288:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582954.600292:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.600297:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582954.600779:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:1.0:1777582954.600788:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:1.0:1777582954.600796:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:3.1:1777582954.601270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582954.601278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582954.601282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582954.601379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582954.601382:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582954.601384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582954.601387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582954.601389:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582954.601392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582954.601394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:3.0:1777582954.602333:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.602352:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21435d 00000400:00000200:3.0:1777582954.602359:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.602363:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.602370:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:3.0:1777582954.602373:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00010000:00000010:1.0:1777582954.602557:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:1.0:1777582954.602567:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86c00. 00010000:00000010:3.1:1777582954.604513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582954.604526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582954.604531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582954.604534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:1.0:1777582954.604708:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.604734:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884ef00 00000400:00000200:1.0:1777582954.604743:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 44784 00000400:00000200:1.0:1777582954.604803:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.604809:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.604816:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.604825:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55c00. 00010000:00000010:0.1:1777582954.605004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582954.605009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000020:00000010:0.0:1777582954.605044:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.605049:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.605056:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c47ce00. 00000020:00000010:0.0:1777582954.605061:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582954.605067:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.605113:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b6c0. 00000020:00000010:0.0:1777582954.605115:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b6c0. 00000100:00000200:0.0:1777582954.605119:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707870464 00000001:00000010:0.0:1777582954.605130:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582954.605175:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582954.605182:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 02000000:00000010:0.0:1777582954.605208:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02395682000. 00010000:00000010:0.0:1777582954.605235:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582954.605238:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.605257:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582954.605260:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582954.605263:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582954.605266:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000004:00000010:0.0:1777582954.605377:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519a40. 00000004:00000010:0.0:1777582954.605386:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22168. 00000004:00000010:0.0:1777582954.605393:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34550. 00080000:00000010:0.0:1777582954.605403:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74000. 00010000:00000010:0.0:1777582954.606051:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582954.606056:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310380. 00010000:00000010:0.0:1777582954.606061:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582954.606066:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582954.606127:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582954.606156:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582954.606161:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582954.606182:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:0.0:1777582954.606199:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d55c00 x1863928707870464/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.606219:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582954.606225:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707870464, offset 224 00000400:00000200:0.0:1777582954.606232:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.606245:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.606252:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397018:397018:256:4294967295] 192.168.202.9@tcp LPNI seq info [397014:397014:8:4294967295] 00000400:00000200:0.0:1777582954.606264:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.606269:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.606275:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582954.606282:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.606489:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.606493:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.606513:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582954.606518:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.606521:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c47ce00. 00000800:00000200:3.0:1777582954.606755:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.606760:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582954.606766:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.606773:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.606778:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:3.0:1777582954.606780:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00010000:00000010:1.1:1777582954.607264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582954.607271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000400:00000200:3.0:1777582954.610279:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.610310:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884f000 00000400:00000200:3.0:1777582954.610318:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 45360 00000400:00000200:3.0:1777582954.610334:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.610338:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.610346:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.610352:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca19c00. 00000020:00000010:1.0:1777582954.610594:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582954.610600:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582954.610606:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:1.0:1777582954.610611:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9a80. 00000020:00000010:1.0:1777582954.610616:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.610662:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582954.610664:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000100:00000200:1.0:1777582954.610667:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707870720 02000000:00000010:1.0:1777582954.610727:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388dc3000. 00010000:00000010:1.0:1777582954.610772:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:1.0:1777582954.610794:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310380. 00010000:00000010:1.0:1777582954.610818:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.610824:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.610840:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582954.610843:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582954.610848:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582954.610851:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582954.610961:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582954.610964:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c00. 00010000:00000010:1.0:1777582954.610968:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.610971:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00000020:00000010:1.0:1777582954.610996:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6dc0. 00000020:00000010:1.0:1777582954.611002:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6dc0. 00000020:00000010:1.0:1777582954.611013:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a86f00. 00080000:00000010:1.0:1777582954.611023:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e978c00. 00010000:00000010:1.1:1777582954.612239:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582954.612251:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000001:00000010:1.0:1777582954.612445:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a865a0. 00000001:00000010:1.0:1777582954.612452:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582954.612490:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a86f00. 00010000:00000010:1.0:1777582954.612501:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.612508:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582954.612528:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.612620:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582954.612638:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582954.612660:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975402, last committed = 8589975157 00010000:00000200:1.0:1777582954.612672:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca19c00 x1863928707870720/t8589975402(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.612704:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582954.612722:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707870720, offset 224 00000400:00000010:1.0:1777582954.612730:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d28f8. 00000400:00000200:1.0:1777582954.612734:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.612750:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.612758:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397019:397019:256:4294967295] 192.168.202.9@tcp LPNI seq info [397015:397015:8:4294967295] 00000400:00000200:1.0:1777582954.612765:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.612773:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.612779:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.612784:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582954.612792:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.612800:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.612805:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.612829:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9a80. 00000020:00000010:1.0:1777582954.612833:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.612838:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00010000:00000010:0.0:1777582954.613029:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:0.0:1777582954.613038:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c00. 00010000:00000010:0.0:1777582954.613045:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:0.1:1777582954.618201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582954.618217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582954.618222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582954.618225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000800:00000200:3.0:1777582954.621648:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.621658:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582954.621667:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.621676:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582954.622396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582954.622404:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582954.622409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582954.622412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582954.623315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:0.1:1777582954.623326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000400:00000200:3.0:1777582954.624158:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.624183:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214365 00000400:00000200:3.0:1777582954.624192:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.624196:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.624204:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:3.0:1777582954.624208:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000400:00000200:3.0:1777582954.624242:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.624249:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884f080 00000400:00000200:3.0:1777582954.624256:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 45848 00000400:00000200:3.0:1777582954.624269:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.624272:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.624276:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.624282:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca1a300. 00010000:00000010:0.0:1777582954.624465:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:0.0:1777582954.624476:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9380. 00000020:00000010:1.0:1777582954.628897:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582954.628905:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582954.628912:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:1.0:1777582954.628915:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9a80. 00000020:00000010:1.0:1777582954.628920:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.628965:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582954.628968:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000100:00000200:1.0:1777582954.628971:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707870848 00000001:00000010:1.0:1777582954.628983:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:1.0:1777582954.629011:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.629019:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 02000000:00000010:1.0:1777582954.629049:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc2000. 00010000:00000010:1.0:1777582954.629074:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.629077:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582954.629094:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582954.629096:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9d80. 00010000:00000010:1.0:1777582954.629099:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.629100:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00000004:00000010:1.0:1777582954.629235:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7c20. 00000004:00000010:1.0:1777582954.629243:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582954.629249:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945650. 00080000:00000010:1.0:1777582954.629256:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f1d0. 00010000:00000010:1.0:1777582954.629967:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582954.629973:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c80. 00010000:00000010:1.0:1777582954.629979:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.629984:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.630050:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582954.630060:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582954.630065:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9d80. 00010000:00000010:1.0:1777582954.630089:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582954.630108:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1a300 x1863928707870848/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.630129:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777582954.630174:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707870848, offset 224 00000400:00000200:1.0:1777582954.630185:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.630200:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.630207:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397020:397020:256:4294967295] 192.168.202.9@tcp LPNI seq info [397016:397016:8:4294967295] 00000400:00000200:1.0:1777582954.630220:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.630226:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.630231:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582954.630238:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.630247:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.630252:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.630281:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9a80. 00000020:00000010:1.0:1777582954.630285:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.630290:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00000800:00000200:3.0:1777582954.630481:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.630486:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582954.630490:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.630495:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.630501:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:3.0:1777582954.630504:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00010000:00000010:0.1:1777582954.632313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:0.1:1777582954.632328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000400:00000200:3.0:1777582954.633055:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.633074:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884f180 00000400:00000200:3.0:1777582954.633083:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 46424 00000400:00000200:3.0:1777582954.633114:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.633120:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.633129:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.633495:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca18e00. 00000020:00000010:1.0:1777582954.633603:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582954.633609:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582954.633617:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c2ffc00. 00000020:00000010:1.0:1777582954.633623:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9a80. 00000020:00000010:1.0:1777582954.633628:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.633784:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0980. 00000020:00000010:1.0:1777582954.633787:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0980. 00000100:00000200:1.0:1777582954.633790:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707871104 02000000:00000010:1.0:1777582954.633825:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388dc0000. 00010000:00000010:1.0:1777582954.633860:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.633874:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c80. 00010000:00000010:1.0:1777582954.633893:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.633898:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.633913:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582954.633917:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9c80. 00010000:00000010:1.0:1777582954.633921:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582954.633924:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.634024:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582954.634027:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9d80. 00010000:00000010:1.0:1777582954.634031:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.634034:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00000020:00000010:1.0:1777582954.634055:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6ea0. 00000020:00000010:1.0:1777582954.634061:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6ea0. 00000020:00000010:1.0:1777582954.634071:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a86060. 00080000:00000010:1.0:1777582954.634080:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97ac00. 00000001:00000010:1.0:1777582954.634734:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a86cc0. 00000001:00000010:1.0:1777582954.634743:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582954.634779:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a86060. 00010000:00000010:1.0:1777582954.634789:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.634793:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582954.634806:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.634896:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582954.634914:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000200:1.0:1777582954.634930:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975403, last committed = 8589975157 00010000:00000200:1.0:1777582954.634940:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca18e00 x1863928707871104/t8589975403(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.634962:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777582954.634969:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707871104, offset 224 00000400:00000010:1.0:1777582954.634976:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2070. 00000400:00000200:1.0:1777582954.634980:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.634993:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.634999:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397021:397021:256:4294967295] 192.168.202.9@tcp LPNI seq info [397017:397017:8:4294967295] 00000400:00000200:1.0:1777582954.635005:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.635012:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.635017:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.635022:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582954.635028:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.635035:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.635040:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.635072:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9a80. 00000020:00000010:1.0:1777582954.635077:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.635081:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c2ffc00. 00000800:00000200:0.0:1777582954.635659:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.635665:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582954.635670:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.635675:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582954.636851:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:3.0:1777582954.636864:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9d80. 00010000:00000010:3.0:1777582954.636874:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000400:00000200:3.0:1777582954.637266:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.637296:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21436d 00000400:00000200:3.0:1777582954.637303:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.637308:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.637313:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:3.0:1777582954.637316:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00010000:00000010:1.1:1777582954.637562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582954.637569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582954.637573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582954.637576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.637602:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.637607:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9c80. 00000400:00000200:3.0:1777582954.639546:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.639565:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884f200 00000400:00000200:3.0:1777582954.639574:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 46912 00000400:00000200:3.0:1777582954.639642:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.639648:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.639657:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.639665:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca1a680. 00000020:00000010:0.0:1777582954.639775:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:0.0:1777582954.639781:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000020:00000010:0.0:1777582954.639787:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02424a6f000. 00000020:00000010:0.0:1777582954.639793:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582954.639798:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582954.639841:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:0.0:1777582954.639843:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000100:00000200:0.0:1777582954.639846:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707871232 00000001:00000010:0.0:1777582954.639858:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:0.0:1777582954.639886:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582954.639894:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 02000000:00000010:0.0:1777582954.639923:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02395681000. 00010000:00000010:0.0:1777582954.639954:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582954.639958:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582954.639978:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582954.639982:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582954.639986:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582954.639989:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000004:00000010:0.0:1777582954.640085:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519680. 00000004:00000010:0.0:1777582954.640093:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e223c0. 00000004:00000010:0.0:1777582954.640100:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35650. 00080000:00000010:0.0:1777582954.640108:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74ab0. 00010000:00000010:1.0:1777582954.641669:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582954.641679:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9e80. 00010000:00000010:1.0:1777582954.641695:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.641703:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582954.641794:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:1.0:1777582954.641807:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:1.0:1777582954.641812:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310680. 00010000:00000010:1.0:1777582954.641837:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:1.0:1777582954.641856:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1a680 x1863928707871232/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.641877:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582954.641885:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707871232, offset 224 00000400:00000200:1.0:1777582954.641893:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.641906:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.641913:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397022:397022:256:4294967295] 192.168.202.9@tcp LPNI seq info [397018:397018:8:4294967295] 00000400:00000200:1.0:1777582954.641925:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.641931:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.641936:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582954.641943:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.641950:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.641954:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.641973:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310d80. 00000020:00000010:1.0:1777582954.641977:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:1.0:1777582954.641982:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02424a6f000. 00000800:00000200:0.0:1777582954.642219:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.642223:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582954.642228:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.642234:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.642238:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:0.0:1777582954.642241:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00010000:00000010:3.1:1777582954.644337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582954.644353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582954.645380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582954.645388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582954.645390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582954.645392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582954.645393:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582954.645395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000400:00000200:1.0:1777582954.645423:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.645439:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884f300 00000400:00000200:1.0:1777582954.645445:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 47488 00000400:00000200:1.0:1777582954.645460:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.645463:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.645470:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.645474:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d56300. 00000020:00000010:3.0:1777582954.645739:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582954.645745:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582954.645756:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c4b39e00. 00000020:00000010:3.0:1777582954.645761:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582954.645766:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.645845:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582954.645849:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c080. 00000100:00000200:3.0:1777582954.645852:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707871488 02000000:00000010:3.0:1777582954.645889:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aec8e000. 00010000:00000010:3.0:1777582954.645933:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:3.0:1777582954.645947:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9e80. 00010000:00000010:3.0:1777582954.645965:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582954.645971:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582954.645986:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582954.645989:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86e00. 00010000:00000010:3.0:1777582954.645993:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582954.645996:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582954.646098:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582954.646100:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86900. 00010000:00000010:3.0:1777582954.646103:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582954.646106:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00000020:00000010:3.0:1777582954.646127:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582954.646165:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a60. 00000020:00000010:3.0:1777582954.646177:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedc60. 00080000:00000010:3.0:1777582954.646186:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238840bc00. 00000001:00000010:3.0:1777582954.646584:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedea0. 00000001:00000010:3.0:1777582954.646590:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582954.646626:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedc60. 00010000:00000010:3.0:1777582954.646635:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582954.646639:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582954.646652:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582954.646689:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582954.646703:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:3.0:1777582954.646728:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975404, last committed = 8589975157 00010000:00000200:3.0:1777582954.646738:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d56300 x1863928707871488/t8589975404(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.646764:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582954.646770:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707871488, offset 224 00000400:00000010:3.0:1777582954.646777:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7ee0. 00000400:00000200:3.0:1777582954.646782:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.646798:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.646804:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397023:397023:256:4294967295] 192.168.202.9@tcp LPNI seq info [397019:397019:8:4294967295] 00000400:00000200:3.0:1777582954.646810:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.646817:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.646822:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.646827:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582954.646832:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.646839:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.646844:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1777582954.646857:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:2.0:1777582954.646863:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86900. 00000020:00000010:3.0:1777582954.646864:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582954.646867:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00010000:00000010:2.0:1777582954.646870:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00000020:00000010:3.0:1777582954.646870:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c4b39e00. 00000800:00000200:3.0:1777582954.649853:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.649861:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582954.649867:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.649876:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.649904:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.649918:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214375 00000400:00000200:3.0:1777582954.649924:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.649927:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.649932:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:3.0:1777582954.649935:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00000400:00000200:3.0:1777582954.649962:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.649968:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884f380 00000400:00000200:3.0:1777582954.649977:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 47976 00000400:00000200:3.0:1777582954.650022:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.650025:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.650030:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.650040:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac337480. 00000020:00000010:3.0:1777582954.650080:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582954.650085:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582954.650091:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483a2da00. 00000020:00000010:3.0:1777582954.650095:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582954.650100:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.650153:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777582954.650156:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c080. 00000100:00000200:3.0:1777582954.650160:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707871616 00000001:00000010:3.0:1777582954.650171:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:3.0:1777582954.650198:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582954.650207:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 02000000:00000010:3.0:1777582954.650237:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ecd000. 00010000:00000010:3.0:1777582954.650271:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582954.650274:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582954.650308:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582954.650312:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86f00. 00010000:00000010:3.0:1777582954.650315:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582954.650319:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00000004:00000010:3.0:1777582954.650411:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90780. 00000004:00000010:3.0:1777582954.650420:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65c30. 00000004:00000010:3.0:1777582954.650427:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386110. 00080000:00000010:3.0:1777582954.650436:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12558. 00010000:00000010:2.0:1777582954.650792:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:2.0:1777582954.650803:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86e00. 00010000:00000010:1.1:1777582954.651572:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582954.651582:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582954.651585:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582954.651588:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.0:1777582954.652063:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582954.652069:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a80. 00010000:00000010:3.0:1777582954.652075:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582954.652080:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582954.652210:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582954.652221:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582954.652225:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86f00. 00010000:00000010:3.0:1777582954.652247:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:3.0:1777582954.652266:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac337480 x1863928707871616/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582954.652396:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582954.652405:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707871616, offset 224 00000400:00000200:3.0:1777582954.652413:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.652426:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.652433:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397024:397024:256:4294967295] 192.168.202.9@tcp LPNI seq info [397020:397020:8:4294967295] 00000400:00000200:3.0:1777582954.652445:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.652450:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.652455:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582954.652462:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.652470:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.652474:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.652531:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582954.652536:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.652540:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483a2da00. 00000800:00000200:1.0:1777582954.654579:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.654587:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:1.0:1777582954.654598:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.654606:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.654613:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:1.0:1777582954.654616:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00000400:00000200:1.0:1777582954.654911:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.654927:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884f480 00000400:00000200:1.0:1777582954.654936:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 48552 00000400:00000200:1.0:1777582954.654951:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.654954:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.654960:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.654966:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d54380. 00000020:00000010:2.0:1777582954.655065:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.655071:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.655076:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cfe00. 00000020:00000010:2.0:1777582954.655082:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e780. 00000020:00000010:2.0:1777582954.655086:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00010000:00000010:3.1:1777582954.655160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582954.655166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582954.655207:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582954.655212:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000020:00000010:2.0:1777582954.655229:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.655232:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741b80. 00000100:00000200:2.0:1777582954.655235:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707871872 02000000:00000010:2.0:1777582954.655272:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238cb32000. 00010000:00000010:2.0:1777582954.655321:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582954.655334:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a80. 00010000:00000010:2.0:1777582954.655352:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582954.655358:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582954.655372:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582954.655376:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec80. 00010000:00000010:2.0:1777582954.655380:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582954.655382:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582954.655485:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582954.655488:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582954.655490:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582954.655493:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000020:00000010:2.0:1777582954.655513:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860545a0. 00000020:00000010:2.0:1777582954.655519:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860545a0. 00000020:00000010:2.0:1777582954.655528:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1d80. 00080000:00000010:2.0:1777582954.655536:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248ba55800. 00000001:00000010:2.0:1777582954.655926:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1420. 00000001:00000010:2.0:1777582954.655933:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68840. 00000020:00000010:2.0:1777582954.655969:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1d80. 00010000:00000010:2.0:1777582954.655977:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582954.655981:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582954.655993:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68b40. 00010000:00000010:2.0:1777582954.656227:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582954.656241:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000200:2.0:1777582954.656257:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975405, last committed = 8589975157 00010000:00000200:2.0:1777582954.656267:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d54380 x1863928707871872/t8589975405(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582954.656476:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582954.656484:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707871872, offset 224 00000400:00000010:2.0:1777582954.656490:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12a80. 00000400:00000200:2.0:1777582954.656495:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582954.656508:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582954.656516:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397025:397025:256:4294967295] 192.168.202.9@tcp LPNI seq info [397021:397021:8:4294967295] 00000400:00000200:2.0:1777582954.656522:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582954.656529:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582954.656534:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582954.656539:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582954.656546:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582954.656553:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582954.656557:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582954.656578:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e780. 00000020:00000010:2.0:1777582954.656585:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.656588:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cfe00. 00010000:00000010:3.0:1777582954.656650:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:3.0:1777582954.656656:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e600. 00010000:00000010:3.0:1777582954.656663:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68b40. 00000800:00000200:3.0:1777582954.656761:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.656765:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:3.0:1777582954.656770:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.656776:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.658937:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582954.658957:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21437d 00000400:00000200:1.0:1777582954.658964:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.658969:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582954.658976:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:1.0:1777582954.658979:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000400:00000200:1.0:1777582954.659014:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.659020:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884f500 00000400:00000200:1.0:1777582954.659027:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 49040 00000400:00000200:1.0:1777582954.659040:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.659043:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.659047:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.659053:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55500. 00000020:00000010:3.0:1777582954.659131:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c740. 00010000:00000010:3.1:1777582954.659164:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582954.659170:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000020:00000010:3.0:1777582954.659178:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c740. 00000020:00000010:3.0:1777582954.659185:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e1d4600. 00000020:00000010:3.0:1777582954.659191:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582954.659196:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.659224:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c740. 00000020:00000010:3.0:1777582954.659226:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c740. 00000100:00000200:3.0:1777582954.659229:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707872000 00000001:00000010:3.0:1777582954.659241:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:3.0:1777582954.659264:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582954.659271:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 02000000:00000010:3.0:1777582954.659312:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ecb000. 00010000:00000010:3.0:1777582954.659342:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582954.659346:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582954.659365:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582954.659368:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86f00. 00010000:00000010:3.0:1777582954.659371:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582954.659375:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00000004:00000010:3.0:1777582954.659465:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90f00. 00000004:00000010:3.0:1777582954.659474:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c651e0. 00000004:00000010:3.0:1777582954.659480:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386550. 00080000:00000010:3.0:1777582954.659489:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e131d0. 00010000:00000010:3.0:1777582954.660467:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582954.660473:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.660479:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582954.660484:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582954.660547:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582954.660557:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582954.660561:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86f00. 00010000:00000010:3.0:1777582954.660582:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:3.0:1777582954.660599:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d55500 x1863928707872000/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582954.660620:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582954.660626:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707872000, offset 224 00000400:00000200:3.0:1777582954.660633:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.660645:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.660653:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397026:397026:256:4294967295] 192.168.202.9@tcp LPNI seq info [397022:397022:8:4294967295] 00000400:00000200:3.0:1777582954.660664:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.660670:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.660675:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582954.660681:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.660700:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.660704:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.660731:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86000. 00000020:00000010:3.0:1777582954.660735:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.660739:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e1d4600. 00000800:00000200:1.0:1777582954.660981:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.660986:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:1.0:1777582954.660991:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.660996:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.661001:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:1.0:1777582954.661003:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00010000:00000010:2.1:1777582954.661405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582954.661413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.0:1777582954.661443:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582954.661449:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec80. 00000400:00000200:3.0:1777582954.663271:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.663292:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884f600 00000400:00000200:3.0:1777582954.663300:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 49616 00000400:00000200:3.0:1777582954.663317:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.663322:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.663330:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.663336:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac335f80. 00000020:00000010:1.0:1777582954.663674:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.663682:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.663782:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:1.0:1777582954.663787:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9600. 00000020:00000010:1.0:1777582954.663792:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.663874:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.663877:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000100:00000200:1.0:1777582954.663881:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707872256 02000000:00000010:1.0:1777582954.663919:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388dc7000. 00010000:00000010:1.0:1777582954.663963:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:1.0:1777582954.663981:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:1.0:1777582954.664004:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.664011:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582954.664027:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582954.664031:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9200. 00010000:00000010:1.0:1777582954.664035:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.664039:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582954.664201:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582954.664205:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.664209:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.664213:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00000020:00000010:1.0:1777582954.664243:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6da0. 00000020:00000010:1.0:1777582954.664251:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6da0. 00000020:00000010:1.0:1777582954.664263:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a86960. 00080000:00000010:1.0:1777582954.664274:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02487409000. 00000001:00000010:1.0:1777582954.664711:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a86540. 00000001:00000010:1.0:1777582954.664729:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582954.664766:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a86960. 00010000:00000010:1.0:1777582954.664776:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.664781:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582954.664795:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582954.664845:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582954.664861:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000200:1.0:1777582954.664880:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975406, last committed = 8589975157 00010000:00000200:1.0:1777582954.664891:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac335f80 x1863928707872256/t8589975406(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.664912:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582954.664919:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707872256, offset 224 00000400:00000010:1.0:1777582954.664926:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2620. 00000400:00000200:1.0:1777582954.664930:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.664946:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.664954:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397027:397027:256:4294967295] 192.168.202.9@tcp LPNI seq info [397023:397023:8:4294967295] 00000400:00000200:1.0:1777582954.664960:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.664968:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.664974:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.664978:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582954.664985:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.664993:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.665000:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.665025:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9600. 00000020:00000010:1.0:1777582954.665030:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.665035:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00000800:00000200:1.0:1777582954.665179:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.665183:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:1.0:1777582954.665188:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.665193:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582954.665278:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:2.0:1777582954.665285:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f80. 00010000:00000010:2.0:1777582954.665291:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000400:00000200:2.0:1777582954.666861:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582954.666881:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214385 00000400:00000200:2.0:1777582954.666889:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.666893:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582954.666900:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:2.0:1777582954.666903:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000010:0.0:1777582954.667022:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfae0. 00010000:00000010:3.0:1777582954.667060:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:3.0:1777582954.667069:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9200. 00000100:00000010:2.0:1777582954.667187:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfea0. 00010000:00000010:3.1:1777582954.667242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582954.667249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582954.667255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582954.667257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582954.667261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:3.1:1777582954.667264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000100:00000010:3.0:1777582954.667285:0:219693:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df060. 00000100:00000010:1.0:1777582954.667435:0:194432:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df0c0. 00010000:00000010:3.1:1777582954.668246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582954.668254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582954.668258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582954.668260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582954.668869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.1:1777582954.668876:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582954.668881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582954.668884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000400:00000200:3.0:1777582954.669034:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.669051:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884f680 00000400:00000200:3.0:1777582954.669059:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 50104 00010000:00000010:2.1:1777582954.669429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582954.669435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582954.669440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582954.669443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582954.669446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582954.669448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00000400:00000200:3.0:1777582954.669612:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.669620:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.669631:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.669638:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac337100. 00000020:00000010:1.0:1777582954.669851:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.669858:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.669864:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02424a6f000. 00000020:00000010:1.0:1777582954.669870:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9600. 00000020:00000010:1.0:1777582954.669875:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582954.669940:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.669943:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000100:00000200:1.0:1777582954.669946:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707872384 00000001:00000010:1.0:1777582954.669956:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68840. 00010000:00000010:1.0:1777582954.669978:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.669985:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 02000000:00000010:1.0:1777582954.670012:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc6000. 00010000:00000010:1.0:1777582954.670041:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.670044:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582954.670062:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582954.670065:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9900. 00010000:00000010:1.0:1777582954.670070:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.670073:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00000004:00000010:1.0:1777582954.670288:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7680. 00000004:00000010:1.0:1777582954.670305:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3780. 00000004:00000010:1.0:1777582954.670312:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944dd0. 00080000:00000010:1.0:1777582954.670320:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e720. 00010000:00000010:3.0:1777582954.671051:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582954.671056:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86400. 00010000:00000010:3.0:1777582954.671062:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582954.671067:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582954.671149:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:3.0:1777582954.671160:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:3.0:1777582954.671165:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9900. 00010000:00000010:3.0:1777582954.671188:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000200:3.0:1777582954.671205:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac337100 x1863928707872384/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582954.671226:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582954.671232:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707872384, offset 224 00000400:00000200:3.0:1777582954.671238:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.671249:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.671256:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397028:397028:256:4294967295] 192.168.202.9@tcp LPNI seq info [397024:397024:8:4294967295] 00000400:00000200:3.0:1777582954.671266:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.671272:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.671276:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582954.671357:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.671366:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.671370:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.671431:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9600. 00000020:00000010:3.0:1777582954.671435:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:3.0:1777582954.671440:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02424a6f000. 00010000:00000010:2.1:1777582954.672254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582954.672263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582954.672326:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582954.672331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00000800:00000200:1.0:1777582954.672575:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.672579:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:1.0:1777582954.672585:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.672592:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.672597:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:1.0:1777582954.672600:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000400:00000200:2.0:1777582954.674462:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582954.674482:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884f780 00000400:00000200:2.0:1777582954.674490:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 50680 00000400:00000200:2.0:1777582954.674505:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.674510:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582954.674518:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582954.674524:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626bb80. 00000020:00000010:1.0:1777582954.674657:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.674664:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.674669:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.674675:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.674679:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.674850:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.674853:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000100:00000200:1.0:1777582954.674857:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707872640 02000000:00000010:1.0:1777582954.674899:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388dc5000. 00010000:00000010:1.0:1777582954.674945:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:1.0:1777582954.674963:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86400. 00010000:00000010:1.0:1777582954.674982:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.674987:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582954.675001:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582954.675004:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9e00. 00010000:00000010:1.0:1777582954.675008:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582954.675010:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582954.675106:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582954.675110:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9600. 00010000:00000010:1.0:1777582954.675113:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582954.675116:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00000020:00000010:1.0:1777582954.675173:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6820. 00000020:00000010:1.0:1777582954.675179:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6820. 00000020:00000010:1.0:1777582954.675189:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a86960. 00080000:00000010:1.0:1777582954.675198:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02487408800. 00000001:00000010:1.0:1777582954.675559:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a869c0. 00000001:00000010:1.0:1777582954.675566:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582954.675600:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a86960. 00010000:00000010:1.0:1777582954.675608:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582954.675612:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582954.675625:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582954.675657:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582954.675669:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000200:1.0:1777582954.675696:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975407, last committed = 8589975157 00010000:00000200:1.0:1777582954.675705:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248626bb80 x1863928707872640/t8589975407(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.675734:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582954.675739:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707872640, offset 224 00000400:00000010:1.0:1777582954.675745:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d26c8. 00000400:00000200:1.0:1777582954.675749:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.675762:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.675768:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397029:397029:256:4294967295] 192.168.202.9@tcp LPNI seq info [397025:397025:8:4294967295] 00000400:00000200:1.0:1777582954.675774:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.675782:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.675787:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.675791:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582954.675798:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.675805:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.675809:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.675824:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.675828:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.675832:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00010000:00000010:3.0:1777582954.675905:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:3.0:1777582954.675911:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9600. 00010000:00000010:3.0:1777582954.675917:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000800:00000200:3.0:1777582954.675997:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.676000:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582954.676004:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.676009:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582954.676448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582954.676454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582954.676458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582954.676461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000400:00000200:3.0:1777582954.677698:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.677723:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21438d 00000400:00000200:3.0:1777582954.677731:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.677736:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.677743:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:3.0:1777582954.677746:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000400:00000200:3.0:1777582954.678224:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.678234:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884f800 00000400:00000200:3.0:1777582954.678240:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 51168 00000400:00000200:3.0:1777582954.678296:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.678300:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.678306:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.678313:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac334700. 00000020:00000010:3.0:1777582954.678359:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cf00. 00000020:00000010:3.0:1777582954.678364:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cf00. 00000020:00000010:3.0:1777582954.678369:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e1d4600. 00000020:00000010:3.0:1777582954.678374:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86c80. 00000020:00000010:3.0:1777582954.678379:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.678411:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cf00. 00000020:00000010:3.0:1777582954.678413:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cf00. 00000100:00000200:3.0:1777582954.678416:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707872768 00000001:00000010:3.0:1777582954.678427:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:3.0:1777582954.678454:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582954.678462:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 02000000:00000010:3.0:1777582954.678490:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383eca000. 00010000:00000010:3.0:1777582954.678516:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582954.678519:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582954.678537:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582954.678540:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86980. 00010000:00000010:3.0:1777582954.678543:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582954.678546:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00000004:00000010:3.0:1777582954.678638:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e905a0. 00000004:00000010:3.0:1777582954.678646:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65168. 00000004:00000010:3.0:1777582954.678653:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386440. 00080000:00000010:3.0:1777582954.678661:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12e40. 00010000:00000010:2.0:1777582954.679514:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:2.0:1777582954.679524:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9e00. 00010000:00000010:3.0:1777582954.680060:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582954.680066:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86180. 00010000:00000010:3.0:1777582954.680071:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582954.680076:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.1:1777582954.680269:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582954.680275:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.0:1777582954.680282:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582954.680368:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582954.680373:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86980. 00010000:00000010:3.0:1777582954.680402:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:3.0:1777582954.680421:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac334700 x1863928707872768/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582954.680442:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582954.680449:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707872768, offset 224 00000400:00000200:3.0:1777582954.680456:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.680468:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.680475:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397030:397030:256:4294967295] 192.168.202.9@tcp LPNI seq info [397026:397026:8:4294967295] 00000400:00000200:3.0:1777582954.680487:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.680492:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.680497:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582954.680503:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.680510:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.680515:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.680567:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86c80. 00000020:00000010:3.0:1777582954.680572:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.680576:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e1d4600. 00000800:00000200:2.0:1777582954.680986:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.680991:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:2.0:1777582954.680996:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.681001:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582954.681006:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:2.0:1777582954.681009:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00010000:00000010:1.1:1777582954.681579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582954.681588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582954.684785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582954.684800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582954.685172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582954.685179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000400:00000200:3.0:1777582954.685227:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.685246:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884f900 00000400:00000200:3.0:1777582954.685255:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 51744 00000400:00000200:3.0:1777582954.685271:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.685276:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.685472:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.685479:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac334e00. 00000020:00000010:1.0:1777582954.685566:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.685573:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.685579:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.685584:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.685589:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.685637:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.685640:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000100:00000200:1.0:1777582954.685643:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707873024 02000000:00000010:1.0:1777582954.685679:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388dc4000. 00010000:00000010:1.0:1777582954.685742:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:1.0:1777582954.685756:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86180. 00010000:00000010:1.0:1777582954.685778:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.685784:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582954.685800:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582954.685803:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9900. 00010000:00000010:1.0:1777582954.685807:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582954.685809:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582954.685919:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582954.685923:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9200. 00010000:00000010:1.0:1777582954.685926:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.685929:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00000020:00000010:1.0:1777582954.686193:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6820. 00000020:00000010:1.0:1777582954.686201:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6820. 00000020:00000010:1.0:1777582954.686212:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a86960. 00080000:00000010:1.0:1777582954.686226:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389761c00. 00000001:00000010:1.0:1777582954.686857:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a86f60. 00000001:00000010:1.0:1777582954.686865:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582954.686903:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a86960. 00010000:00000010:1.0:1777582954.686913:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582954.686918:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582954.686932:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582954.686980:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582954.686995:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000200:1.0:1777582954.687011:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975408, last committed = 8589975157 00010000:00000200:1.0:1777582954.687022:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac334e00 x1863928707873024/t8589975408(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.687043:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582954.687049:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707873024, offset 224 00000400:00000010:1.0:1777582954.687055:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2700. 00000400:00000200:1.0:1777582954.687059:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.687072:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.687079:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397031:397031:256:4294967295] 192.168.202.9@tcp LPNI seq info [397027:397027:8:4294967295] 00000400:00000200:1.0:1777582954.687085:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.687094:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.687099:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.687103:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582954.687110:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.687117:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.687121:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.687164:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.687168:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.687173:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00000800:00000200:3.0:1777582954.687489:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.687495:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582954.687500:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.687505:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582954.687975:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:2.0:1777582954.687984:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9200. 00010000:00000010:2.0:1777582954.687992:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00010000:00000010:3.1:1777582954.688204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582954.688211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582954.688216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582954.688219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:2.0:1777582954.689677:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582954.689721:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214395 00000400:00000200:2.0:1777582954.689730:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.689734:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582954.689742:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:2.0:1777582954.689745:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00010000:00000010:3.0:1777582954.689893:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:3.0:1777582954.689903:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9900. 00010000:00000010:1.1:1777582954.692219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582954.692233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582954.692239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582954.692242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000400:00000200:3.0:1777582954.693205:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.693224:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884f980 00000400:00000200:3.0:1777582954.693233:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 52232 00000400:00000200:3.0:1777582954.693299:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.693304:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.693313:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.693322:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554dc00. 00000020:00000010:1.0:1777582954.693632:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.693638:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.693643:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.693648:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.693653:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.693698:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582954.693700:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000100:00000200:1.0:1777582954.693703:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707873152 00000001:00000010:1.0:1777582954.693722:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:1.0:1777582954.693749:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.693756:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 02000000:00000010:1.0:1777582954.693784:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02417878000. 00010000:00000010:1.0:1777582954.693810:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.693814:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582954.693832:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582954.693835:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.693839:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582954.693841:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00000004:00000010:1.0:1777582954.693940:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b7860. 00000004:00000010:1.0:1777582954.693949:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582954.693957:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945100. 00080000:00000010:1.0:1777582954.693964:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e8e8. 00010000:00000010:1.0:1777582954.695894:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582954.695906:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582954.695914:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.695923:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582954.696007:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582954.696020:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582954.696025:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.696053:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000200:1.0:1777582954.696073:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248554dc00 x1863928707873152/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.696095:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582954.696102:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707873152, offset 224 00000400:00000200:1.0:1777582954.696109:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.696125:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.696254:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397032:397032:256:4294967295] 192.168.202.9@tcp LPNI seq info [397028:397028:8:4294967295] 00000400:00000200:1.0:1777582954.696268:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.696274:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.696281:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582954.696302:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.696310:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.696315:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.696371:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.696376:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.696381:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00000800:00000200:3.0:1777582954.696665:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.696670:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582954.696675:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.696687:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.696693:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:3.0:1777582954.696696:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00010000:00000010:2.1:1777582954.697186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:2.1:1777582954.697195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582954.697630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582954.697638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582954.698251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582954.698257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582954.698260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582954.698264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000400:00000200:2.0:1777582954.699909:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582954.699929:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884fa80 00000400:00000200:2.0:1777582954.699938:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 52808 00000400:00000200:2.0:1777582954.699955:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.699959:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582954.699968:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582954.699974:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a300. 00000020:00000010:3.0:1777582954.700161:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c140. 00000020:00000010:3.0:1777582954.700167:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c140. 00000020:00000010:3.0:1777582954.700175:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02424a6f000. 00000020:00000010:3.0:1777582954.700180:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86c80. 00000020:00000010:3.0:1777582954.700185:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.700227:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c140. 00000020:00000010:3.0:1777582954.700229:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c140. 00000100:00000200:3.0:1777582954.700232:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707873408 02000000:00000010:3.0:1777582954.700267:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ece000. 00010000:00000010:3.0:1777582954.700320:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:3.0:1777582954.700335:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9380. 00010000:00000010:3.0:1777582954.700357:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582954.700363:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582954.700380:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582954.700384:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86980. 00010000:00000010:3.0:1777582954.700388:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582954.700390:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582954.700508:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582954.700512:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582954.700515:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582954.700518:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00000020:00000010:3.0:1777582954.700545:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582954.700551:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582954.700563:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed780. 00080000:00000010:3.0:1777582954.700573:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388409400. 00000001:00000010:3.0:1777582954.701302:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfd20. 00000001:00000010:3.0:1777582954.701313:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582954.701358:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed780. 00010000:00000010:3.0:1777582954.701369:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582954.701375:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582954.701394:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582954.701441:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582954.701458:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:3.0:1777582954.701482:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975409, last committed = 8589975157 00010000:00000200:3.0:1777582954.701493:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248626a300 x1863928707873408/t8589975409(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.701514:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582954.701521:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707873408, offset 224 00000400:00000010:3.0:1777582954.701528:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7ea8. 00000400:00000200:3.0:1777582954.701532:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.701547:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.701554:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397033:397033:256:4294967295] 192.168.202.9@tcp LPNI seq info [397029:397029:8:4294967295] 00000400:00000200:3.0:1777582954.701560:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.701567:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.701573:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.701577:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582954.701584:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.701591:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.701595:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.701616:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86c80. 00000020:00000010:3.0:1777582954.701620:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.701623:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02424a6f000. 00000800:00000200:3.0:1777582954.701969:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.701973:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582954.701978:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.701983:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582954.702684:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:1.0:1777582954.702696:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00010000:00000010:1.0:1777582954.702705:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000400:00000200:3.0:1777582954.703709:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.703738:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21439d 00000400:00000200:3.0:1777582954.703745:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.703750:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.703758:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:3.0:1777582954.703762:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00010000:00000010:1.0:1777582954.703847:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:1.0:1777582954.703855:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86980. 00000400:00000200:2.0:1777582954.705522:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582954.705540:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884fb00 00000400:00000200:2.0:1777582954.705549:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 53296 00000400:00000200:2.0:1777582954.705616:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.705621:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582954.705629:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582954.705636:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a680. 00000020:00000010:1.0:1777582954.705779:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582954.705786:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582954.705792:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.705798:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.705803:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.705842:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582954.705844:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000100:00000200:1.0:1777582954.705848:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707873536 00000001:00000010:1.0:1777582954.705860:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.705888:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.705896:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 02000000:00000010:1.0:1777582954.705926:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241787d000. 00010000:00000010:1.0:1777582954.705958:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582954.705962:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582954.705980:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582954.705984:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.705988:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.705991:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00000004:00000010:1.0:1777582954.706084:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6000. 00000004:00000010:1.0:1777582954.706094:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a34b0. 00000004:00000010:1.0:1777582954.706101:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944000. 00080000:00000010:1.0:1777582954.706109:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fab8. 00010000:00000010:1.0:1777582954.706770:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582954.706776:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582954.706781:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.706786:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582954.706851:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582954.706862:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582954.706867:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.706887:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000200:1.0:1777582954.706904:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248626a680 x1863928707873536/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.706924:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582954.706931:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707873536, offset 224 00000400:00000200:1.0:1777582954.706938:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.706950:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.706957:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397034:397034:256:4294967295] 192.168.202.9@tcp LPNI seq info [397030:397030:8:4294967295] 00000400:00000200:1.0:1777582954.706970:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.706976:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.706981:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582954.706987:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.706995:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.706999:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.707026:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.707030:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.707034:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00000800:00000200:3.0:1777582954.707177:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.707181:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582954.707186:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.707190:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.707195:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:3.0:1777582954.707198:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00010000:00000010:3.1:1777582954.708444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582954.708456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582954.708460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582954.708464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:3.0:1777582954.709838:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.709859:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884fc00 00000400:00000200:3.0:1777582954.709870:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 53872 00000400:00000200:3.0:1777582954.709887:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.709892:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.709904:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.709911:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554f480. 00010000:00000010:1.1:1777582954.710262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582954.710271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000020:00000010:1.0:1777582954.710458:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0380. 00000020:00000010:1.0:1777582954.710465:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0380. 00000020:00000010:1.0:1777582954.710471:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.710476:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.710481:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.710568:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0380. 00000020:00000010:1.0:1777582954.710572:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0380. 00000100:00000200:1.0:1777582954.710574:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707873792 02000000:00000010:1.0:1777582954.710613:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02417879000. 00010000:00000010:1.0:1777582954.710659:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582954.710676:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582954.710708:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.710724:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582954.710741:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582954.710744:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9380. 00010000:00000010:1.0:1777582954.710749:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582954.710752:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582954.710860:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582954.710863:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.710867:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.710870:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00000020:00000010:1.0:1777582954.710897:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d62e0. 00000020:00000010:1.0:1777582954.710903:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d62e0. 00000020:00000010:1.0:1777582954.710914:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a86720. 00080000:00000010:1.0:1777582954.710924:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389761400. 00000001:00000010:1.0:1777582954.711851:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488784240. 00000001:00000010:1.0:1777582954.711862:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582954.711908:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a86720. 00010000:00000010:1.0:1777582954.711921:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.711927:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582954.711946:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.712056:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582954.712074:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000200:1.0:1777582954.712097:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975410, last committed = 8589975157 00010000:00000200:1.0:1777582954.712108:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248554f480 x1863928707873792/t8589975410(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.712178:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582954.712186:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707873792, offset 224 00000400:00000010:1.0:1777582954.712193:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d20a8. 00000400:00000200:1.0:1777582954.712197:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.712214:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.712221:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397035:397035:256:4294967295] 192.168.202.9@tcp LPNI seq info [397031:397031:8:4294967295] 00000400:00000200:1.0:1777582954.712227:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.712234:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.712241:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.712246:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582954.712253:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.712261:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.712265:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.712391:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.712397:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.712402:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00000800:00000200:0.0:1777582954.712586:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.712590:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582954.712596:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.712602:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582954.717882:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:2.0:1777582954.717902:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f80. 00010000:00000010:2.0:1777582954.717915:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000400:00000200:3.0:1777582954.718815:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.718836:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143a5 00000400:00000200:3.0:1777582954.718844:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.718849:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.718855:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:3.0:1777582954.718858:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00000400:00000200:3.0:1777582954.718891:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.718898:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884fc80 00000400:00000200:3.0:1777582954.718906:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 54360 00000400:00000200:3.0:1777582954.718935:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.718939:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.718944:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.718951:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554c000. 00000020:00000010:0.0:1777582954.719078:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:0.0:1777582954.719084:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000020:00000010:0.0:1777582954.719091:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5faa600. 00000020:00000010:0.0:1777582954.719096:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310300. 00000020:00000010:0.0:1777582954.719100:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582954.719150:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:0.0:1777582954.719153:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00010000:00000010:2.0:1777582954.719155:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00000100:00000200:0.0:1777582954.719156:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707873920 00010000:00000010:2.0:1777582954.719164:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9380. 00000001:00000010:0.0:1777582954.719167:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:0.0:1777582954.719189:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582954.719196:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 02000000:00000010:0.0:1777582954.719227:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c84000. 00010000:00000010:0.0:1777582954.719258:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582954.719262:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582954.719277:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582954.719280:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582954.719284:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582954.719288:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00000004:00000010:0.0:1777582954.719386:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865190e0. 00000004:00000010:0.0:1777582954.719394:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22ac8. 00000004:00000010:0.0:1777582954.719402:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35980. 00080000:00000010:0.0:1777582954.719410:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74c78. 00010000:00000010:1.1:1777582954.719580:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582954.719586:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.0:1777582954.720992:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582954.720998:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582954.721005:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582954.721011:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582954.721083:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582954.721092:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582954.721096:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582954.721117:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000200:0.0:1777582954.721150:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248554c000 x1863928707873920/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.721171:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582954.721177:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707873920, offset 224 00000400:00000200:0.0:1777582954.721184:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.721197:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.721203:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397036:397036:256:4294967295] 192.168.202.9@tcp LPNI seq info [397032:397032:8:4294967295] 00000400:00000200:0.0:1777582954.721216:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.721222:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.721226:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582954.721232:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.721239:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.721244:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.721270:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310300. 00000020:00000010:0.0:1777582954.721274:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582954.721278:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5faa600. 00000800:00000200:3.0:1777582954.722054:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.722060:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582954.722066:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.722074:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.722079:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:3.0:1777582954.722081:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00010000:00000010:1.1:1777582954.725169:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582954.725186:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582954.725190:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582954.725192:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582954.727167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582954.727167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582954.727179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582954.727180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582954.727183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582954.727186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582954.727471:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582954.727478:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582954.727480:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582954.727483:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582954.731203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582954.731219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000400:00000200:0.0:1777582954.731864:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.731884:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884fd80 00000400:00000200:0.0:1777582954.731892:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 54936 00000400:00000200:0.0:1777582954.731911:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.731916:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.731925:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.731932:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c5f80. 00000020:00000010:2.0:1777582954.732437:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.732444:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.732450:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cfe00. 00000020:00000010:2.0:1777582954.732457:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582954.732462:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.732509:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.732512:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741b80. 00000100:00000200:2.0:1777582954.732515:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707874176 02000000:00000010:2.0:1777582954.732554:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238cb36000. 00010000:00000010:2.0:1777582954.732596:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:2.0:1777582954.732613:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:2.0:1777582954.732634:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582954.732640:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582954.732654:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582954.732657:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e780. 00010000:00000010:2.0:1777582954.732662:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582954.732665:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582954.732798:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582954.732802:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e580. 00010000:00000010:2.0:1777582954.732806:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582954.732809:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000020:00000010:2.0:1777582954.732838:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054200. 00000020:00000010:2.0:1777582954.732846:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054200. 00000020:00000010:2.0:1777582954.732858:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1d80. 00080000:00000010:2.0:1777582954.732868:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248ba54800. 00000001:00000010:2.0:1777582954.733385:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1960. 00000001:00000010:2.0:1777582954.733392:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68480. 00000020:00000010:2.0:1777582954.733434:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1d80. 00010000:00000010:2.0:1777582954.733444:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582954.733448:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582954.733462:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582954.733497:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582954.733512:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582954.733528:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975411, last committed = 8589975157 00010000:00000200:2.0:1777582954.733538:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c5f80 x1863928707874176/t8589975411(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582954.733559:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582954.733567:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707874176, offset 224 00000400:00000010:2.0:1777582954.733573:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12578. 00000400:00000200:2.0:1777582954.733577:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582954.733594:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582954.733601:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397037:397037:256:4294967295] 192.168.202.9@tcp LPNI seq info [397033:397033:8:4294967295] 00000400:00000200:2.0:1777582954.733607:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582954.733613:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582954.733619:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582954.733625:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582954.733631:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582954.733638:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582954.733643:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582954.733672:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582954.733679:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.733683:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cfe00. 00000800:00000200:0.0:1777582954.733798:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.733802:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:0.0:1777582954.733808:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.733815:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582954.733924:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:3.0:1777582954.733931:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e580. 00010000:00000010:3.0:1777582954.733938:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68cc0. 00010000:00000010:2.1:1777582954.741589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582954.741606:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582954.741611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582954.741614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582954.742205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582954.742213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000400:00000200:3.0:1777582954.742507:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.742527:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143ad 00000400:00000200:3.0:1777582954.742534:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.742539:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.742546:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:3.0:1777582954.742548:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00010000:00000010:2.0:1777582954.742671:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582954.742692:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e780. 00000400:00000200:3.0:1777582954.744577:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.744595:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884fe00 00000400:00000200:3.0:1777582954.744603:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 55424 00000400:00000200:3.0:1777582954.744661:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.744667:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.744676:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.744686:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554ed80. 00000020:00000010:1.0:1777582954.745113:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0380. 00000020:00000010:1.0:1777582954.745119:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0380. 00000020:00000010:1.0:1777582954.745124:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.745130:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.745156:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.745200:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0380. 00000020:00000010:1.0:1777582954.745203:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0380. 00000100:00000200:1.0:1777582954.745206:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707874304 00000001:00000010:1.0:1777582954.745218:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:1.0:1777582954.745244:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.745252:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 02000000:00000010:1.0:1777582954.745279:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241787a000. 00010000:00000010:1.0:1777582954.745473:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.745480:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582954.745500:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582954.745504:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9e80. 00010000:00000010:1.0:1777582954.745508:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.745511:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00000004:00000010:1.0:1777582954.745610:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b65a0. 00000004:00000010:1.0:1777582954.745619:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a39d8. 00000004:00000010:1.0:1777582954.745626:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945320. 00080000:00000010:1.0:1777582954.745633:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f008. 00010000:00000010:1.0:1777582954.746437:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582954.746445:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9600. 00010000:00000010:1.0:1777582954.746451:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.746456:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582954.746529:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582954.746540:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582954.746545:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9e80. 00010000:00000010:1.0:1777582954.746568:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000200:1.0:1777582954.746587:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248554ed80 x1863928707874304/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.746608:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582954.746616:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707874304, offset 224 00000400:00000200:1.0:1777582954.746623:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.746636:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.746643:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397038:397038:256:4294967295] 192.168.202.9@tcp LPNI seq info [397034:397034:8:4294967295] 00000400:00000200:1.0:1777582954.746656:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.746662:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.746667:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582954.746674:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.746694:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.746699:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.746775:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.746780:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.746785:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00000800:00000200:3.0:1777582954.747463:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.747468:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582954.747475:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.747481:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.747486:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:3.0:1777582954.747489:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00000400:00000200:3.0:1777582954.749984:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.750006:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb884ff00 00000400:00000200:3.0:1777582954.750015:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 56000 00000400:00000200:3.0:1777582954.750031:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.750036:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.750045:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.750052:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554d500. 00000020:00000010:1.0:1777582954.750200:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0dc0. 00000020:00000010:1.0:1777582954.750206:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0dc0. 00000020:00000010:1.0:1777582954.750211:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.750216:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.750222:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.750254:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0dc0. 00000020:00000010:1.0:1777582954.750256:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0dc0. 00000100:00000200:1.0:1777582954.750258:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707874560 02000000:00000010:1.0:1777582954.750306:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241787f000. 00010000:00000010:1.0:1777582954.750348:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582954.750361:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9600. 00010000:00000010:1.0:1777582954.750381:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.750387:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582954.750400:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582954.750403:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9600. 00010000:00000010:1.0:1777582954.750407:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582954.750410:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582954.750514:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582954.750517:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9e80. 00010000:00000010:1.0:1777582954.750519:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582954.750522:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00000020:00000010:1.0:1777582954.750542:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d65e0. 00000020:00000010:1.0:1777582954.750548:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d65e0. 00000020:00000010:1.0:1777582954.750557:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488784b40. 00080000:00000010:1.0:1777582954.750566:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389763800. 00000001:00000010:1.0:1777582954.750978:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388a86e40. 00000001:00000010:1.0:1777582954.750986:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582954.751021:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488784b40. 00010000:00000010:1.0:1777582954.751028:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.751032:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582954.751046:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582954.751082:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582954.751096:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582954.751110:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975412, last committed = 8589975157 00010000:00000200:1.0:1777582954.751119:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248554d500 x1863928707874560/t8589975412(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.751166:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582954.751172:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707874560, offset 224 00000400:00000010:1.0:1777582954.751178:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2000. 00000400:00000200:1.0:1777582954.751182:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.751195:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.751202:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397039:397039:256:4294967295] 192.168.202.9@tcp LPNI seq info [397035:397035:8:4294967295] 00000400:00000200:1.0:1777582954.751207:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.751215:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.751221:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.751225:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582954.751231:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.751237:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.751242:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.751259:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.751263:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.751267:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00010000:00000010:2.0:1777582954.751352:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:2.0:1777582954.751358:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9e80. 00010000:00000010:2.0:1777582954.751364:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00000800:00000200:3.0:1777582954.751664:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.751668:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582954.751672:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.751682:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582954.753789:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582954.753806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00000400:00000200:3.0:1777582954.754328:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.754349:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143b5 00000400:00000200:3.0:1777582954.754356:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.754360:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.754367:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:3.0:1777582954.754370:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00010000:00000010:2.0:1777582954.754455:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:2.0:1777582954.754467:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9600. 00000400:00000200:3.0:1777582954.754905:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.754916:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb884ff80 00000400:00000200:3.0:1777582954.754923:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 56488 00000400:00000200:3.0:1777582954.754981:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.754986:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.754993:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.754999:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554c380. 00000020:00000010:1.0:1777582954.755183:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0dc0. 00000020:00000010:1.0:1777582954.755189:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0dc0. 00000020:00000010:1.0:1777582954.755195:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.755200:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.755206:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.755245:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0dc0. 00000020:00000010:1.0:1777582954.755248:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0dc0. 00000100:00000200:1.0:1777582954.755251:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707874688 00000001:00000010:1.0:1777582954.755263:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68480. 00010000:00000010:1.0:1777582954.755307:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.755317:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 02000000:00000010:1.0:1777582954.755355:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024840c4000. 00010000:00000010:1.0:1777582954.755387:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582954.755391:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582954.755409:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582954.755412:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9600. 00010000:00000010:1.0:1777582954.755416:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.755419:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00000004:00000010:1.0:1777582954.755519:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6f00. 00000004:00000010:1.0:1777582954.755528:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582954.755535:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944660. 00080000:00000010:1.0:1777582954.755544:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f560. 00010000:00000010:2.1:1777582954.756273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582954.756281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.756765:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582954.756770:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9f80. 00010000:00000010:1.0:1777582954.756776:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582954.756782:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582954.756853:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582954.756864:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582954.756869:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9600. 00010000:00000010:1.0:1777582954.756890:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582954.756907:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248554c380 x1863928707874688/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.756929:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777582954.756937:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707874688, offset 224 00000400:00000200:1.0:1777582954.756944:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.756957:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.756964:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397040:397040:256:4294967295] 192.168.202.9@tcp LPNI seq info [397036:397036:8:4294967295] 00000400:00000200:1.0:1777582954.756975:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.756981:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.756986:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582954.756992:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.757000:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.757004:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.757032:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.757036:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.757041:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00000800:00000200:3.0:1777582954.757197:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.757201:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582954.757206:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.757211:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.757216:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:3.0:1777582954.757218:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00010000:00000010:1.1:1777582954.760785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582954.760799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582954.760803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582954.760808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582954.760811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582954.760813:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582954.760815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582954.760818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582954.761177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582954.761184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582954.764266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582954.764279:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582954.764282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582954.764285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000400:00000200:3.0:1777582954.765058:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.765079:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8850080 00000400:00000200:3.0:1777582954.765088:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 57064 00000400:00000200:3.0:1777582954.765105:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.765110:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.765118:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.765124:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554e680. 00000020:00000010:2.0:1777582954.765272:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.765277:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.765293:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cfe00. 00000020:00000010:2.0:1777582954.765303:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e780. 00000020:00000010:2.0:1777582954.765308:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.765344:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741b80. 00000020:00000010:2.0:1777582954.765346:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741b80. 00000100:00000200:2.0:1777582954.765350:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707874944 02000000:00000010:2.0:1777582954.765385:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238cb35000. 00010000:00000010:2.0:1777582954.765426:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:2.0:1777582954.765440:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9f80. 00010000:00000010:2.0:1777582954.765458:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582954.765464:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582954.765478:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582954.765481:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec80. 00010000:00000010:2.0:1777582954.765485:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582954.765488:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582954.765590:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582954.765593:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb00. 00010000:00000010:2.0:1777582954.765597:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582954.765600:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000020:00000010:2.0:1777582954.765629:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054200. 00000020:00000010:2.0:1777582954.765635:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054200. 00000020:00000010:2.0:1777582954.765646:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1d80. 00080000:00000010:2.0:1777582954.765655:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248ba57800. 00000001:00000010:2.0:1777582954.766309:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1f60. 00000001:00000010:2.0:1777582954.766317:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68cc0. 00000020:00000010:2.0:1777582954.766358:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1d80. 00010000:00000010:2.0:1777582954.766367:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582954.766372:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582954.766386:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68480. 00010000:00000010:2.0:1777582954.766428:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582954.766443:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000200:2.0:1777582954.766461:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975413, last committed = 8589975157 00010000:00000200:2.0:1777582954.766472:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248554e680 x1863928707874944/t8589975413(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582954.766491:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582954.766498:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707874944, offset 224 00000400:00000010:2.0:1777582954.766505:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12f50. 00000400:00000200:2.0:1777582954.766509:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582954.766523:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582954.766530:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397041:397041:256:4294967295] 192.168.202.9@tcp LPNI seq info [397037:397037:8:4294967295] 00000400:00000200:2.0:1777582954.766537:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582954.766543:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582954.766549:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582954.766554:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582954.766559:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582954.766567:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582954.766570:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582954.766598:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e780. 00000020:00000010:2.0:1777582954.766605:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.766609:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cfe00. 00010000:00000010:1.0:1777582954.766706:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:1.0:1777582954.766724:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb00. 00010000:00000010:1.0:1777582954.766733:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68480. 00000800:00000200:3.0:1777582954.770260:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.770273:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:3.0:1777582954.770282:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.770303:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.770339:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.770355:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143bd 00000400:00000200:3.0:1777582954.770362:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.770364:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.770370:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:3.0:1777582954.770373:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000400:00000200:3.0:1777582954.770401:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.770408:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8850100 00000400:00000200:3.0:1777582954.770416:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 57552 00010000:00000010:1.0:1777582954.770655:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:1.0:1777582954.770668:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec80. 00000400:00000200:3.0:1777582954.771052:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.771057:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.771064:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.771073:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca89180. 00000020:00000010:1.0:1777582954.771193:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0800. 00000020:00000010:1.0:1777582954.771198:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0800. 00000020:00000010:1.0:1777582954.771204:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.771209:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.771214:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.771256:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0800. 00000020:00000010:1.0:1777582954.771259:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0800. 00000100:00000200:1.0:1777582954.771262:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707875072 00000001:00000010:1.0:1777582954.771275:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.771312:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.771319:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 02000000:00000010:1.0:1777582954.771349:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389677000. 00010000:00000010:1.0:1777582954.771382:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.771386:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582954.771404:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582954.771407:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024888f9600. 00010000:00000010:1.0:1777582954.771411:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582954.771414:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00000004:00000010:1.0:1777582954.771521:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b63c0. 00000004:00000010:1.0:1777582954.771532:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582954.771540:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ba0. 00080000:00000010:1.0:1777582954.771549:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ee40. 00010000:00000010:1.0:1777582954.772572:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582954.772580:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582954.772585:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.772591:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582954.772660:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582954.772670:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582954.772674:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024888f9600. 00010000:00000010:1.0:1777582954.772709:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582954.772739:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca89180 x1863928707875072/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.772759:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582954.772767:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707875072, offset 224 00000400:00000200:1.0:1777582954.772773:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.772788:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.772795:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397042:397042:256:4294967295] 192.168.202.9@tcp LPNI seq info [397038:397038:8:4294967295] 00000400:00000200:1.0:1777582954.772807:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.772812:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.772817:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582954.772824:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.772832:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.772838:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.772864:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024888f9080. 00000020:00000010:1.0:1777582954.772868:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.772873:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00000800:00000200:3.0:1777582954.773076:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.773081:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582954.773086:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.773092:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.773096:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:3.0:1777582954.773099:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00010000:00000010:2.1:1777582954.773673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582954.773694:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582954.773698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582954.773702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582954.773926:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:1.1:1777582954.773933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582954.785587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:1.1:1777582954.785603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582954.789445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582954.789460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582954.789464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582954.789467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000400:00000200:0.0:1777582954.790508:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.790528:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8850200 00000400:00000200:0.0:1777582954.790547:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 58128 00000400:00000200:0.0:1777582954.790565:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.790570:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.790578:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.790584:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c4000. 00000020:00000010:1.0:1777582954.790832:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582954.790839:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582954.790845:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.790850:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e980. 00000020:00000010:1.0:1777582954.790856:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.790907:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582954.790910:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000100:00000200:1.0:1777582954.790913:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707875328 02000000:00000010:1.0:1777582954.790954:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389672000. 00010000:00000010:1.0:1777582954.790998:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582954.791012:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582954.791032:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.791037:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582954.791052:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582954.791055:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582954.791060:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582954.791063:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582954.791214:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582954.791217:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:1.0:1777582954.791221:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.791224:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00000020:00000010:1.0:1777582954.791251:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6120. 00000020:00000010:1.0:1777582954.791258:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6120. 00000020:00000010:1.0:1777582954.791269:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388a862a0. 00080000:00000010:1.0:1777582954.791278:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389762400. 00000001:00000010:1.0:1777582954.791883:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df060. 00000001:00000010:1.0:1777582954.791892:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582954.791933:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388a862a0. 00010000:00000010:1.0:1777582954.791943:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582954.791947:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582954.791962:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582954.791999:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582954.792014:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000200:1.0:1777582954.792031:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975414, last committed = 8589975157 00010000:00000200:1.0:1777582954.792041:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c4000 x1863928707875328/t8589975414(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.792062:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777582954.792069:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707875328, offset 224 00000400:00000010:1.0:1777582954.792077:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d23b8. 00000400:00000200:1.0:1777582954.792081:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.792095:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.792102:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397043:397043:256:4294967295] 192.168.202.9@tcp LPNI seq info [397039:397039:8:4294967295] 00000400:00000200:1.0:1777582954.792108:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.792115:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.792121:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.792126:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582954.792173:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.792181:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.792185:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.792205:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e980. 00000020:00000010:1.0:1777582954.792209:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.792214:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00010000:00000010:2.0:1777582954.792556:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:2.0:1777582954.792564:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e900. 00010000:00000010:2.0:1777582954.792570:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000800:00000200:2.0:1777582954.792667:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.792671:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:2.0:1777582954.792676:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.792688:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.798191:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.798217:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143c5 00000400:00000200:0.0:1777582954.798225:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.798230:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.798238:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:0.0:1777582954.798242:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000400:00000200:0.0:1777582954.798278:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.798285:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8850280 00000400:00000200:0.0:1777582954.798293:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 58616 00010000:00000010:2.0:1777582954.798335:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:2.0:1777582954.798348:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00000400:00000200:0.0:1777582954.798375:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.798379:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.798386:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.798392:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef34e00. 00000020:00000010:1.0:1777582954.798862:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582954.798868:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582954.798875:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.798880:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e980. 00000020:00000010:1.0:1777582954.798885:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.798930:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582954.798932:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000100:00000200:1.0:1777582954.798936:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707875456 00000001:00000010:1.0:1777582954.798946:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68cc0. 00010000:00000010:1.0:1777582954.798971:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.798978:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 02000000:00000010:1.0:1777582954.799005:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389673000. 00010000:00000010:1.0:1777582954.799035:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.799042:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582954.799059:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582954.799062:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582954.799067:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.799069:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.1:1777582954.799167:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582954.799173:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582954.799176:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582954.799178:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000004:00000010:1.0:1777582954.799216:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6780. 00000004:00000010:1.0:1777582954.799225:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3078. 00000004:00000010:1.0:1777582954.799233:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945a90. 00080000:00000010:1.0:1777582954.799240:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e1c8. 00010000:00000010:1.0:1777582954.799829:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582954.799834:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e380. 00010000:00000010:1.0:1777582954.799839:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.799843:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582954.799917:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582954.799929:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582954.799934:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582954.799957:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000200:1.0:1777582954.799974:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef34e00 x1863928707875456/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582954.799995:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582954.800002:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707875456, offset 224 00000400:00000200:1.0:1777582954.800010:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.800023:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.800030:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397044:397044:256:4294967295] 192.168.202.9@tcp LPNI seq info [397040:397040:8:4294967295] 00000400:00000200:1.0:1777582954.800041:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.800047:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.800052:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582954.800058:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.800066:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.800070:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.800090:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e980. 00000020:00000010:1.0:1777582954.800094:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.800099:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00000800:00000200:0.0:1777582954.800995:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.801002:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582954.801008:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.801016:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.801022:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:0.0:1777582954.801024:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00010000:00000010:2.1:1777582954.805895:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582954.805914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:2.0:1777582954.809244:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582954.809269:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8850380 00000400:00000200:2.0:1777582954.809277:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 59192 00000400:00000200:2.0:1777582954.809432:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.809437:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582954.809446:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582954.809453:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268380. 00000020:00000010:0.0:1777582954.809692:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be00. 00000020:00000010:0.0:1777582954.809698:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be00. 00000020:00000010:0.0:1777582954.809705:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ab247600. 00000020:00000010:0.0:1777582954.809710:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310300. 00000020:00000010:0.0:1777582954.809725:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582954.809769:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be00. 00000020:00000010:0.0:1777582954.809772:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be00. 00000100:00000200:0.0:1777582954.809775:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707875712 02000000:00000010:0.0:1777582954.809815:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c87000. 00010000:00000010:0.0:1777582954.809858:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:0.0:1777582954.809874:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e380. 00010000:00000010:0.0:1777582954.809897:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582954.809903:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582954.809918:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582954.809922:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582954.809926:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582954.809929:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582954.810031:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582954.810034:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582954.810037:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582954.810040:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00000020:00000010:0.0:1777582954.810062:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48e60. 00000020:00000010:0.0:1777582954.810068:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48e60. 00000020:00000010:0.0:1777582954.810078:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a780. 00080000:00000010:0.0:1777582954.810088:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393ea7800. 00000001:00000010:1.0:1777582954.810830:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df900. 00000001:00000010:1.0:1777582954.810839:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582954.810880:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a780. 00010000:00000010:1.0:1777582954.810891:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.810896:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582954.810913:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582954.810969:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:1.0:1777582954.810986:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000200:1.0:1777582954.811003:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975415, last committed = 8589975157 00010000:00000200:1.0:1777582954.811014:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486268380 x1863928707875712/t8589975415(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.811035:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a15d8. 00000100:00000200:1.0:1777582954.811042:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707875712, offset 224 00000400:00000010:1.0:1777582954.811048:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2cb0. 00000400:00000200:1.0:1777582954.811052:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.811065:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.811072:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397045:397045:256:4294967295] 192.168.202.9@tcp LPNI seq info [397041:397041:8:4294967295] 00000400:00000200:1.0:1777582954.811079:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.811085:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.811091:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.811095:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582954.811102:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.811109:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.811113:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.811171:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310300. 00000020:00000010:1.0:1777582954.811176:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:1.0:1777582954.811179:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ab247600. 00000800:00000200:0.0:1777582954.811462:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.811467:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582954.811471:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.811477:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582954.813654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582954.813670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.0:1777582954.813728:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:2.0:1777582954.813739:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310680. 00010000:00000010:2.0:1777582954.813746:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000400:00000200:0.0:1777582954.814118:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.814161:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143cd 00000400:00000200:0.0:1777582954.814168:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.814173:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.814182:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:0.0:1777582954.814185:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00010000:00000010:1.1:1777582954.814229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582954.814235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582954.814238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582954.814241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.814268:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:1.0:1777582954.814275:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00000400:00000200:2.0:1777582954.814439:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582954.814449:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8850400 00000400:00000200:2.0:1777582954.814456:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 59680 00000400:00000200:2.0:1777582954.814522:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.814526:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582954.814531:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582954.814537:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268000. 00000020:00000010:1.0:1777582954.816739:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.816751:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.816759:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.816766:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e980. 00000020:00000010:1.0:1777582954.816771:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:1.0:1777582954.816819:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.816822:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582954.816825:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707875840 00000001:00000010:1.0:1777582954.816836:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582954.816865:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582954.816873:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 02000000:00000010:1.0:1777582954.816911:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389575000. 00010000:00000010:1.0:1777582954.816944:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.816947:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582954.816966:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582954.816970:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582954.816974:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.816977:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00000004:00000010:1.0:1777582954.817081:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b6d20. 00000004:00000010:1.0:1777582954.817091:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3f78. 00000004:00000010:1.0:1777582954.817099:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944880. 00080000:00000010:1.0:1777582954.817110:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e558. 00010000:00000010:0.1:1777582954.817996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582954.818007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582954.818167:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582954.818173:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.0:1777582954.818566:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582954.818572:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e500. 00010000:00000010:2.0:1777582954.818579:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582954.818586:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582954.818665:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:2.0:1777582954.818676:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:2.0:1777582954.818682:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582954.818730:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000200:2.0:1777582954.818751:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486268000 x1863928707875840/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582954.818772:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582954.818778:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707875840, offset 224 00000400:00000200:2.0:1777582954.818785:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582954.818798:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582954.818805:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397046:397046:256:4294967295] 192.168.202.9@tcp LPNI seq info [397042:397042:8:4294967295] 00000400:00000200:2.0:1777582954.818816:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582954.818821:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582954.818826:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582954.818832:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582954.818840:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582954.818844:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582954.818862:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e980. 00000020:00000010:2.0:1777582954.818866:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:2.0:1777582954.818871:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00000800:00000200:0.0:1777582954.819023:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.819028:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:0.0:1777582954.819034:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.819039:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.819046:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:0.0:1777582954.819048:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00010000:00000010:1.1:1777582954.824185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582954.824200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582954.824250:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582954.824257:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582954.829168:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582954.829185:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582954.829190:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582954.829192:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000400:00000200:0.0:1777582954.831181:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.831205:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8850500 00000400:00000200:0.0:1777582954.831214:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 60256 00000400:00000200:0.0:1777582954.831233:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.831238:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.831247:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.831255:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef37b80. 00000020:00000010:1.0:1777582954.831465:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.831471:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.831478:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e4e00. 00000020:00000010:1.0:1777582954.831484:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582954.831489:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582954.831538:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.831541:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582954.831544:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707876096 02000000:00000010:1.0:1777582954.831583:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389570000. 00010000:00000010:1.0:1777582954.831630:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:1.0:1777582954.831646:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e500. 00010000:00000010:1.0:1777582954.831671:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.831678:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582954.831810:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582954.831815:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:1.0:1777582954.831819:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582954.831823:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582954.831942:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582954.831945:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582954.831949:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582954.831954:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00000020:00000010:1.0:1777582954.831981:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6880. 00000020:00000010:1.0:1777582954.831987:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6880. 00000020:00000010:1.0:1777582954.831998:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dfc00. 00080000:00000010:1.0:1777582954.832008:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389762800. 00000001:00000010:1.0:1777582954.832475:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a780. 00000001:00000010:1.0:1777582954.832484:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582954.832524:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dfc00. 00010000:00000010:1.0:1777582954.832533:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582954.832538:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582954.832551:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582954.832982:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582954.833001:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582954.833019:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975416, last committed = 8589975157 00010000:00000200:1.0:1777582954.833030:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef37b80 x1863928707876096/t8589975416(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.833051:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582954.833057:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707876096, offset 224 00000400:00000010:1.0:1777582954.833064:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d21c0. 00000400:00000200:1.0:1777582954.833067:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.833080:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.833087:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397047:397047:256:4294967295] 192.168.202.9@tcp LPNI seq info [397043:397043:8:4294967295] 00000400:00000200:1.0:1777582954.833093:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.833101:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.833106:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.833112:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582954.833117:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.833125:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.833129:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1777582954.833247:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:3.0:1777582954.833254:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:3.0:1777582954.833261:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000020:00000010:1.0:1777582954.833874:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582954.833882:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582954.833887:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e4e00. 00000800:00000200:0.0:1777582954.845265:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.845274:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582954.845283:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.845301:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582954.847240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582954.847251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00000400:00000200:0.0:1777582954.847338:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582954.847358:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143d5 00000400:00000200:0.0:1777582954.847366:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.847371:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582954.847377:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:0.0:1777582954.847381:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000400:00000200:0.0:1777582954.847414:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.847419:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8850580 00000400:00000200:0.0:1777582954.847426:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 60744 00000400:00000200:0.0:1777582954.847439:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.847442:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.847446:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.847452:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef37480. 00000020:00000010:1.0:1777582954.847533:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.847539:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.847545:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e4e00. 00000020:00000010:1.0:1777582954.847551:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582954.847557:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582954.847606:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.847609:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582954.847612:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707876224 00000001:00000010:1.0:1777582954.847623:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:1.0:1777582954.847648:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582954.847655:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 02000000:00000010:1.0:1777582954.847693:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389576000. 00010000:00000010:1.0:1777582954.847731:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582954.847735:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582954.847753:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582954.847756:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:1.0:1777582954.847761:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582954.847764:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00000004:00000010:1.0:1777582954.847859:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023909b74a0. 00000004:00000010:1.0:1777582954.847869:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a30f0. 00000004:00000010:1.0:1777582954.847876:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944110. 00080000:00000010:1.0:1777582954.847887:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f398. 00010000:00000010:3.0:1777582954.848513:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:3.0:1777582954.848523:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e700. 00010000:00000010:3.0:1777582954.848826:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582954.848832:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86980. 00010000:00000010:3.0:1777582954.848837:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582954.848843:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582954.848904:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:3.0:1777582954.848914:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:3.0:1777582954.848918:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:3.0:1777582954.848943:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:3.0:1777582954.848963:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef37480 x1863928707876224/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582954.848982:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582954.848989:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707876224, offset 224 00000400:00000200:3.0:1777582954.848995:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.849008:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.849016:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397048:397048:256:4294967295] 192.168.202.9@tcp LPNI seq info [397044:397044:8:4294967295] 00000400:00000200:3.0:1777582954.849027:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.849033:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.849038:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582954.849045:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.849053:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.849057:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.849088:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea80. 00000020:00000010:3.0:1777582954.849093:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674640. 00000020:00000010:3.0:1777582954.849097:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e4e00. 00000800:00000200:1.0:1777582954.849247:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582954.849251:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582954.849255:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.849261:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.849265:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:1.0:1777582954.849268:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00010000:00000010:3.1:1777582954.853513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582954.853530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582954.854216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582954.854225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582954.858180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582954.858199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582954.858203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582954.858206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582954.858208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582954.858211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000400:00000200:0.0:1777582954.864949:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.864975:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8850680 00000400:00000200:0.0:1777582954.864985:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 61320 00000400:00000200:0.0:1777582954.865004:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.865009:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.865018:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.865026:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef36d80. 00000020:00000010:3.0:1777582954.865193:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c540. 00000020:00000010:3.0:1777582954.865199:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c540. 00000020:00000010:3.0:1777582954.865205:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e1d4600. 00000020:00000010:3.0:1777582954.865210:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86200. 00000020:00000010:3.0:1777582954.865216:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.865262:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c540. 00000020:00000010:3.0:1777582954.865265:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c540. 00000100:00000200:3.0:1777582954.865268:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707876480 02000000:00000010:3.0:1777582954.865322:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ec9000. 00010000:00000010:3.0:1777582954.865363:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582954.865380:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86980. 00010000:00000010:3.0:1777582954.865400:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582954.865406:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582954.865423:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582954.865426:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86980. 00010000:00000010:3.0:1777582954.865431:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582954.865434:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582954.865544:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582954.865547:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86180. 00010000:00000010:3.0:1777582954.865551:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582954.865554:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00000020:00000010:3.0:1777582954.865580:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05320. 00000020:00000010:3.0:1777582954.865587:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05320. 00000020:00000010:3.0:1777582954.865598:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf6c0. 00080000:00000010:3.0:1777582954.865608:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f7cf800. 00000001:00000010:3.0:1777582954.866544:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743c00. 00000001:00000010:3.0:1777582954.866555:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582954.866599:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf6c0. 00010000:00000010:3.0:1777582954.866610:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582954.866617:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582954.866634:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582954.866794:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582954.866816:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:3.0:1777582954.866836:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975417, last committed = 8589975157 00010000:00000200:3.0:1777582954.866847:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef36d80 x1863928707876480/t8589975417(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.866867:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582954.866874:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707876480, offset 224 00000400:00000010:3.0:1777582954.866882:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7e38. 00000400:00000200:3.0:1777582954.866885:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.866901:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.866908:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397049:397049:256:4294967295] 192.168.202.9@tcp LPNI seq info [397045:397045:8:4294967295] 00000400:00000200:3.0:1777582954.866916:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.866923:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.866928:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.866933:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582954.866940:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.866947:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.866951:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.866976:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86200. 00000020:00000010:3.0:1777582954.866980:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.866984:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e1d4600. 00010000:00000010:1.0:1777582954.867408:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:1.0:1777582954.867417:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86180. 00010000:00000010:1.0:1777582954.867425:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000800:00000200:3.0:1777582954.867600:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.867604:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:3.0:1777582954.867608:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.867613:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582954.869611:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582954.869632:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143dd 00000400:00000200:1.0:1777582954.869639:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.869643:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582954.869651:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:1.0:1777582954.869655:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00000400:00000200:1.0:1777582954.869697:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582954.869704:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8850700 00000400:00000200:1.0:1777582954.869720:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 61808 00000400:00000200:1.0:1777582954.869771:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582954.869775:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582954.869780:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582954.869787:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55180. 00000020:00000010:3.0:1777582954.870176:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c540. 00000020:00000010:3.0:1777582954.870183:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c540. 00000020:00000010:3.0:1777582954.870189:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02424a6f000. 00000020:00000010:3.0:1777582954.870194:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86200. 00000020:00000010:3.0:1777582954.870199:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582954.870239:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c540. 00000020:00000010:3.0:1777582954.870241:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c540. 00000100:00000200:3.0:1777582954.870245:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707876608 00000001:00000010:3.0:1777582954.870256:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:3.0:1777582954.870297:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582954.870307:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 02000000:00000010:3.0:1777582954.870336:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ecf000. 00010000:00000010:3.0:1777582954.870368:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582954.870372:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582954.870395:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582954.870398:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86d80. 00010000:00000010:3.0:1777582954.870402:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582954.870405:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000004:00000010:3.0:1777582954.870497:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90d20. 00000004:00000010:3.0:1777582954.870507:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65bb8. 00000004:00000010:3.0:1777582954.870514:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386660. 00080000:00000010:3.0:1777582954.870522:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12000. 00010000:00000010:0.0:1777582954.871176:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:0.0:1777582954.871187:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86980. 00010000:00000010:0.0:1777582954.871709:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582954.871723:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582954.871729:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582954.871734:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582954.871800:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:0.0:1777582954.871811:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:0.0:1777582954.871815:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86d80. 00010000:00000010:0.0:1777582954.871839:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:0.0:1777582954.871860:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d55180 x1863928707876608/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.871885:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582954.871891:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707876608, offset 224 00000400:00000200:0.0:1777582954.871898:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.871911:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.871918:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397050:397050:256:4294967295] 192.168.202.9@tcp LPNI seq info [397046:397046:8:4294967295] 00000400:00000200:0.0:1777582954.871930:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.871935:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.871941:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582954.871947:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.871954:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.871958:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.871991:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86200. 00000020:00000010:0.0:1777582954.871996:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:0.0:1777582954.872000:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02424a6f000. 00000800:00000200:3.0:1777582954.872258:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.872263:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582954.872268:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.872274:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.872279:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:3.0:1777582954.872282:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000400:00000200:3.0:1777582954.875097:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.875117:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8850800 00000400:00000200:3.0:1777582954.875125:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 62384 00010000:00000010:3.1:1777582954.875180:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582954.875188:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582954.875193:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582954.875197:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:3.0:1777582954.875229:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.875235:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.875247:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.875254:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8ad80. 00000020:00000010:2.0:1777582954.875629:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741e40. 00000020:00000010:2.0:1777582954.875635:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741e40. 00000020:00000010:2.0:1777582954.875643:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cfe00. 00000020:00000010:2.0:1777582954.875649:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ea00. 00000020:00000010:2.0:1777582954.875655:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.875722:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741e40. 00000020:00000010:2.0:1777582954.875725:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741e40. 00000100:00000200:2.0:1777582954.875728:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707876864 02000000:00000010:2.0:1777582954.875768:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238cb33000. 00010000:00000010:2.0:1777582954.875809:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:2.0:1777582954.875826:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310900. 00010000:00000010:2.0:1777582954.875846:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582954.875852:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582954.875868:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582954.875872:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec00. 00010000:00000010:2.0:1777582954.875877:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582954.875879:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582954.875990:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582954.875994:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb80. 00010000:00000010:2.0:1777582954.875997:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582954.876000:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000020:00000010:2.0:1777582954.876028:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860544c0. 00000020:00000010:2.0:1777582954.876037:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860544c0. 00000020:00000010:2.0:1777582954.876049:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1de0. 00080000:00000010:2.0:1777582954.876058:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248ba56800. 00000001:00000010:2.0:1777582954.876833:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1840. 00000001:00000010:2.0:1777582954.876842:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68b40. 00000020:00000010:2.0:1777582954.876885:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1de0. 00010000:00000010:2.0:1777582954.876899:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582954.876905:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582954.876922:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68840. 00010000:00000010:2.0:1777582954.877166:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582954.877186:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000200:2.0:1777582954.877207:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975418, last committed = 8589975157 00010000:00000200:2.0:1777582954.877221:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca8ad80 x1863928707876864/t8589975418(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582954.877243:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582954.877252:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707876864, offset 224 00000400:00000010:2.0:1777582954.877259:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca129d8. 00000400:00000200:2.0:1777582954.877264:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582954.877281:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582954.877304:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397051:397051:256:4294967295] 192.168.202.9@tcp LPNI seq info [397047:397047:8:4294967295] 00000400:00000200:2.0:1777582954.877311:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582954.877318:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582954.877324:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582954.877330:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582954.877338:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582954.877345:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582954.877349:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582954.877374:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ea00. 00000020:00000010:2.0:1777582954.877381:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.877384:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cfe00. 00000800:00000200:2.0:1777582954.877495:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.877499:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582954.877504:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.877508:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582954.878434:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582954.878443:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:3.0:1777582954.879196:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.879216:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143e5 00000400:00000200:3.0:1777582954.879223:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.879227:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.879233:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:3.0:1777582954.879236:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00010000:00000010:2.0:1777582954.880130:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582954.880159:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec00. 00000400:00000200:3.0:1777582954.880505:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.880520:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8850880 00000400:00000200:3.0:1777582954.880528:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 62872 00000400:00000200:3.0:1777582954.880585:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.880590:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.880597:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.880603:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8a680. 00000020:00000010:2.0:1777582954.880874:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741e40. 00000020:00000010:2.0:1777582954.880880:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741e40. 00000020:00000010:2.0:1777582954.880886:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cfe00. 00000020:00000010:2.0:1777582954.880890:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582954.880896:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.880941:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741e40. 00000020:00000010:2.0:1777582954.880944:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741e40. 00000100:00000200:2.0:1777582954.880947:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707876992 00000001:00000010:2.0:1777582954.880957:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:2.0:1777582954.880981:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582954.880988:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 02000000:00000010:2.0:1777582954.881016:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238cb37000. 00010000:00000010:2.0:1777582954.881046:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582954.881051:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582954.881067:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582954.881071:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea00. 00010000:00000010:2.0:1777582954.881075:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582954.881079:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000004:00000010:2.0:1777582954.881211:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169e00. 00000004:00000010:2.0:1777582954.881222:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e10. 00000004:00000010:2.0:1777582954.881230:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ee0. 00080000:00000010:2.0:1777582954.881239:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cab0. 00010000:00000010:0.0:1777582954.885310:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:0.0:1777582954.885331:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb80. 00010000:00000010:0.0:1777582954.885348:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68840. 00010000:00000010:2.0:1777582954.886058:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582954.886067:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:2.0:1777582954.886073:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582954.886079:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582954.886184:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582954.886195:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582954.886200:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea00. 00010000:00000010:2.0:1777582954.886229:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000200:2.0:1777582954.886251:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca8a680 x1863928707876992/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582954.886273:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582954.886281:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707876992, offset 224 00000400:00000200:2.0:1777582954.886301:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582954.886315:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582954.886323:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397052:397052:256:4294967295] 192.168.202.9@tcp LPNI seq info [397048:397048:8:4294967295] 00000400:00000200:2.0:1777582954.886334:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582954.886341:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582954.886346:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582954.886353:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582954.886361:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582954.886365:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582954.886397:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582954.886402:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.886406:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cfe00. 00000800:00000200:3.0:1777582954.886758:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.886764:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:3.0:1777582954.886769:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.886775:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.886780:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:3.0:1777582954.886783:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00010000:00000010:0.1:1777582954.887191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582954.887200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582954.887204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582954.887207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582954.887210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.1:1777582954.887212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582954.890227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582954.890246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582954.890252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582954.890256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582954.890260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582954.890262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:3.0:1777582954.893749:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.893770:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8850980 00000400:00000200:3.0:1777582954.893779:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 63448 00000400:00000200:3.0:1777582954.893795:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.893801:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.893809:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.893816:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8aa00. 00000020:00000010:0.0:1777582954.893994:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:0.0:1777582954.894000:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000020:00000010:0.0:1777582954.894008:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ab247600. 00000020:00000010:0.0:1777582954.894014:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310200. 00000020:00000010:0.0:1777582954.894019:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582954.894066:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:0.0:1777582954.894070:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000100:00000200:0.0:1777582954.894073:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707877248 02000000:00000010:0.0:1777582954.894111:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c86000. 00010000:00000010:0.1:1777582954.894175:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582954.894183:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.0:1777582954.894212:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:0.0:1777582954.894226:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00010000:00000010:0.0:1777582954.894248:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582954.894255:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582954.894270:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582954.894273:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310c00. 00010000:00000010:0.0:1777582954.894278:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582954.894282:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582954.894409:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582954.894412:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310500. 00010000:00000010:0.0:1777582954.894415:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582954.894418:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000020:00000010:0.0:1777582954.894445:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c483a0. 00000020:00000010:0.0:1777582954.894452:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c483a0. 00000020:00000010:0.0:1777582954.894464:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024888c9600. 00080000:00000010:0.0:1777582954.894474:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393ea7000. 00010000:00000010:2.1:1777582954.894807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582954.894813:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582954.894817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582954.894820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00000001:00000010:0.0:1777582954.895130:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913720. 00000001:00000010:0.0:1777582954.895311:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185900. 00000020:00000010:0.0:1777582954.895351:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024888c9600. 00010000:00000010:0.0:1777582954.895360:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582954.895366:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582954.895379:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185000. 00010000:00000010:0.0:1777582954.895423:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582954.895438:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000200:0.0:1777582954.895455:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975419, last committed = 8589975157 00010000:00000200:0.0:1777582954.895465:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca8aa00 x1863928707877248/t8589975419(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.895483:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582954.895490:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707877248, offset 224 00000400:00000010:0.0:1777582954.895497:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f1c0. 00000400:00000200:0.0:1777582954.895501:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.895514:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.895520:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397053:397053:256:4294967295] 192.168.202.9@tcp LPNI seq info [397049:397049:8:4294967295] 00000400:00000200:0.0:1777582954.895527:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.895533:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.895538:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.895542:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582954.895549:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.895556:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.895560:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.895595:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310200. 00000020:00000010:0.0:1777582954.895600:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582954.895604:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ab247600. 00000800:00000200:0.0:1777582954.895726:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.895730:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582954.895735:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.895740:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582954.895802:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:3.0:1777582954.895808:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310500. 00010000:00000010:3.0:1777582954.895814:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185000. 00000400:00000200:2.0:1777582954.904376:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582954.904403:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143ed 00000400:00000200:2.0:1777582954.904411:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.904416:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582954.904424:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:2.0:1777582954.904428:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000400:00000200:2.0:1777582954.904465:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582954.904472:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8850a00 00000400:00000200:2.0:1777582954.904481:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 63936 00000400:00000200:2.0:1777582954.904559:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.904564:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582954.904568:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582954.904575:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269c00. 00010000:00000010:0.0:1777582954.904662:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582954.904673:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310c00. 00000020:00000010:0.0:1777582954.904735:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:0.0:1777582954.904741:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000020:00000010:0.0:1777582954.904748:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ab247600. 00000020:00000010:0.0:1777582954.904752:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582954.904757:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582954.904800:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:0.0:1777582954.904803:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000100:00000200:0.0:1777582954.904806:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707877376 00000001:00000010:0.0:1777582954.904816:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68b40. 00010000:00000010:0.0:1777582954.904839:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582954.904845:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 02000000:00000010:0.0:1777582954.904870:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c82000. 00010000:00000010:0.0:1777582954.904900:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582954.904904:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582954.904918:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582954.904922:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582954.904926:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582954.904929:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000004:00000010:0.0:1777582954.905026:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519860. 00000004:00000010:0.0:1777582954.905035:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22d20. 00000004:00000010:0.0:1777582954.905042:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34660. 00080000:00000010:0.0:1777582954.905049:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74390. 00010000:00000010:0.0:1777582954.905892:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582954.905899:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582954.905903:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582954.905908:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582954.905982:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582954.905993:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582954.905997:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582954.906021:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:0.0:1777582954.906040:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486269c00 x1863928707877376/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582954.906061:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582954.906067:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707877376, offset 224 00000400:00000200:0.0:1777582954.906075:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.906086:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.906093:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397054:397054:256:4294967295] 192.168.202.9@tcp LPNI seq info [397050:397050:8:4294967295] 00000400:00000200:0.0:1777582954.906105:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.906111:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.906115:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582954.906121:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.906128:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.906157:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.906179:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582954.906183:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582954.906186:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ab247600. 00000800:00000200:0.0:1777582954.907417:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.907425:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582954.907433:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.907440:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.907447:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777582954.907449:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00010000:00000010:3.1:1777582954.908163:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582954.908175:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582954.908455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582954.908463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:0.1:1777582954.908467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582954.908469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000400:00000200:0.0:1777582954.908499:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.908516:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8850b00 00000400:00000200:0.0:1777582954.908524:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 64512 00000400:00000200:0.0:1777582954.908541:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.908545:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.908553:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.908558:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef35500. 00010000:00000010:0.1:1777582954.914380:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582954.914398:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582954.914403:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582954.914406:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582954.914408:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582954.914410:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000020:00000010:0.0:1777582954.914423:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b9c0. 00000020:00000010:0.0:1777582954.914431:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b9c0. 00000020:00000010:0.0:1777582954.914442:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02424a6f000. 00000020:00000010:0.0:1777582954.914449:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582954.914455:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582954.915424:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b9c0. 00000020:00000010:0.0:1777582954.915431:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b9c0. 00000100:00000200:0.0:1777582954.915436:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707877632 02000000:00000010:0.0:1777582954.915481:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c85000. 00010000:00000010:0.0:1777582954.915533:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582954.915551:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582954.915577:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582954.915583:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582954.915599:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582954.915602:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582954.915607:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582954.915610:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582954.915739:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582954.915742:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582954.915745:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582954.915748:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000020:00000010:0.0:1777582954.915775:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48b80. 00000020:00000010:0.0:1777582954.915781:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48b80. 00000020:00000010:0.0:1777582954.915792:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913600. 00080000:00000010:0.0:1777582954.915802:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393ea4400. 00000001:00000010:0.0:1777582954.916217:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024888c9300. 00000001:00000010:0.0:1777582954.916224:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582954.916261:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913600. 00010000:00000010:0.0:1777582954.916269:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582954.916273:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582954.916286:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185d80. 00010000:00000010:0.0:1777582954.918848:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582954.918878:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582954.918902:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975420, last committed = 8589975157 00010000:00000200:0.0:1777582954.918913:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef35500 x1863928707877632/t8589975420(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.918938:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582954.918946:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707877632, offset 224 00000400:00000010:0.0:1777582954.918953:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fd58. 00000400:00000200:0.0:1777582954.918957:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.918972:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.918980:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397055:397055:256:4294967295] 192.168.202.9@tcp LPNI seq info [397051:397051:8:4294967295] 00000400:00000200:0.0:1777582954.918986:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.918993:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.919001:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.919006:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582954.919014:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.919022:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.919025:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.919047:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582954.919052:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582954.919057:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02424a6f000. 00000800:00000200:2.0:1777582954.919480:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582954.919486:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582954.919492:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.919497:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582954.920778:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:3.0:1777582954.920793:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310200. 00010000:00000010:3.0:1777582954.920805:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185d80. 00000400:00000200:2.0:1777582954.920974:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582954.920993:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143f5 00000400:00000200:2.0:1777582954.921000:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582954.921004:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582954.921011:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:2.0:1777582954.921013:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00010000:00000010:3.0:1777582954.921652:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:3.0:1777582954.921661:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d00. 00000400:00000200:0.0:1777582954.929959:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.929983:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8850b80 00000400:00000200:0.0:1777582954.929992:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 65000 00000400:00000200:0.0:1777582954.930071:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.930076:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.930085:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.930092:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef35180. 00000020:00000010:2.0:1777582954.930631:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741300. 00000020:00000010:2.0:1777582954.930637:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741300. 00000020:00000010:2.0:1777582954.930644:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023862cfe00. 00000020:00000010:2.0:1777582954.930650:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582954.930655:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.930707:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741300. 00000020:00000010:2.0:1777582954.930720:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741300. 00000100:00000200:2.0:1777582954.930724:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707877760 00000001:00000010:2.0:1777582954.930735:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185900. 00010000:00000010:2.0:1777582954.930761:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582954.930769:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 02000000:00000010:2.0:1777582954.930799:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae2000. 00010000:00000010:2.0:1777582954.930828:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582954.930831:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582954.930851:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582954.930854:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea00. 00010000:00000010:2.0:1777582954.930859:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582954.930861:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000004:00000010:2.0:1777582954.930957:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:2.0:1777582954.930967:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0d98. 00000004:00000010:2.0:1777582954.930975:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757cb0. 00080000:00000010:2.0:1777582954.930985:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00010000:00000010:2.0:1777582954.932532:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582954.932541:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e680. 00010000:00000010:2.0:1777582954.932547:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582954.932554:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582954.932632:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582954.932644:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582954.932649:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea00. 00010000:00000010:2.0:1777582954.932675:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000200:2.0:1777582954.932707:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef35180 x1863928707877760/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582954.932738:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582954.932745:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707877760, offset 224 00000400:00000200:2.0:1777582954.932753:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582954.932766:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582954.932774:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397056:397056:256:4294967295] 192.168.202.9@tcp LPNI seq info [397052:397052:8:4294967295] 00000400:00000200:2.0:1777582954.932786:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582954.932792:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582954.932797:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582954.932804:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582954.932812:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582954.932815:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582954.932844:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582954.932848:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.932852:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023862cfe00. 00000800:00000200:0.0:1777582954.933088:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.933092:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:0.0:1777582954.933098:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.933103:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.933109:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:0.0:1777582954.933111:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00010000:00000010:0.1:1777582954.939331:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582954.939346:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00000400:00000200:0.0:1777582954.939376:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582954.939395:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8850c80 00000400:00000200:0.0:1777582954.939402:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 65576 00000400:00000200:0.0:1777582954.939419:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.939423:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582954.939432:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582954.939438:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef34a80. 00000020:00000010:3.0:1777582954.939849:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c540. 00000020:00000010:3.0:1777582954.939856:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c540. 00000020:00000010:3.0:1777582954.939863:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483a2da00. 00000020:00000010:3.0:1777582954.939868:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86400. 00000020:00000010:3.0:1777582954.939873:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582954.939920:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c540. 00000020:00000010:3.0:1777582954.939923:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c540. 00000100:00000200:3.0:1777582954.939926:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707878016 02000000:00000010:3.0:1777582954.939965:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385289000. 00010000:00000010:3.0:1777582954.940008:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:3.0:1777582954.940024:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e680. 00010000:00000010:3.0:1777582954.940045:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582954.940052:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582954.940067:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582954.940070:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582954.940075:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582954.940078:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582954.940209:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582954.940212:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86e00. 00010000:00000010:3.0:1777582954.940216:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582954.940219:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00000020:00000010:3.0:1777582954.940246:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05320. 00000020:00000010:3.0:1777582954.940252:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05320. 00000020:00000010:3.0:1777582954.940262:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743de0. 00080000:00000010:3.0:1777582954.940271:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f7cdc00. 00000001:00000010:3.0:1777582954.940861:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743000. 00000001:00000010:3.0:1777582954.940871:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582954.940909:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743de0. 00010000:00000010:3.0:1777582954.940920:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582954.940924:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582954.940938:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582954.940979:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582954.940994:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:3.0:1777582954.941011:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975421, last committed = 8589975157 00010000:00000200:3.0:1777582954.941021:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef34a80 x1863928707878016/t8589975421(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582954.941047:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582954.941054:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707878016, offset 224 00000400:00000010:3.0:1777582954.941061:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7d90. 00000400:00000200:3.0:1777582954.941065:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582954.941079:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582954.941086:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397057:397057:256:4294967295] 192.168.202.9@tcp LPNI seq info [397053:397053:8:4294967295] 00000400:00000200:3.0:1777582954.941092:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582954.941099:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582954.941106:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582954.941111:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582954.941118:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582954.941126:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582954.941130:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582954.941175:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86400. 00000020:00000010:3.0:1777582954.941179:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582954.941182:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483a2da00. 00000800:00000200:3.0:1777582954.941588:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.941593:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:3.0:1777582954.941598:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.941602:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.942773:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.942790:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2143fd 00000400:00000200:3.0:1777582954.942797:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.942801:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.942806:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777582954.942810:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00010000:00000010:2.0:1777582954.942982:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:2.0:1777582954.942996:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00010000:00000010:2.0:1777582954.943304:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:2.0:1777582954.943311:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86e00. 00010000:00000010:2.0:1777582954.943317:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:3.1:1777582954.946222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582954.946239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582954.946243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582954.946246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000400:00000200:3.0:1777582954.946932:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.946952:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8850d00 00000400:00000200:3.0:1777582954.946961:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 66064 00000400:00000200:3.0:1777582954.947023:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.947029:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.947037:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.947044:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88a80. 00000020:00000010:1.0:1777582954.947365:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.947371:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.947377:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5a00. 00000020:00000010:1.0:1777582954.947383:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:1.0:1777582954.947389:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674258. 00000020:00000010:1.0:1777582954.947433:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.947435:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582954.947439:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707878144 00000001:00000010:1.0:1777582954.947449:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:1.0:1777582954.947475:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582954.947482:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 02000000:00000010:1.0:1777582954.947509:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389571000. 00010000:00000010:1.0:1777582954.947539:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582954.947543:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582954.947561:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582954.947564:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:1.0:1777582954.947567:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582954.947570:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00000004:00000010:1.0:1777582954.947674:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f561e0. 00000004:00000010:1.0:1777582954.947695:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3e10. 00000004:00000010:1.0:1777582954.947701:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945210. 00080000:00000010:1.0:1777582954.947719:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02487cf6e40. 00010000:00000010:0.1:1777582954.948745:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582954.948756:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.0:1777582954.949484:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582954.949491:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e680. 00010000:00000010:2.0:1777582954.949497:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582954.949505:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582954.949588:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:2.0:1777582954.949601:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:2.0:1777582954.949606:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582954.949632:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000200:2.0:1777582954.949653:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca88a80 x1863928707878144/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582954.949675:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582954.949683:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707878144, offset 224 00000400:00000200:2.0:1777582954.949690:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582954.949704:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582954.949724:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397058:397058:256:4294967295] 192.168.202.9@tcp LPNI seq info [397054:397054:8:4294967295] 00000400:00000200:2.0:1777582954.949737:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582954.949744:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582954.949749:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582954.949757:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582954.949765:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582954.949769:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582954.949799:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:2.0:1777582954.949805:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674258. 00000020:00000010:2.0:1777582954.949810:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5a00. 00000800:00000200:3.0:1777582954.949954:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.949959:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:3.0:1777582954.949965:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.949970:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.949976:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:3.0:1777582954.949979:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00010000:00000010:3.1:1777582954.954466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582954.954485:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582954.954490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582954.954494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:3.0:1777582954.955345:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.955364:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8850e00 00000400:00000200:3.0:1777582954.955372:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 66640 00000400:00000200:3.0:1777582954.955386:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.955391:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.955398:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.955404:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88700. 00000020:00000010:1.0:1777582954.955534:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.955541:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.955547:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e4400. 00000020:00000010:1.0:1777582954.955553:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e280. 00000020:00000010:1.0:1777582954.955558:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674258. 00000020:00000010:1.0:1777582954.955604:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582954.955607:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582954.955610:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707878400 02000000:00000010:1.0:1777582954.955651:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0249dde7000. 00010000:00000010:1.0:1777582954.955701:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:1.0:1777582954.955728:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e680. 00010000:00000010:1.0:1777582954.955753:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582954.955759:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582954.955775:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582954.955778:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:1.0:1777582954.955782:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582954.955785:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582954.955903:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582954.955906:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:1.0:1777582954.955909:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582954.955912:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00000020:00000010:1.0:1777582954.955940:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6d80. 00000020:00000010:1.0:1777582954.955948:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6d80. 00000020:00000010:1.0:1777582954.955959:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a900. 00080000:00000010:1.0:1777582954.955970:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389761000. 00000001:00000010:1.0:1777582954.956404:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfae0. 00000001:00000010:1.0:1777582954.956411:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582954.956450:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a900. 00010000:00000010:1.0:1777582954.956458:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582954.956463:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582954.956476:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484480. 00010000:00000010:1.0:1777582954.956517:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582954.956524:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00010000:00000010:1.0:1777582954.956543:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582954.956547:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:1.0:1777582954.956560:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000200:1.0:1777582954.956577:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975422, last committed = 8589975157 00010000:00000200:1.0:1777582954.956587:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca88700 x1863928707878400/t8589975422(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582954.956607:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1bb0. 00000100:00000200:1.0:1777582954.956613:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707878400, offset 224 00000400:00000010:1.0:1777582954.956620:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2d58. 00000400:00000200:1.0:1777582954.956624:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582954.956639:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582954.956647:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397059:397059:256:4294967295] 192.168.202.9@tcp LPNI seq info [397055:397055:8:4294967295] 00000400:00000200:1.0:1777582954.956653:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582954.956659:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582954.956665:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582954.956670:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582954.956677:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582954.956684:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582954.956689:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582954.956708:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e280. 00000020:00000010:1.0:1777582954.956725:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674258. 00000020:00000010:1.0:1777582954.956730:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e4400. 00000800:00000200:3.0:1777582954.957229:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.957235:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582954.957240:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.957246:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582954.959062:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582954.959074:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582954.959079:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582954.959083:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582954.963280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582954.963388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582954.964223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582954.964232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582954.964235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582954.964237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:2.1:1777582954.964240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582954.964244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582954.964248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582954.964251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000400:00000200:3.0:1777582954.965088:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.965109:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214405 00000400:00000200:3.0:1777582954.965118:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.965122:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.965129:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:3.0:1777582954.965150:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00010000:00000010:2.0:1777582954.966025:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:2.0:1777582954.966041:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00000400:00000200:3.0:1777582954.966447:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.966462:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8850e80 00000400:00000200:3.0:1777582954.966470:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 67128 00000400:00000200:3.0:1777582954.966539:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.966544:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.966551:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.966557:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca89f80. 00000020:00000010:2.0:1777582954.966927:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741e80. 00000020:00000010:2.0:1777582954.966934:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741e80. 00000020:00000010:2.0:1777582954.966941:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024873ac200. 00000020:00000010:2.0:1777582954.966946:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e480. 00000020:00000010:2.0:1777582954.966951:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.966995:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741e80. 00000020:00000010:2.0:1777582954.966998:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741e80. 00000100:00000200:2.0:1777582954.967002:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707878528 00000001:00000010:2.0:1777582954.967013:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:2.0:1777582954.967039:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582954.967047:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 02000000:00000010:2.0:1777582954.967073:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae3000. 00010000:00000010:2.0:1777582954.967101:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582954.967104:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582954.967119:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582954.967122:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:2.0:1777582954.967126:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582954.967128:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000004:00000010:2.0:1777582954.967241:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168f00. 00000004:00000010:2.0:1777582954.967250:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0168. 00000004:00000010:2.0:1777582954.967257:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757ed0. 00080000:00000010:2.0:1777582954.967265:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d1d0. 00010000:00000010:1.1:1777582954.972282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582954.972305:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582954.972309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582954.972312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.0:1777582954.974604:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582954.974614:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec80. 00010000:00000010:2.0:1777582954.974621:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582954.974629:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582954.974740:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582954.974756:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582954.974762:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00010000:00000010:2.0:1777582954.974795:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000200:2.0:1777582954.974817:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca89f80 x1863928707878528/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 576/584 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582954.974837:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582954.974845:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707878528, offset 224 00000400:00000200:2.0:1777582954.974851:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582954.974864:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582954.974871:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397060:397060:256:4294967295] 192.168.202.9@tcp LPNI seq info [397056:397056:8:4294967295] 00000400:00000200:2.0:1777582954.974883:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582954.974889:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582954.974894:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582954.974901:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582954.974908:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582954.974912:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582954.974937:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e480. 00000020:00000010:2.0:1777582954.974941:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.974945:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024873ac200. 00000800:00000200:0.0:1777582954.975495:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582954.975501:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:0.0:1777582954.975506:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582954.975513:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582954.975519:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:0.0:1777582954.975521:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000400:00000200:3.0:1777582954.979193:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582954.979215:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8850f80 00000400:00000200:3.0:1777582954.979223:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 67704 00000400:00000200:3.0:1777582954.979239:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.979243:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582954.979252:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582954.979260:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8a300. 00000020:00000010:2.0:1777582954.979391:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582954.979397:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582954.979404:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024989ac000. 00000020:00000010:2.0:1777582954.979413:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e480. 00000020:00000010:2.0:1777582954.979417:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582954.979464:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582954.979466:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000100:00000200:2.0:1777582954.979470:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707878784 02000000:00000010:2.0:1777582954.979514:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396ae0000. 00010000:00000010:2.0:1777582954.979572:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582954.979589:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec80. 00010000:00000010:2.0:1777582954.979610:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582954.979615:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582954.979630:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582954.979633:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec80. 00010000:00000010:2.0:1777582954.979637:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582954.979639:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582954.979908:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582954.979912:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:2.0:1777582954.979915:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582954.979918:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000020:00000010:2.0:1777582954.979943:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054cc0. 00000020:00000010:2.0:1777582954.979950:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054cc0. 00000020:00000010:2.0:1777582954.979961:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb11e0. 00080000:00000010:2.0:1777582954.979970:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248ba57c00. 00000001:00000010:2.0:1777582954.980372:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9660. 00000001:00000010:2.0:1777582954.980380:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582954.980423:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb11e0. 00010000:00000010:2.0:1777582954.980433:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582954.980437:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582954.980452:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e680c0. 00010000:00000010:2.0:1777582954.980495:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582954.980511:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000200:2.0:1777582954.980527:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975423, last committed = 8589975157 00010000:00000010:3.0:1777582954.980753:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:3.0:1777582954.980759:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00010000:00000010:3.0:1777582954.980767:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e680c0. 00010000:00000200:2.0:1777582954.981385:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca8a300 x1863928707878784/t8589975423(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:395/0 lens 488/456 e 0 to 0 dl 1777582965 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582954.985368:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582954.985385:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707878784, offset 224 00000400:00000010:0.0:1777582954.985394:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fa10. 00000400:00000200:0.0:1777582954.985403:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582954.985420:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582954.985427:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397061:397061:256:4294967295] 192.168.202.9@tcp LPNI seq info [397057:397057:8:4294967295] 00000400:00000200:0.0:1777582954.985434:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582954.985441:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582954.985447:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582954.985453:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582954.985461:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582954.985470:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582954.985475:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582954.985557:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e480. 00000020:00000010:0.0:1777582954.985567:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:0.0:1777582954.985572:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024989ac000. 00000800:00000200:3.0:1777582954.988866:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582954.988875:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582954.988884:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.988892:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582954.988925:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582954.988939:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21440d 00000400:00000200:3.0:1777582954.988945:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582954.988948:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582954.988953:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:3.0:1777582954.988956:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00010000:00000010:2.0:1777582954.989042:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582954.989055:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec80. 00010000:00000010:2.1:1777582954.997184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582954.997199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582954.997205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582954.997211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582954.997215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582954.997219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000400:00000200:0.0:1777582955.000699:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.000753:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8851000 00000400:00000200:0.0:1777582955.000762:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 68192 00000400:00000200:0.0:1777582955.000841:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.000846:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.000855:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.000862:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef35f80. 00000020:00000010:2.0:1777582955.002853:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582955.002862:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582955.002867:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024873ac200. 00000020:00000010:2.0:1777582955.002874:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec80. 00000020:00000010:2.0:1777582955.002879:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582955.007147:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582955.007158:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000100:00000200:2.0:1777582955.007164:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707878912 00000001:00000010:2.0:1777582955.007178:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:2.0:1777582955.007207:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582955.007216:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 02000000:00000010:2.0:1777582955.007246:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae6000. 00010000:00000010:2.0:1777582955.007275:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582955.007279:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582955.007309:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582955.007314:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb00. 00010000:00000010:2.0:1777582955.007318:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582955.007321:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000004:00000010:2.0:1777582955.007425:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:2.0:1777582955.007435:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0f78. 00000004:00000010:2.0:1777582955.007441:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756110. 00080000:00000010:2.0:1777582955.007450:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:2.1:1777582955.008294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582955.008302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582955.008305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582955.008309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582955.008312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582955.008315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.0:1777582955.008477:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582955.008481:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582955.008487:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582955.008492:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582955.008571:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:0.0:1777582955.008581:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:0.0:1777582955.008585:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb00. 00010000:00000010:0.0:1777582955.008605:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000200:0.0:1777582955.008624:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef35f80 x1863928707878912/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.008643:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582955.008650:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707878912, offset 224 00000400:00000200:0.0:1777582955.008657:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.008670:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.008678:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397062:397062:256:4294967295] 192.168.202.9@tcp LPNI seq info [397058:397058:8:4294967295] 00000400:00000200:0.0:1777582955.008702:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.008708:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.008723:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582955.008729:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.008737:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.008741:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.008769:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec80. 00000020:00000010:0.0:1777582955.008774:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:0.0:1777582955.008777:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024873ac200. 00000800:00000200:2.0:1777582955.009129:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.009152:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582955.009159:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.009164:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.009169:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:2.0:1777582955.009172:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000400:00000200:3.0:1777582955.011969:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.011991:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8851100 00000400:00000200:3.0:1777582955.011999:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 68768 00000400:00000200:3.0:1777582955.012017:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.012022:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.012030:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.012038:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88000. 00000020:00000010:2.0:1777582955.012184:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582955.012191:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582955.012197:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02487ab9c00. 00000020:00000010:2.0:1777582955.012204:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e580. 00000020:00000010:2.0:1777582955.012210:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.012252:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582955.012255:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000100:00000200:2.0:1777582955.012259:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707879168 02000000:00000010:2.0:1777582955.012302:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396ae4000. 00010000:00000010:2.0:1777582955.012345:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:2.0:1777582955.012361:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d00. 00010000:00000010:2.0:1777582955.012381:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.012387:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582955.012401:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582955.012404:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582955.012409:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582955.012411:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582955.012520:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582955.012523:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582955.012526:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582955.012529:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00000020:00000010:2.0:1777582955.012568:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054020. 00000020:00000010:2.0:1777582955.012574:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054020. 00000020:00000010:2.0:1777582955.012585:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9900. 00080000:00000010:2.0:1777582955.012594:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024c4b70400. 00000001:00000010:2.0:1777582955.013027:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9360. 00000001:00000010:2.0:1777582955.013034:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582955.013070:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9900. 00010000:00000010:2.0:1777582955.013078:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582955.013082:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582955.013094:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582955.013127:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582955.013163:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000200:2.0:1777582955.013179:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975424, last committed = 8589975157 00010000:00000200:2.0:1777582955.013189:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca88000 x1863928707879168/t8589975424(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582955.013207:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582955.013214:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707879168, offset 224 00000400:00000010:2.0:1777582955.013220:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12508. 00000400:00000200:2.0:1777582955.013224:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.013235:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.013242:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397063:397063:256:4294967295] 192.168.202.9@tcp LPNI seq info [397059:397059:8:4294967295] 00000400:00000200:2.0:1777582955.013248:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582955.013255:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.013261:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.013265:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582955.013271:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.013277:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.013281:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.013301:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e580. 00000020:00000010:2.0:1777582955.013307:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.013310:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02487ab9c00. 00000800:00000200:2.0:1777582955.013406:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.013410:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582955.013414:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.013419:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582955.013858:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:3.0:1777582955.013864:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ef00. 00010000:00000010:3.0:1777582955.013873:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e683c0. 00010000:00000010:3.1:1777582955.017808:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582955.017826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000400:00000200:2.0:1777582955.018603:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582955.018624:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214415 00000400:00000200:2.0:1777582955.018631:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.018635:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582955.018642:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777582955.018645:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000400:00000200:2.0:1777582955.018694:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.018701:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8851180 00000400:00000200:2.0:1777582955.018707:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 69256 00000400:00000200:2.0:1777582955.018771:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.018775:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.018781:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.018787:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626aa00. 00010000:00000010:3.0:1777582955.018957:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:3.0:1777582955.018968:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e600. 00000020:00000010:0.0:1777582955.019705:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b640. 00000020:00000010:0.0:1777582955.019720:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b640. 00000020:00000010:0.0:1777582955.019727:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ab247600. 00000020:00000010:0.0:1777582955.019731:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310200. 00000020:00000010:0.0:1777582955.019736:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582955.019778:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b640. 00000020:00000010:0.0:1777582955.019781:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b640. 00000100:00000200:0.0:1777582955.019786:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707879296 00000001:00000010:0.0:1777582955.019796:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68d80. 00010000:00000010:0.0:1777582955.019820:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582955.019828:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 02000000:00000010:0.0:1777582955.019856:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c83000. 00010000:00000010:0.0:1777582955.019886:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582955.019890:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582955.019905:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582955.019908:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310500. 00010000:00000010:0.0:1777582955.019912:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582955.019915:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00000004:00000010:0.0:1777582955.020005:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865194a0. 00000004:00000010:0.0:1777582955.020013:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e222d0. 00000004:00000010:0.0:1777582955.020020:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35100. 00080000:00000010:0.0:1777582955.020028:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f741c8. 00010000:00000010:0.0:1777582955.021035:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582955.021042:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310300. 00010000:00000010:0.0:1777582955.021048:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582955.021053:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582955.021125:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582955.021239:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582955.021245:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310500. 00010000:00000010:0.0:1777582955.021269:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000200:0.0:1777582955.021403:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248626aa00 x1863928707879296/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.021424:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582955.021431:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707879296, offset 224 00000400:00000200:0.0:1777582955.021438:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.021451:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.021458:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397064:397064:256:4294967295] 192.168.202.9@tcp LPNI seq info [397060:397060:8:4294967295] 00000400:00000200:0.0:1777582955.021471:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.021478:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.021484:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582955.021490:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.021498:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.021502:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.022449:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310200. 00000020:00000010:0.0:1777582955.022457:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582955.022461:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ab247600. 00010000:00000010:0.1:1777582955.023198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582955.023209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:0.1:1777582955.023214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582955.023217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582955.023439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582955.023446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582955.023450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582955.023453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000800:00000200:0.0:1777582955.028012:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.028022:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582955.028034:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.028043:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.028050:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777582955.028054:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00010000:00000010:3.1:1777582955.032398:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582955.032415:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000400:00000200:2.0:1777582955.036464:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.036488:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8851280 00000400:00000200:2.0:1777582955.036496:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 69832 00000400:00000200:2.0:1777582955.036634:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.036640:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.036649:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.036658:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269180. 00010000:00000010:0.1:1777582955.040113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582955.040127:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582955.040131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582955.040145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582955.040646:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582955.040654:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00000020:00000010:0.0:1777582955.044433:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582955.044451:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582955.044465:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024989ac000. 00000020:00000010:0.0:1777582955.044471:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310200. 00000020:00000010:0.0:1777582955.044477:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582955.045903:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582955.045914:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000100:00000200:0.0:1777582955.045921:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707879552 02000000:00000010:0.0:1777582955.045981:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c80000. 00010000:00000010:0.0:1777582955.046042:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582955.046061:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310300. 00010000:00000010:0.0:1777582955.046084:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582955.046090:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582955.046106:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582955.046109:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310300. 00010000:00000010:0.0:1777582955.046114:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582955.046118:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582955.046306:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582955.046310:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310500. 00010000:00000010:0.0:1777582955.046313:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582955.046317:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00000020:00000010:0.0:1777582955.046344:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48700. 00000020:00000010:0.0:1777582955.046351:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48700. 00000020:00000010:0.0:1777582955.046364:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024888c9600. 00080000:00000010:0.0:1777582955.046374:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393ea4800. 00000001:00000010:0.0:1777582955.048091:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48de0. 00000001:00000010:0.0:1777582955.048102:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582955.048158:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024888c9600. 00010000:00000010:0.0:1777582955.048172:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582955.048180:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582955.048198:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185a80. 00010000:00000010:0.0:1777582955.048252:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582955.048268:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000200:0.0:1777582955.048287:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975425, last committed = 8589975157 00010000:00000200:0.0:1777582955.048299:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486269180 x1863928707879552/t8589975425(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.048319:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582955.048326:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707879552, offset 224 00000400:00000010:0.0:1777582955.048332:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f348. 00000400:00000200:0.0:1777582955.048336:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.048352:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.048360:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397065:397065:256:4294967295] 192.168.202.9@tcp LPNI seq info [397061:397061:8:4294967295] 00000400:00000200:0.0:1777582955.048366:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582955.048374:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.048379:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.048384:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582955.048391:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.048398:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.048402:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.048422:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310200. 00000020:00000010:0.0:1777582955.048426:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582955.048430:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024989ac000. 00010000:00000010:0.0:1777582955.048962:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582955.048970:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310500. 00010000:00000010:0.0:1777582955.048976:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185a80. 00000100:00000010:3.0:1777582955.051179:0:187655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8b480. 02000000:00000010:3.0:1777582955.051204:0:187655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02484999600. 00000800:00000200:0.0:1777582955.052287:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.052294:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000100:00000010:2.0:1777582955.052303:0:187653:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268a80. 00000400:00000200:0.0:1777582955.052304:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.052313:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 02000000:00000010:2.0:1777582955.052315:0:187653:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02385807100. 02000000:00000010:0.0:1777582955.055981:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02393ea6c00. 00000400:00000010:0.0:1777582955.055996:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcdc0. 00000400:00000010:0.0:1777582955.056002:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582955.056009:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919266432, portal 4 00000400:00000010:0.0:1777582955.056016:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582955.056019:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919919266432, offset 0 00000400:00000200:0.0:1777582955.056027:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582955.056042:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582955.056055:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39acad7a80 00000400:00000200:0.0:1777582955.056061:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x175cbd [8] + 8288 00000400:00000200:0.0:1777582955.056069:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.056073:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582955.056081:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777582955.056087:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef37100. 00000400:00000200:0.0:1777582955.056108:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777582955.056111:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582955.056118:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268a80 x1863919919266432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582955.056161:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02391f48a80. 00000100:00000010:0.0:1777582955.056174:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02391f48480. 00000100:00000010:0.0:1777582955.056179:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02391f48d20. 00000100:00000010:0.0:1777582955.056184:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02391f48780. 02000000:00000010:0.0:1777582955.056207:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02393ea5800. 00000400:00000010:0.0:1777582955.056210:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc6e0. 00000400:00000010:0.0:1777582955.056213:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582955.056216:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919266304, portal 4 00000400:00000010:0.0:1777582955.056220:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582955.056222:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919919266304, offset 0 00000400:00000200:0.0:1777582955.056225:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582955.056230:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582955.056235:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39acad7a00 00000400:00000200:0.0:1777582955.056239:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x175cbd [8] + 8512 00000400:00000200:0.0:1777582955.056243:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.056245:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582955.056248:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777582955.056250:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef34700. 00000400:00000200:0.0:1777582955.056264:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:0.0:1777582955.056265:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582955.056269:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca8b480 x1863919919266304/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582955.056324:0:188251:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582955.056330:0:188251:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582955.056337:0:188251:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ab247600. 00000020:00000010:0.0:1777582955.056343:0:188251:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310500. 00000020:00000010:0.0:1777582955.056348:0:188251:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582955.056380:0:188251:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582955.056382:0:188251:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582955.056388:0:188251:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024989ac000. 00000020:00000010:0.0:1777582955.056391:0:188251:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310200. 00000020:00000010:0.0:1777582955.056394:0:188251:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777582955.056407:0:188251:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582955.056409:0:188251:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000100:00000200:0.0:1777582955.056412:0:188251:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919266432 02000000:00000010:0.0:1777582955.056430:0:188251:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffffa02393ea5c00. 00010000:00000200:0.0:1777582955.056465:0:188251:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef37100 x1863919919266432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 224/368 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.056480:0:188251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582955.056483:0:188251:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919919266432, offset 224 00000400:00000200:0.0:1777582955.056488:0:188251:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582955.056493:0:188251:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582955.056498:0:188251:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39acad7a80 00000400:00000200:0.0:1777582955.056503:0:188251:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x214421 [1] + 224 00000400:00000200:0.0:1777582955.056507:0:188251:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.056509:0:188251:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582955.056515:0:188251:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268a80 x1863919919266432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582971 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582955.056530:0:188251:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:0.0:1777582955.056532:0:188251:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000020:00000010:0.0:1777582955.056542:0:188251:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310500. 00000020:00000010:0.0:1777582955.056546:0:188251:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582955.056550:0:188251:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ab247600. 00000020:00000010:0.0:1777582955.056564:0:188251:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb80. 00000020:00000010:0.0:1777582955.056566:0:188251:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb80. 00000100:00000200:0.0:1777582955.056568:0:188251:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919266304 02000000:00000010:0.0:1777582955.056576:0:188251:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffffa02393ea6000. 00010000:00000200:0.0:1777582955.056594:0:188251:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef34700 x1863919919266304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:396/0 lens 224/368 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.056604:0:188251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582955.056607:0:188251:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919919266304, offset 224 00000400:00000200:0.0:1777582955.056610:0:188251:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582955.056616:0:188251:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582955.056621:0:188251:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39acad7a00 00000400:00000200:0.0:1777582955.056625:0:188251:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x214429 [1] + 224 00000400:00000200:0.0:1777582955.056628:0:188251:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.056631:0:188251:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582955.056636:0:188251:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca8b480 x1863919919266304/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582971 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582955.056645:0:188251:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:0.0:1777582955.056647:0:188251:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000020:00000010:0.0:1777582955.056654:0:188251:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310200. 00000020:00000010:0.0:1777582955.056657:0:188251:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777582955.056659:0:188251:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024989ac000. 00000400:00000010:0.0:1777582955.056703:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc6e0. 00000400:00000200:0.0:1777582955.056707:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777582955.056718:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582955.056723:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca8b480 x1863919919266304/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582955.056730:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca8b480 x1863919919266304/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582971 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.056758:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edcdc0. 00000400:00000200:0.0:1777582955.056761:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777582955.056762:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582955.056766:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268a80 x1863919919266432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582955.056774:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268a80 x1863919919266432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582971 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582955.056790:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02393ea5800. 02000000:00000010:0.0:1777582955.056797:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02484999600. 00000100:00000010:0.0:1777582955.056802:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8b480. 02000000:00000010:0.0:1777582955.056805:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02393ea6c00. 02000000:00000010:0.0:1777582955.056808:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02385807100. 00000100:00000010:0.0:1777582955.056812:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268a80. 00010000:00000010:0.1:1777582955.058838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582955.058850:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00000400:00000200:0.0:1777582955.058974:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582955.058997:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21441d 00000400:00000200:0.0:1777582955.059008:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.059014:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582955.059021:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777582955.059024:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000400:00000200:0.0:1777582955.059067:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.059074:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8851300 00000400:00000200:0.0:1777582955.059084:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 70320 00010000:00000010:2.0:1777582955.059377:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:2.0:1777582955.059389:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310300. 00000400:00000200:0.0:1777582955.059439:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.059444:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.059449:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.059455:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef35880. 00000020:00000010:2.0:1777582955.059531:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582955.059536:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582955.059541:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02487ab9c00. 00000020:00000010:2.0:1777582955.059546:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e580. 00000020:00000010:2.0:1777582955.059551:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.059590:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741f00. 00000020:00000010:2.0:1777582955.059592:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741f00. 00000100:00000200:2.0:1777582955.059595:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707879680 00000001:00000010:2.0:1777582955.059606:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e689c0. 00010000:00000010:2.0:1777582955.059631:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.059638:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 02000000:00000010:2.0:1777582955.059668:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a0b1e000. 00010000:00000010:2.0:1777582955.059718:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582955.059723:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582955.059738:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582955.059741:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582955.059746:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582955.059748:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00000004:00000010:2.0:1777582955.059829:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71681e0. 00000004:00000010:2.0:1777582955.059838:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb02d0. 00000004:00000010:2.0:1777582955.059845:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757980. 00080000:00000010:2.0:1777582955.059853:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c8e8. 00010000:00000010:2.0:1777582955.060466:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582955.060473:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582955.060478:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582955.060483:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582955.060550:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582955.060561:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582955.060565:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582955.060584:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000200:2.0:1777582955.060602:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef35880 x1863928707879680/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.060623:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582955.060630:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707879680, offset 224 00000400:00000200:2.0:1777582955.060637:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.060649:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.060656:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397066:397066:256:4294967295] 192.168.202.9@tcp LPNI seq info [397062:397062:8:4294967295] 00000400:00000200:2.0:1777582955.060666:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.060673:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.060920:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582955.060931:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.060940:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.060944:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.060969:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e580. 00000020:00000010:2.0:1777582955.060975:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.060978:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02487ab9c00. 00000800:00000200:2.0:1777582955.061097:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.061101:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582955.061105:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.061110:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.061115:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777582955.061117:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00010000:00000010:0.1:1777582955.069170:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582955.069183:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582955.069187:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582955.069191:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00000400:00000200:0.0:1777582955.069247:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.069268:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8851400 00000400:00000200:0.0:1777582955.069276:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 70896 00000400:00000200:0.0:1777582955.069507:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.069514:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.069523:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.069529:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef36680. 00000020:00000010:2.0:1777582955.069629:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741300. 00000020:00000010:2.0:1777582955.069635:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741300. 00000020:00000010:2.0:1777582955.069642:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02487ab9c00. 00000020:00000010:2.0:1777582955.069648:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e580. 00000020:00000010:2.0:1777582955.069653:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.069707:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741300. 00000020:00000010:2.0:1777582955.069720:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741300. 00000100:00000200:2.0:1777582955.069724:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707879936 02000000:00000010:2.0:1777582955.069765:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023918a3000. 00010000:00000010:2.0:1777582955.069805:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582955.069823:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582955.069845:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582955.069851:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582955.069866:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582955.069869:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582955.069874:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582955.069876:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582955.069990:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582955.069993:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582955.069997:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582955.070000:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00000020:00000010:2.0:1777582955.070025:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054380. 00000020:00000010:2.0:1777582955.070033:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054380. 00000020:00000010:2.0:1777582955.070044:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a90c0. 00080000:00000010:2.0:1777582955.070053:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024c4b70800. 00000001:00000010:2.0:1777582955.070585:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9600. 00000001:00000010:2.0:1777582955.070593:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68000. 00000020:00000010:2.0:1777582955.070643:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a90c0. 00010000:00000010:2.0:1777582955.070655:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582955.070659:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582955.070676:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582955.070736:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582955.070756:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000200:2.0:1777582955.070776:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975426, last committed = 8589975157 00010000:00000200:2.0:1777582955.070788:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef36680 x1863928707879936/t8589975426(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582955.070810:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582955.070819:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707879936, offset 224 00000400:00000010:2.0:1777582955.070827:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12c40. 00000400:00000200:2.0:1777582955.070832:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.070849:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.070857:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397067:397067:256:4294967295] 192.168.202.9@tcp LPNI seq info [397063:397063:8:4294967295] 00000400:00000200:2.0:1777582955.070863:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582955.070870:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.070876:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.070881:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582955.070887:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.070894:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.070898:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.070918:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e580. 00000020:00000010:2.0:1777582955.070923:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.070927:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02487ab9c00. 00010000:00000010:2.0:1777582955.070969:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582955.070974:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582955.070981:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e689c0. 00000800:00000200:0.0:1777582955.071525:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.071532:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:0.0:1777582955.071537:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.071544:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.075103:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582955.075126:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21443d 00000400:00000200:2.0:1777582955.075157:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.075162:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582955.075170:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777582955.075173:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000400:00000200:2.0:1777582955.075199:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.075206:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8851480 00000400:00000200:2.0:1777582955.075213:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 71384 00000400:00000200:2.0:1777582955.082801:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.082816:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.082826:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.082838:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268a80. 00000020:00000010:2.0:1777582955.082907:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741300. 00000020:00000010:2.0:1777582955.082913:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741300. 00000020:00000010:2.0:1777582955.082922:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02487ab9c00. 00000020:00000010:2.0:1777582955.082929:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e800. 00000020:00000010:2.0:1777582955.082934:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.082985:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024a5741300. 00000020:00000010:2.0:1777582955.082988:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024a5741300. 00000100:00000200:2.0:1777582955.082991:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707880064 00000001:00000010:2.0:1777582955.083003:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:2.0:1777582955.083034:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582955.083042:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 02000000:00000010:2.0:1777582955.083078:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02482c22000. 00010000:00000010:2.0:1777582955.083110:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582955.083113:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582955.083149:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582955.083154:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e580. 00010000:00000010:2.0:1777582955.083158:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582955.083161:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00000004:00000010:2.0:1777582955.083264:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:2.0:1777582955.083274:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb09d8. 00000004:00000010:2.0:1777582955.083281:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756550. 00080000:00000010:2.0:1777582955.083291:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 00010000:00000010:2.0:1777582955.084103:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582955.084108:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582955.084114:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582955.084119:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.1:1777582955.084164:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582955.084170:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582955.084174:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582955.084178:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582955.084180:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582955.084184:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.084250:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582955.084261:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582955.084266:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e580. 00010000:00000010:2.0:1777582955.084288:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000200:2.0:1777582955.084306:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486268a80 x1863928707880064/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.084326:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582955.084333:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707880064, offset 224 00000400:00000200:2.0:1777582955.084340:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.084354:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.084361:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397068:397068:256:4294967295] 192.168.202.9@tcp LPNI seq info [397064:397064:8:4294967295] 00000400:00000200:2.0:1777582955.084373:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.084379:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.084385:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582955.084392:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.084400:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.084404:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.084427:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e800. 00000020:00000010:2.0:1777582955.084432:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.084435:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02487ab9c00. 00010000:00000010:3.0:1777582955.084537:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:3.0:1777582955.084543:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ef00. 00000800:00000200:0.0:1777582955.085109:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.085115:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:0.0:1777582955.085120:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.085125:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.085162:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:0.0:1777582955.085166:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000400:00000200:2.0:1777582955.093438:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.093456:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8851580 00000400:00000200:2.0:1777582955.093463:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 71960 00000400:00000200:2.0:1777582955.093480:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.093484:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.093490:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.093498:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da5500. 00000020:00000010:3.0:1777582955.093738:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02395d80340. 00000020:00000010:3.0:1777582955.093754:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02395d80340. 00000020:00000010:3.0:1777582955.093761:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483a2da00. 00000020:00000010:3.0:1777582955.093767:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b7e86e00. 00000020:00000010:3.0:1777582955.093773:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582955.093816:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02395d80340. 00000020:00000010:3.0:1777582955.093819:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02395d80340. 00000100:00000200:3.0:1777582955.093823:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707880320 02000000:00000010:3.0:1777582955.093864:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238528e000. 00010000:00000010:3.0:1777582955.093909:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:3.0:1777582955.093924:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000010:3.0:1777582955.093942:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582955.093947:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582955.093961:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582955.093963:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86a00. 00010000:00000010:3.0:1777582955.093966:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582955.093969:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582955.094055:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582955.094057:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582955.094060:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582955.094062:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000020:00000010:3.0:1777582955.094080:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e052e0. 00000020:00000010:3.0:1777582955.094086:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e052e0. 00000020:00000010:3.0:1777582955.094095:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743de0. 00080000:00000010:3.0:1777582955.094101:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f7ce800. 00000001:00000010:3.0:1777582955.094488:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743a80. 00000001:00000010:3.0:1777582955.094495:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582955.094525:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743de0. 00010000:00000010:3.0:1777582955.094532:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582955.094536:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582955.094551:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582955.094590:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582955.094604:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:3.0:1777582955.094620:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975427, last committed = 8589975157 00010000:00000200:3.0:1777582955.094629:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da5500 x1863928707880320/t8589975427(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582955.094647:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582955.094652:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707880320, offset 224 00000400:00000010:3.0:1777582955.094657:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7118. 00000400:00000200:3.0:1777582955.094660:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.094671:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.094677:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397069:397069:256:4294967295] 192.168.202.9@tcp LPNI seq info [397065:397065:8:4294967295] 00000400:00000200:3.0:1777582955.094683:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582955.094691:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.094696:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.094701:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582955.094722:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.094730:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.094735:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.094756:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b7e86e00. 00000020:00000010:3.0:1777582955.094761:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582955.094764:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483a2da00. 00010000:00000010:3.0:1777582955.094798:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582955.094803:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86200. 00010000:00000010:3.0:1777582955.094809:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000800:00000200:3.0:1777582955.094897:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.094901:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:3.0:1777582955.094905:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.094909:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582955.095185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582955.095194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582955.095199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582955.095204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582955.095207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582955.095210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000400:00000200:3.0:1777582955.097452:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.097472:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214445 00000400:00000200:3.0:1777582955.097481:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.097485:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.097492:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777582955.097495:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00010000:00000010:2.0:1777582955.097590:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:2.0:1777582955.097602:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024b7e86a00. 00000100:00000010:0.0:1777582955.103588:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02391f48a80. 00000100:00000010:1.0:1777582955.103778:0:194432:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02391f48480. 00000100:00000010:2.0:1777582955.110528:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02391f48d20. 00000400:00000200:2.0:1777582955.110663:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.111044:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8851600 00000400:00000200:2.0:1777582955.111054:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 72448 00000400:00000200:2.0:1777582955.111525:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.111611:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.111621:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.111628:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da6300. 00000020:00000010:2.0:1777582955.111696:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02491faa280. 00000020:00000010:2.0:1777582955.111702:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02491faa280. 00000020:00000010:2.0:1777582955.111707:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483f4fe00. 00000020:00000010:2.0:1777582955.111723:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d00. 00000020:00000010:2.0:1777582955.111729:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.112008:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02491faa280. 00000020:00000010:2.0:1777582955.112012:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02491faa280. 00000100:00000200:2.0:1777582955.112015:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707880448 00000001:00000010:2.0:1777582955.112026:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68000. 00010000:00000010:2.0:1777582955.112051:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582955.112059:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 02000000:00000010:2.0:1777582955.112088:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fffb000. 00010000:00000010:2.0:1777582955.112120:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582955.112124:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.1:1777582955.113155:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582955.113167:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582955.113171:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582955.113173:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582955.113783:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582955.113789:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374500. 00010000:00000010:2.0:1777582955.113795:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582955.113801:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000004:00000010:2.0:1777582955.113936:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168780. 00000004:00000010:2.0:1777582955.113945:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0ca8. 00000004:00000010:2.0:1777582955.113953:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757540. 00080000:00000010:2.0:1777582955.113963:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734ce40. 00010000:00000010:3.1:1777582955.114786:0:5579:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582955.114798:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582955.114802:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582955.114804:0:5579:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582955.114998:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582955.115004:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87380. 00010000:00000010:2.0:1777582955.115010:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582955.115017:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582955.115101:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582955.115113:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582955.115118:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374500. 00010000:00000010:2.0:1777582955.115165:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000200:2.0:1777582955.115188:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da6300 x1863928707880448/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.115218:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582955.115225:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707880448, offset 224 00000400:00000200:2.0:1777582955.115232:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.115248:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.115256:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397070:397070:256:4294967295] 192.168.202.9@tcp LPNI seq info [397066:397066:8:4294967295] 00000400:00000200:2.0:1777582955.115267:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.115274:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.115363:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582955.115371:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.115380:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.115384:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.115405:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d00. 00000020:00000010:2.0:1777582955.115409:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.115412:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483f4fe00. 00000800:00000200:2.0:1777582955.123184:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.123195:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582955.123202:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.123211:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.123220:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777582955.123222:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000400:00000200:3.0:1777582955.124079:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.124095:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8851700 00000400:00000200:3.0:1777582955.124104:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 73024 00000400:00000200:3.0:1777582955.124120:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.124124:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.124131:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.124157:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88380. 00000020:00000010:2.0:1777582955.128774:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02491faa6c0. 00000020:00000010:2.0:1777582955.128786:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02491faa6c0. 00000020:00000010:2.0:1777582955.128792:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483f4fe00. 00000020:00000010:2.0:1777582955.128797:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513f00. 00000020:00000010:2.0:1777582955.128802:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.128839:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02491faa6c0. 00000020:00000010:2.0:1777582955.128842:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02491faa6c0. 00000100:00000200:2.0:1777582955.128845:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707880704 02000000:00000010:2.0:1777582955.128885:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fffc000. 00010000:00000010:2.0:1777582955.128931:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582955.128949:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87380. 00010000:00000010:2.0:1777582955.130433:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582955.130445:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582955.130466:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582955.130469:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582955.130473:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582955.130475:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582955.130958:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582955.130962:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513100. 00010000:00000010:2.0:1777582955.130967:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.130970:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000020:00000010:2.0:1777582955.131002:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054720. 00000020:00000010:2.0:1777582955.131009:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054720. 00000020:00000010:2.0:1777582955.131020:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9c00. 00080000:00000010:2.0:1777582955.131028:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024c4b71400. 00010000:00000010:3.1:1777582955.132587:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582955.132596:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582955.132599:0:5579:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582955.132602:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000001:00000010:0.0:1777582955.141506:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48360. 00000001:00000010:0.0:1777582955.141519:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185a80. 00000020:00000010:0.0:1777582955.141558:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9c00. 00010000:00000010:0.0:1777582955.141574:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582955.141584:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582955.141612:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185900. 00010000:00000010:0.0:1777582955.141661:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:0.0:1777582955.141682:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:0.0:1777582955.141704:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975428, last committed = 8589975157 00010000:00000200:0.0:1777582955.141730:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca88380 x1863928707880704/t8589975428(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.141751:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582955.141758:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707880704, offset 224 00000400:00000010:0.0:1777582955.141767:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f268. 00000400:00000200:0.0:1777582955.141772:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.141789:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.141796:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397071:397071:256:4294967295] 192.168.202.9@tcp LPNI seq info [397067:397067:8:4294967295] 00000400:00000200:0.0:1777582955.141803:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582955.141810:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.141817:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.141823:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582955.141830:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.141839:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.141843:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.141870:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513f00. 00000020:00000010:0.0:1777582955.141875:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:0.0:1777582955.141879:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483f4fe00. 00010000:00000010:2.1:1777582955.153478:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582955.153493:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000800:00000200:2.0:1777582955.153517:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.153522:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582955.153528:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.153672:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582955.153957:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:3.0:1777582955.153970:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513100. 00010000:00000010:3.0:1777582955.153979:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185900. 00000400:00000200:2.0:1777582955.154197:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000100:00000010:3.0:1777582955.154206:0:219693:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02391f48780. 00000400:00000200:2.0:1777582955.154214:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21444d 00000400:00000200:2.0:1777582955.154220:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.154223:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582955.154230:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:2.0:1777582955.154233:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000400:00000200:2.0:1777582955.154262:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.154268:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8851780 00000400:00000200:2.0:1777582955.154276:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 73512 00010000:00000010:3.0:1777582955.154287:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:3.0:1777582955.154293:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c00. 00000400:00000200:2.0:1777582955.154481:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.154486:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.154491:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.154497:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da7b80. 00000020:00000010:3.0:1777582955.154748:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f880. 00000020:00000010:3.0:1777582955.154754:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f880. 00000020:00000010:3.0:1777582955.154760:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffb600. 00000020:00000010:3.0:1777582955.154766:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fa00. 00000020:00000010:3.0:1777582955.154770:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582955.154805:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f880. 00000020:00000010:3.0:1777582955.154808:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f880. 00000100:00000200:3.0:1777582955.154811:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707880832 00000001:00000010:3.0:1777582955.154821:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582955.154845:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582955.154852:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582955.154880:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238528c000. 00010000:00000010:3.0:1777582955.154905:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582955.154909:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582955.154924:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582955.154926:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f080. 00010000:00000010:3.0:1777582955.154930:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582955.154932:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000004:00000010:3.0:1777582955.155027:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91e00. 00000004:00000010:3.0:1777582955.155037:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c658e8. 00000004:00000010:3.0:1777582955.155043:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387320. 00080000:00000010:3.0:1777582955.155052:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12720. 00010000:00000010:2.0:1777582955.157083:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582955.157093:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513180. 00010000:00000010:2.0:1777582955.157098:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582955.157104:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.1:1777582955.157731:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582955.157739:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582955.157742:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582955.157745:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582955.157748:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582955.157750:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582955.157820:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:2.0:1777582955.157832:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582955.157838:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f080. 00010000:00000010:0.1:1777582955.157853:0:221301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582955.157858:0:221301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582955.157861:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:2.0:1777582955.157881:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da7b80 x1863928707880832/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.157902:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582955.157909:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707880832, offset 224 00000400:00000200:2.0:1777582955.157917:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.157929:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.157935:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397072:397072:256:4294967295] 192.168.202.9@tcp LPNI seq info [397068:397068:8:4294967295] 00000400:00000200:2.0:1777582955.157946:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.157951:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.157956:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582955.157961:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.157968:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.157973:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.157994:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fa00. 00000020:00000010:2.0:1777582955.157998:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:2.0:1777582955.158002:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffb600. 00000800:00000200:2.0:1777582955.158093:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.158097:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582955.158101:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.158106:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.158110:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777582955.158112:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000400:00000200:3.0:1777582955.171507:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.171529:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8851880 00000400:00000200:3.0:1777582955.171539:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 74088 00000400:00000200:3.0:1777582955.171556:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.171560:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.171568:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.171575:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8b800. 00000020:00000010:3.0:1777582955.171631:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1fb80. 00000020:00000010:3.0:1777582955.171637:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1fb80. 00000020:00000010:3.0:1777582955.171642:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffaa00. 00000020:00000010:3.0:1777582955.171647:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f300. 00000020:00000010:3.0:1777582955.171652:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582955.171703:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1fb80. 00000020:00000010:3.0:1777582955.171706:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1fb80. 00000100:00000200:3.0:1777582955.171719:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707881088 02000000:00000010:3.0:1777582955.172408:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4cfe000. 00010000:00000010:3.0:1777582955.172454:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:3.0:1777582955.172472:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513180. 00010000:00000010:3.0:1777582955.172494:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582955.172500:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582955.172515:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582955.172518:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f680. 00010000:00000010:3.0:1777582955.172522:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582955.172526:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582955.172641:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582955.172645:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f880. 00010000:00000010:3.0:1777582955.172647:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582955.172650:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00000020:00000010:3.0:1777582955.172675:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e052e0. 00000020:00000010:3.0:1777582955.172693:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e052e0. 00000020:00000010:3.0:1777582955.172705:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743de0. 00080000:00000010:3.0:1777582955.172724:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f7cfc00. 00010000:00000010:3.1:1777582955.173159:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582955.173166:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582955.173169:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582955.173171:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000001:00000010:3.0:1777582955.173264:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743120. 00000001:00000010:3.0:1777582955.173270:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582955.175792:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743de0. 00010000:00000010:3.0:1777582955.175816:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582955.175825:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582955.175849:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582955.175904:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582955.175925:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:3.0:1777582955.175949:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975429, last committed = 8589975157 00010000:00000200:3.0:1777582955.175961:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca8b800 x1863928707881088/t8589975429(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582955.175986:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582955.175993:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707881088, offset 224 00000400:00000010:3.0:1777582955.176000:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7c40. 00000400:00000200:3.0:1777582955.176003:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.176018:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.176025:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397073:397073:256:4294967295] 192.168.202.9@tcp LPNI seq info [397069:397069:8:4294967295] 00000400:00000200:3.0:1777582955.176031:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582955.176037:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.176043:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.176047:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582955.176054:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.176061:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.176065:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.176090:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f300. 00000020:00000010:3.0:1777582955.176094:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582955.176098:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffaa00. 00000800:00000200:3.0:1777582955.176225:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.176229:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:3.0:1777582955.176234:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.176239:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582955.177893:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:0.0:1777582955.177913:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f880. 00010000:00000010:0.0:1777582955.177924:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:2.1:1777582955.178397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582955.178406:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582955.178410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.1:1777582955.178413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:2.0:1777582955.181369:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582955.181390:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214455 00000400:00000200:2.0:1777582955.181398:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.181403:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582955.181410:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:2.0:1777582955.181413:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000400:00000200:2.0:1777582955.181479:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.181486:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8851900 00000400:00000200:2.0:1777582955.181493:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 74576 00000400:00000200:2.0:1777582955.181550:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.181554:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.181559:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.181566:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da5180. 00000020:00000010:2.0:1777582955.181614:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ec0. 00000020:00000010:2.0:1777582955.181619:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ec0. 00000020:00000010:2.0:1777582955.181625:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483f4f600. 00000020:00000010:2.0:1777582955.181631:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582955.181636:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.181682:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ec0. 00000020:00000010:2.0:1777582955.181685:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ec0. 00000100:00000200:2.0:1777582955.181688:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707881216 00000001:00000010:2.0:1777582955.181699:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185a80. 00010000:00000010:2.0:1777582955.181733:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582955.181742:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 02000000:00000010:2.0:1777582955.181770:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fff8000. 00010000:00000010:2.0:1777582955.181800:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582955.181804:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582955.181822:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582955.181825:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513f00. 00010000:00000010:2.0:1777582955.181830:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582955.181832:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000004:00000010:2.0:1777582955.181931:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71694a0. 00000004:00000010:2.0:1777582955.181940:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0f00. 00000004:00000010:2.0:1777582955.181948:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757a90. 00080000:00000010:2.0:1777582955.181957:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d398. 00010000:00000010:3.1:1777582955.182515:0:5596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582955.182525:0:5596:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.0:1777582955.185382:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:0.0:1777582955.185400:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f680. 00010000:00000010:3.1:1777582955.186869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582955.186878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582955.188905:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582955.188921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.0:1777582955.195861:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582955.195873:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513d80. 00010000:00000010:2.0:1777582955.195879:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582955.195886:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582955.195968:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582955.195982:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582955.195987:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513f00. 00010000:00000010:2.0:1777582955.196013:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582955.196034:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da5180 x1863928707881216/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.196058:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582955.196065:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707881216, offset 224 00000400:00000200:2.0:1777582955.196072:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.196086:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.196094:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397074:397074:256:4294967295] 192.168.202.9@tcp LPNI seq info [397070:397070:8:4294967295] 00000400:00000200:2.0:1777582955.196107:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.196113:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.196117:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582955.196125:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.196151:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.196156:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.196185:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582955.196190:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.196194:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483f4f600. 00000800:00000200:2.0:1777582955.196315:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.196320:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582955.196325:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.196329:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.196335:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777582955.196337:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000400:00000200:3.0:1777582955.200212:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.200236:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8851a00 00000400:00000200:3.0:1777582955.200245:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 75152 00000400:00000200:3.0:1777582955.200263:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.200267:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.200277:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.200285:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8b480. 00000020:00000010:2.0:1777582955.200402:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582955.200409:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582955.200415:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483f4f600. 00000020:00000010:2.0:1777582955.200420:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582955.200428:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.200471:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582955.200474:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460280. 00000100:00000200:2.0:1777582955.200477:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707881472 02000000:00000010:2.0:1777582955.200511:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fffa000. 00010000:00000010:2.0:1777582955.200551:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582955.200568:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513d80. 00010000:00000010:2.0:1777582955.200585:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582955.200591:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582955.200606:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582955.200610:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513d80. 00010000:00000010:2.0:1777582955.200614:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582955.200617:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582955.200783:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582955.200787:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513f00. 00010000:00000010:2.0:1777582955.200790:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582955.200793:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000020:00000010:2.0:1777582955.200821:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054c20. 00000020:00000010:2.0:1777582955.200827:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054c20. 00000020:00000010:2.0:1777582955.200838:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a97e0. 00080000:00000010:2.0:1777582955.200846:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024c4b73000. 00000001:00000010:2.0:1777582955.201314:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9480. 00000001:00000010:2.0:1777582955.201322:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68e40. 00000020:00000010:2.0:1777582955.201357:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a97e0. 00010000:00000010:2.0:1777582955.201366:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582955.201370:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582955.201384:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582955.201421:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582955.201436:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000200:2.0:1777582955.201452:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975430, last committed = 8589975157 00010000:00000200:2.0:1777582955.201462:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca8b480 x1863928707881472/t8589975430(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582955.201482:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582955.201489:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707881472, offset 224 00000400:00000010:2.0:1777582955.201495:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12118. 00000400:00000200:2.0:1777582955.201500:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.201514:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.201520:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397075:397075:256:4294967295] 192.168.202.9@tcp LPNI seq info [397071:397071:8:4294967295] 00000400:00000200:2.0:1777582955.201527:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582955.201534:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.201540:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.201545:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582955.201552:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.201560:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.201564:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.201583:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582955.201587:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.201590:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483f4f600. 00010000:00000010:2.0:1777582955.201623:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582955.201628:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513f00. 00010000:00000010:2.0:1777582955.201636:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e689c0. 00000800:00000200:2.0:1777582955.201731:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.201735:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:2.0:1777582955.201739:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.201744:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582955.202161:0:5619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582955.202168:0:5619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000200:3.0:1777582955.209867:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.209893:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21445d 00000400:00000200:3.0:1777582955.209901:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.209906:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.209913:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:3.0:1777582955.209916:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000400:00000200:3.0:1777582955.209950:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.209956:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8851a80 00000400:00000200:3.0:1777582955.209964:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 75640 00000400:00000200:3.0:1777582955.210027:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.210031:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.210036:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.210044:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55faa00. 00010000:00000010:3.0:1777582955.210092:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:3.0:1777582955.210102:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513d80. 00000020:00000010:2.0:1777582955.212495:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582955.212504:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582955.212511:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483f4f600. 00000020:00000010:2.0:1777582955.212516:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513f00. 00000020:00000010:2.0:1777582955.212520:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00010000:00000010:2.1:1777582955.213847:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582955.213858:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582955.213861:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582955.213864:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000020:00000010:2.0:1777582955.213900:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582955.213904:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460280. 00000100:00000200:2.0:1777582955.213908:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707881600 00000001:00000010:2.0:1777582955.213919:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:2.0:1777582955.213945:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582955.213951:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582955.213979:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239ffff000. 00010000:00000010:2.0:1777582955.214014:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582955.214018:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582955.214039:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582955.214042:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582955.214046:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582955.214049:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000004:00000010:2.0:1777582955.214159:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169c20. 00000004:00000010:2.0:1777582955.214168:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb01e0. 00000004:00000010:2.0:1777582955.214176:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756330. 00080000:00000010:2.0:1777582955.214186:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d560. 00010000:00000010:2.0:1777582955.218732:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582955.218743:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513500. 00010000:00000010:2.0:1777582955.218749:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582955.218758:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582955.218854:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582955.218870:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582955.218877:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582955.218907:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582955.218929:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55faa00 x1863928707881600/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.218953:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582955.218961:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707881600, offset 224 00000400:00000200:2.0:1777582955.218968:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.218984:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.218993:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397076:397076:256:4294967295] 192.168.202.9@tcp LPNI seq info [397072:397072:8:4294967295] 00000400:00000200:2.0:1777582955.219006:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.219014:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.219019:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807100. 00000800:00000200:2.0:1777582955.219025:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.219033:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.219038:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.219063:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513f00. 00000020:00000010:2.0:1777582955.219067:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.219071:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483f4f600. 00000800:00000200:3.0:1777582955.221409:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.221416:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807100. 00000400:00000200:3.0:1777582955.221423:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.221432:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.221439:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:3.0:1777582955.221441:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00010000:00000010:3.1:1777582955.222873:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582955.222885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582955.224423:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582955.224440:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582955.224444:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582955.224446:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582955.224449:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582955.224454:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000400:00000200:2.0:1777582955.229853:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.229875:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8851b80 00000400:00000200:2.0:1777582955.229884:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 76216 00000400:00000200:2.0:1777582955.229902:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.229907:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.229916:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.229923:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da7480. 00000020:00000010:0.0:1777582955.235007:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7440. 00000020:00000010:0.0:1777582955.235020:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7440. 00000020:00000010:0.0:1777582955.235027:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384f06800. 00000020:00000010:0.0:1777582955.235033:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf780. 00000020:00000010:0.0:1777582955.235039:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777582955.237962:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7440. 00000020:00000010:0.0:1777582955.237977:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7440. 00000100:00000200:0.0:1777582955.237984:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707881856 02000000:00000010:0.0:1777582955.238037:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024b7cc0000. 00010000:00000010:0.0:1777582955.238095:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:0.0:1777582955.238119:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513500. 00010000:00000010:0.0:1777582955.238163:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582955.238171:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582955.238190:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582955.238193:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582955.238198:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582955.238201:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582955.238344:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582955.238347:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582955.238350:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582955.238353:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000020:00000010:0.0:1777582955.238382:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48620. 00000020:00000010:0.0:1777582955.238389:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48620. 00000020:00000010:0.0:1777582955.238401:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48a80. 00080000:00000010:0.0:1777582955.238411:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393ea4c00. 00000001:00000010:0.0:1777582955.238851:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48480. 00000001:00000010:0.0:1777582955.238859:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185c00. 00000020:00000010:0.0:1777582955.238894:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48a80. 00010000:00000010:0.0:1777582955.238903:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582955.238907:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582955.238920:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185840. 00010000:00000010:0.0:1777582955.238963:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582955.238978:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000200:0.0:1777582955.238994:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975431, last committed = 8589975157 00010000:00000200:0.0:1777582955.239006:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da7480 x1863928707881856/t8589975431(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.239026:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582955.239034:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707881856, offset 224 00000400:00000010:0.0:1777582955.239041:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fa48. 00000400:00000200:0.0:1777582955.239045:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.239062:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.239069:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397077:397077:256:4294967295] 192.168.202.9@tcp LPNI seq info [397073:397073:8:4294967295] 00000400:00000200:0.0:1777582955.239076:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582955.239083:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.239089:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.239094:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582955.239102:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.239110:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.239115:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.239161:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf780. 00000020:00000010:0.0:1777582955.239166:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777582955.239170:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384f06800. 00010000:00000010:2.1:1777582955.240184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582955.240196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582955.240200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582955.240202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582955.240231:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:2.0:1777582955.240239:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:2.0:1777582955.240248:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185840. 00000800:00000200:2.0:1777582955.242794:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.242805:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582955.242814:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.242824:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.254573:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582955.254597:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214465 00000400:00000200:2.0:1777582955.254605:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.254609:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582955.254617:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:2.0:1777582955.254620:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000400:00000200:2.0:1777582955.254650:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.254656:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8851c00 00000400:00000200:2.0:1777582955.254662:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 76704 00000400:00000200:2.0:1777582955.254745:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.254749:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.254754:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.254761:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da4000. 00000020:00000010:2.0:1777582955.254806:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582955.254813:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582955.254818:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483f4f600. 00000020:00000010:2.0:1777582955.254822:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513f00. 00000020:00000010:2.0:1777582955.254827:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.254860:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582955.254862:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d80. 00000100:00000200:2.0:1777582955.254866:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707881984 00000001:00000010:2.0:1777582955.254877:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68e40. 00010000:00000010:2.0:1777582955.254903:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582955.254910:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582955.254938:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fff9000. 00010000:00000010:2.0:1777582955.254969:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582955.254973:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582955.254994:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582955.254998:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582955.255002:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582955.255004:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00000004:00000010:2.0:1777582955.255106:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71692c0. 00000004:00000010:2.0:1777582955.255114:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0438. 00000004:00000010:2.0:1777582955.255120:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756bb0. 00080000:00000010:2.0:1777582955.255131:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dc80. 00010000:00000010:2.1:1777582955.256525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582955.256538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.0:1777582955.256971:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582955.256978:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513b80. 00010000:00000010:2.0:1777582955.256985:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582955.256992:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582955.257079:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582955.257093:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582955.257099:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582955.257127:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582955.257181:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da4000 x1863928707881984/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.257204:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582955.257210:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707881984, offset 224 00000400:00000200:2.0:1777582955.257218:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.257231:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.257238:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397078:397078:256:4294967295] 192.168.202.9@tcp LPNI seq info [397074:397074:8:4294967295] 00000400:00000200:2.0:1777582955.257250:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.257257:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.257263:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582955.257269:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.257277:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.257283:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.257393:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513f00. 00000020:00000010:2.0:1777582955.257397:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.257400:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483f4f600. 00010000:00000010:0.0:1777582955.259953:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582955.259971:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00010000:00000010:0.1:1777582955.260002:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582955.260009:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582955.260012:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582955.260015:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000800:00000200:2.0:1777582955.260270:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.260276:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582955.260281:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.260657:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.260666:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777582955.260669:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000400:00000200:2.0:1777582955.260723:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.260737:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8851d00 00000400:00000200:2.0:1777582955.260746:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 77280 00000400:00000200:2.0:1777582955.260774:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.260779:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.260785:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.260790:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da4e00. 00000020:00000010:0.0:1777582955.261626:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7dc0. 00000020:00000010:0.0:1777582955.261636:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7dc0. 00000020:00000010:0.0:1777582955.261644:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a52c00. 00000020:00000010:0.0:1777582955.261649:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb00. 00000020:00000010:0.0:1777582955.261654:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777582955.265095:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7dc0. 00000020:00000010:0.0:1777582955.265105:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7dc0. 00000100:00000200:0.0:1777582955.265109:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707882240 02000000:00000010:0.0:1777582955.265173:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024b7cc1000. 00010000:00000010:0.0:1777582955.265215:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:0.0:1777582955.265232:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513b80. 00010000:00000010:0.0:1777582955.265252:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582955.265259:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582955.265275:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582955.265278:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582955.265282:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582955.265286:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582955.265404:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582955.265407:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582955.265410:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582955.265413:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000020:00000010:0.0:1777582955.265440:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48780. 00000020:00000010:0.0:1777582955.265448:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48780. 00000020:00000010:0.0:1777582955.265459:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48a80. 00080000:00000010:0.0:1777582955.265467:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393ea5400. 00000001:00000010:0.0:1777582955.265894:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913c00. 00000001:00000010:0.0:1777582955.265902:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582955.265938:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48a80. 00010000:00000010:0.0:1777582955.265947:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582955.265951:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582955.265964:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185900. 00010000:00000010:0.0:1777582955.266008:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582955.266025:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000200:0.0:1777582955.266041:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975432, last committed = 8589975157 00010000:00000200:0.0:1777582955.266052:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da4e00 x1863928707882240/t8589975432(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.266072:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582955.266079:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707882240, offset 224 00000400:00000010:0.0:1777582955.266087:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f968. 00000400:00000200:0.0:1777582955.266091:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.266107:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.266114:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397079:397079:256:4294967295] 192.168.202.9@tcp LPNI seq info [397075:397075:8:4294967295] 00000400:00000200:0.0:1777582955.266120:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582955.266127:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.266159:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.266164:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582955.266171:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.266180:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.266185:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.266204:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb00. 00000020:00000010:0.0:1777582955.266208:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777582955.266212:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a52c00. 00010000:00000010:2.0:1777582955.266548:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:2.0:1777582955.266557:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:2.0:1777582955.266564:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185900. 00000800:00000200:2.0:1777582955.266682:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.266686:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582955.266691:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.266698:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.272022:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582955.272044:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21446d 00000400:00000200:2.0:1777582955.272052:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.272056:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582955.272063:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:2.0:1777582955.272068:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000400:00000200:2.0:1777582955.272102:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.272109:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8851d80 00000400:00000200:2.0:1777582955.272117:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 77768 00000400:00000200:2.0:1777582955.272192:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.272197:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.272202:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.272209:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da5f80. 00000020:00000010:2.0:1777582955.272260:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e80. 00000020:00000010:2.0:1777582955.272265:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e80. 00000020:00000010:2.0:1777582955.272271:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02483f4f600. 00000020:00000010:2.0:1777582955.272276:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513f00. 00000020:00000010:2.0:1777582955.272280:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00010000:00000010:3.0:1777582955.272900:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:3.0:1777582955.272913:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd00. 00000020:00000010:2.0:1777582955.273011:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e80. 00000020:00000010:2.0:1777582955.273015:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e80. 00000100:00000200:2.0:1777582955.273019:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707882368 00000001:00000010:2.0:1777582955.273030:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185c00. 00010000:00000010:2.0:1777582955.273054:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.273061:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 02000000:00000010:2.0:1777582955.273091:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fffe000. 00010000:00000010:2.0:1777582955.273121:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582955.273126:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582955.273169:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582955.273173:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582955.273178:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582955.273181:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000004:00000010:2.0:1777582955.273409:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71683c0. 00000004:00000010:2.0:1777582955.273418:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e88. 00000004:00000010:2.0:1777582955.273426:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ff0. 00080000:00000010:2.0:1777582955.273435:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c558. 00010000:00000010:0.1:1777582955.274054:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582955.274062:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000001:00000010:1.0:1777582955.274211:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48de0. 00080000:00000010:1.0:1777582955.274219:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393ea4800. 00000001:00000010:1.0:1777582955.274223:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024888c9300. 00080000:00000010:1.0:1777582955.274226:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393ea4400. 00000001:00000010:1.0:1777582955.274229:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913720. 00080000:00000010:1.0:1777582955.274232:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393ea7000. 00000001:00000010:1.0:1777582955.274239:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562ab40. 00080000:00000010:1.0:1777582955.274242:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392043000. 00000001:00000010:1.0:1777582955.274245:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024888c9180. 00080000:00000010:1.0:1777582955.274247:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392041400. 00000001:00000010:1.0:1777582955.274250:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562aa80. 00080000:00000010:1.0:1777582955.274252:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392041c00. 00000001:00000010:1.0:1777582955.274256:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf91e0. 00080000:00000010:1.0:1777582955.274259:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b559ec00. 00000001:00000010:1.0:1777582955.274261:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024888c9d20. 00080000:00000010:1.0:1777582955.274263:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a614000. 00000001:00000010:1.0:1777582955.274266:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024888c9000. 00080000:00000010:1.0:1777582955.274268:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b559c000. 00000001:00000010:1.0:1777582955.274271:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a840. 00080000:00000010:1.0:1777582955.274273:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b559c800. 00000001:00000010:1.0:1777582955.274275:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48660. 00080000:00000010:1.0:1777582955.274277:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b559c400. 00000001:00000010:1.0:1777582955.274280:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562af00. 00010000:00000010:2.1:1777582955.275795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582955.275809:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582955.275813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582955.275815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00080000:00000010:1.0:1777582955.276825:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b559d800. 00000001:00000010:1.0:1777582955.276847:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48600. 00080000:00000010:1.0:1777582955.276854:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f040800. 00000001:00000010:1.0:1777582955.276858:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562ade0. 00080000:00000010:1.0:1777582955.276862:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f040000. 00000001:00000010:1.0:1777582955.276865:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48cc0. 00080000:00000010:1.0:1777582955.276867:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f041400. 00000001:00000010:1.0:1777582955.276870:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a1e0. 00080000:00000010:1.0:1777582955.276872:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f041800. 00000001:00000010:1.0:1777582955.276875:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a4e0. 00080000:00000010:1.0:1777582955.276876:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f042400. 00000001:00000010:1.0:1777582955.276879:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562ad80. 00080000:00000010:1.0:1777582955.276880:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f041000. 00000001:00000010:1.0:1777582955.276883:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562aae0. 00080000:00000010:1.0:1777582955.276885:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f041c00. 00000001:00000010:1.0:1777582955.276888:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a000. 00080000:00000010:1.0:1777582955.276890:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02497543800. 00000001:00000010:1.0:1777582955.276893:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562aea0. 00080000:00000010:1.0:1777582955.276895:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02497540400. 00000001:00000010:1.0:1777582955.276898:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a360. 00080000:00000010:1.0:1777582955.276900:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02497542000. 00000001:00000010:1.0:1777582955.276903:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a720. 00080000:00000010:1.0:1777582955.276905:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aecdc400. 00000001:00000010:1.0:1777582955.276908:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a120. 00080000:00000010:1.0:1777582955.276910:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238852ac00. 00000001:00000010:1.0:1777582955.276913:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48c00. 00080000:00000010:1.0:1777582955.276915:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388529400. 00000001:00000010:1.0:1777582955.276918:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f487e0. 00080000:00000010:1.0:1777582955.276920:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238852b400. 00000001:00000010:1.0:1777582955.276922:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48ea0. 00080000:00000010:1.0:1777582955.276924:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238852a000. 00000001:00000010:1.0:1777582955.276926:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48900. 00080000:00000010:1.0:1777582955.276928:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238852a800. 00000001:00000010:1.0:1777582955.276931:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48a20. 00080000:00000010:1.0:1777582955.276933:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388529c00. 00000001:00000010:1.0:1777582955.276935:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a180. 00080000:00000010:1.0:1777582955.276937:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388528000. 00000001:00000010:1.0:1777582955.276940:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a3c0. 00080000:00000010:1.0:1777582955.276942:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02486262800. 00000001:00000010:1.0:1777582955.276945:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a600. 00080000:00000010:1.0:1777582955.276947:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02486263c00. 00000001:00000010:1.0:1777582955.276950:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a9c0. 00080000:00000010:1.0:1777582955.276952:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02486260000. 00000001:00000010:1.0:1777582955.276955:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a8a0. 00080000:00000010:1.0:1777582955.276957:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02486260400. 00000001:00000010:1.0:1777582955.276960:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a2a0. 00080000:00000010:1.0:1777582955.276962:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02486263000. 00000001:00000010:1.0:1777582955.276965:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562af60. 00080000:00000010:1.0:1777582955.276968:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238604c000. 00000001:00000010:1.0:1777582955.276970:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a060. 00080000:00000010:1.0:1777582955.276973:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238604c800. 00000001:00000010:1.0:1777582955.276975:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a300. 00080000:00000010:1.0:1777582955.276977:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238604fc00. 00000001:00000010:1.0:1777582955.276980:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562acc0. 00080000:00000010:1.0:1777582955.276982:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238604f000. 00000001:00000010:1.0:1777582955.276984:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a660. 00080000:00000010:1.0:1777582955.276986:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02483e21800. 00000001:00000010:1.0:1777582955.276989:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48f00. 00080000:00000010:1.0:1777582955.276991:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024874c1c00. 00000001:00000010:1.0:1777582955.276994:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48300. 00080000:00000010:1.0:1777582955.276996:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b62f6800. 00000001:00000010:1.0:1777582955.276999:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f489c0. 00080000:00000010:1.0:1777582955.277000:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b62f4800. 00000001:00000010:1.0:1777582955.277003:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f485a0. 00080000:00000010:1.0:1777582955.277005:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b62f4c00. 00000001:00000010:1.0:1777582955.277007:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f488a0. 00080000:00000010:1.0:1777582955.277009:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b62f4400. 00000001:00000010:1.0:1777582955.277012:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48060. 00080000:00000010:1.0:1777582955.277014:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b62f5800. 00000001:00000010:1.0:1777582955.277016:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f481e0. 00080000:00000010:1.0:1777582955.277018:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b62f7c00. 00000001:00000010:1.0:1777582955.277021:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48840. 00080000:00000010:1.0:1777582955.277023:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b62f6400. 00000001:00000010:1.0:1777582955.277026:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f482a0. 00080000:00000010:1.0:1777582955.277028:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b62f6c00. 00000001:00000010:1.0:1777582955.277031:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48c60. 00080000:00000010:1.0:1777582955.277033:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385905c00. 00000001:00000010:1.0:1777582955.277038:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48f60. 00080000:00000010:1.0:1777582955.277040:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385907400. 00000001:00000010:1.0:1777582955.277044:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48120. 00080000:00000010:1.0:1777582955.277046:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385904000. 00000001:00000010:1.0:1777582955.277052:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f484e0. 00080000:00000010:1.0:1777582955.277054:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385905800. 00000001:00000010:1.0:1777582955.277057:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48b40. 00080000:00000010:1.0:1777582955.277059:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385907c00. 00000001:00000010:1.0:1777582955.277062:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48720. 00080000:00000010:1.0:1777582955.277064:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385907000. 00000001:00000010:1.0:1777582955.277067:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48ba0. 00080000:00000010:1.0:1777582955.277069:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023f596b800. 00000001:00000010:1.0:1777582955.277073:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f486c0. 00080000:00000010:1.0:1777582955.277075:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023f596a000. 00000001:00000010:1.0:1777582955.277079:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a480. 00080000:00000010:1.0:1777582955.277081:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023f5968800. 00000001:00000010:1.0:1777582955.277085:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562ac00. 00080000:00000010:1.0:1777582955.277087:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238458ec00. 00000001:00000010:1.0:1777582955.277091:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562aa20. 00080000:00000010:1.0:1777582955.277093:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b4b62400. 00000001:00000010:1.0:1777582955.277096:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a7e0. 00080000:00000010:1.0:1777582955.277098:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b4b60000. 00000001:00000010:1.0:1777582955.277100:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a240. 00080000:00000010:1.0:1777582955.277102:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b4b60c00. 00000001:00000010:1.0:1777582955.277105:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a420. 00080000:00000010:1.0:1777582955.277107:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b4b62000. 00000001:00000010:1.0:1777582955.277464:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562ad20. 00080000:00000010:1.0:1777582955.277470:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b4b61800. 00000001:00000010:1.0:1777582955.277473:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48e40. 00080000:00000010:1.0:1777582955.277476:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b4b63400. 00000001:00000010:1.0:1777582955.277479:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a960. 00080000:00000010:1.0:1777582955.277481:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b4b63c00. 00000001:00000010:1.0:1777582955.277492:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfae0. 00080000:00000010:1.0:1777582955.277496:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389761000. 00000001:00000010:1.0:1777582955.277498:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a780. 00080000:00000010:1.0:1777582955.277501:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389762800. 00000001:00000010:1.0:1777582955.277504:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df900. 00080000:00000010:1.0:1777582955.277507:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393ea7800. 00000001:00000010:1.0:1777582955.277515:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df060. 00080000:00000010:1.0:1777582955.277516:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389762400. 00000001:00000010:1.0:1777582955.277519:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a86e40. 00080000:00000010:1.0:1777582955.277521:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389763800. 00000001:00000010:1.0:1777582955.277524:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784240. 00080000:00000010:1.0:1777582955.277527:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389761400. 00000001:00000010:1.0:1777582955.277530:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a86f60. 00080000:00000010:1.0:1777582955.277532:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389761c00. 00000001:00000010:1.0:1777582955.277535:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a869c0. 00080000:00000010:1.0:1777582955.277537:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02487408800. 00000001:00000010:1.0:1777582955.277540:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a86540. 00080000:00000010:1.0:1777582955.277543:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02487409000. 00000001:00000010:1.0:1777582955.277548:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a86cc0. 00080000:00000010:1.0:1777582955.277550:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e97ac00. 00000001:00000010:1.0:1777582955.277552:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a865a0. 00080000:00000010:1.0:1777582955.277555:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e978c00. 00000001:00000010:1.0:1777582955.277558:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a86d20. 00080000:00000010:1.0:1777582955.277560:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e97a000. 00000001:00000010:1.0:1777582955.277562:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a86600. 00080000:00000010:1.0:1777582955.277564:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e97bc00. 00000001:00000010:1.0:1777582955.277567:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a86480. 00080000:00000010:1.0:1777582955.277569:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e978000. 00000001:00000010:1.0:1777582955.277571:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a86ea0. 00080000:00000010:1.0:1777582955.277573:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e97b800. 00000001:00000010:1.0:1777582955.277575:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a86300. 00080000:00000010:1.0:1777582955.277577:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e979000. 00000001:00000010:1.0:1777582955.277579:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388a868a0. 00080000:00000010:1.0:1777582955.277581:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a615c00. 00000001:00000010:1.0:1777582955.277584:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784f00. 00080000:00000010:1.0:1777582955.277586:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a616c00. 00000001:00000010:1.0:1777582955.277588:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df960. 00080000:00000010:1.0:1777582955.277590:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a617000. 00000001:00000010:1.0:1777582955.277594:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9c60. 00080000:00000010:1.0:1777582955.277597:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a616800. 00000001:00000010:1.0:1777582955.277600:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df600. 00080000:00000010:1.0:1777582955.277602:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f1fa400. 00000001:00000010:1.0:1777582955.277605:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9060. 00080000:00000010:1.0:1777582955.277607:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f1f8c00. 00000001:00000010:1.0:1777582955.277611:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df6c0. 00080000:00000010:1.0:1777582955.277613:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f1fb400. 00000001:00000010:1.0:1777582955.277616:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df240. 00080000:00000010:1.0:1777582955.277618:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f1f9000. 00000001:00000010:1.0:1777582955.277621:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9120. 00080000:00000010:1.0:1777582955.277624:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023887d5000. 00000001:00000010:1.0:1777582955.277628:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9d20. 00080000:00000010:1.0:1777582955.277630:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023887d5c00. 00000001:00000010:1.0:1777582955.277632:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784300. 00080000:00000010:1.0:1777582955.277634:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023887d6800. 00000001:00000010:1.0:1777582955.277637:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df4e0. 00080000:00000010:1.0:1777582955.277639:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023887d4400. 00000001:00000010:1.0:1777582955.277642:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df7e0. 00080000:00000010:1.0:1777582955.277643:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238852a400. 00000001:00000010:1.0:1777582955.277646:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df720. 00080000:00000010:1.0:1777582955.277648:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023887d6000. 00000001:00000010:1.0:1777582955.277651:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfde0. 00080000:00000010:1.0:1777582955.277654:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023887d7800. 00000001:00000010:1.0:1777582955.277658:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfcc0. 00080000:00000010:1.0:1777582955.277660:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023887d5400. 00000001:00000010:1.0:1777582955.277663:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfc60. 00080000:00000010:1.0:1777582955.277666:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248493dc00. 00000001:00000010:1.0:1777582955.277668:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df360. 00080000:00000010:1.0:1777582955.277670:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248493c000. 00000001:00000010:1.0:1777582955.277672:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dff00. 00080000:00000010:1.0:1777582955.277674:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248493e400. 00000001:00000010:1.0:1777582955.278412:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9e40. 00080000:00000010:1.0:1777582955.278420:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248493d800. 00000001:00000010:1.0:1777582955.278423:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784f60. 00080000:00000010:1.0:1777582955.278426:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248493f800. 00000001:00000010:1.0:1777582955.278429:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9180. 00080000:00000010:1.0:1777582955.278431:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248493e800. 00000001:00000010:1.0:1777582955.278434:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9a20. 00080000:00000010:1.0:1777582955.278436:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02486263800. 00000001:00000010:1.0:1777582955.278439:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9720. 00080000:00000010:1.0:1777582955.278441:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248493cc00. 00000001:00000010:1.0:1777582955.278444:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784c00. 00080000:00000010:1.0:1777582955.278446:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca04400. 00000001:00000010:1.0:1777582955.278448:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784660. 00080000:00000010:1.0:1777582955.278451:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca05000. 00000001:00000010:1.0:1777582955.278453:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024887849c0. 00080000:00000010:1.0:1777582955.278455:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca07400. 00000001:00000010:1.0:1777582955.278458:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784540. 00080000:00000010:1.0:1777582955.278461:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca07800. 00000001:00000010:1.0:1777582955.278464:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784ae0. 00080000:00000010:1.0:1777582955.278466:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca07c00. 00000001:00000010:1.0:1777582955.278470:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024887847e0. 00080000:00000010:1.0:1777582955.278472:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023921c4400. 00000001:00000010:1.0:1777582955.278475:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df9c0. 00080000:00000010:1.0:1777582955.278479:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023921c6c00. 00000001:00000010:1.0:1777582955.278482:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024887840c0. 00080000:00000010:1.0:1777582955.278484:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023921c7c00. 00000001:00000010:1.0:1777582955.278487:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784000. 00080000:00000010:1.0:1777582955.278490:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac5ba000. 00000001:00000010:1.0:1777582955.278493:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024887843c0. 00080000:00000010:1.0:1777582955.278495:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac5b9800. 00000001:00000010:1.0:1777582955.278498:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024887845a0. 00080000:00000010:1.0:1777582955.278500:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac5ba800. 00000001:00000010:1.0:1777582955.278502:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784360. 00080000:00000010:1.0:1777582955.278505:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac5bbc00. 00000001:00000010:1.0:1777582955.278509:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784120. 00080000:00000010:1.0:1777582955.278511:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac5b8000. 00000001:00000010:1.0:1777582955.278514:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfa20. 00080000:00000010:1.0:1777582955.278516:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac5bb800. 00000001:00000010:1.0:1777582955.278519:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df180. 00080000:00000010:1.0:1777582955.278521:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac5ba400. 00000001:00000010:1.0:1777582955.278524:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df780. 00080000:00000010:1.0:1777582955.278526:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02397d53800. 00000001:00000010:1.0:1777582955.278529:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df3c0. 00080000:00000010:1.0:1777582955.278531:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02397d53000. 00000001:00000010:1.0:1777582955.278533:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfb40. 00080000:00000010:1.0:1777582955.278536:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02397d52000. 00000001:00000010:1.0:1777582955.278539:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df000. 00080000:00000010:1.0:1777582955.278541:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02397d51000. 00000001:00000010:1.0:1777582955.278543:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfd80. 00080000:00000010:1.0:1777582955.278545:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02397d52400. 00000001:00000010:1.0:1777582955.278548:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfba0. 00080000:00000010:1.0:1777582955.278550:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023da739000. 00000001:00000010:1.0:1777582955.278553:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df8a0. 00080000:00000010:1.0:1777582955.278555:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023da73b800. 00000001:00000010:1.0:1777582955.278558:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df120. 00080000:00000010:1.0:1777582955.278560:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023da73a800. 00000001:00000010:1.0:1777582955.278564:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784180. 00080000:00000010:1.0:1777582955.278565:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023da738c00. 00000001:00000010:1.0:1777582955.278569:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784900. 00080000:00000010:1.0:1777582955.278572:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023f596ac00. 00000001:00000010:1.0:1777582955.278575:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784720. 00080000:00000010:1.0:1777582955.278578:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023da73b400. 00000001:00000010:1.0:1777582955.278580:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784060. 00080000:00000010:1.0:1777582955.278582:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023da738800. 00000001:00000010:1.0:1777582955.278585:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784600. 00080000:00000010:1.0:1777582955.278588:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02411f3cc00. 00000001:00000010:1.0:1777582955.278594:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784480. 00080000:00000010:1.0:1777582955.278597:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02411f3e000. 00000001:00000010:1.0:1777582955.278600:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784d80. 00080000:00000010:1.0:1777582955.278602:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02411f3f000. 00000001:00000010:1.0:1777582955.278606:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784d20. 00080000:00000010:1.0:1777582955.278608:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02411f3dc00. 00000001:00000010:1.0:1777582955.278613:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784960. 00080000:00000010:1.0:1777582955.278615:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02411f3ec00. 00000001:00000010:1.0:1777582955.278618:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784780. 00080000:00000010:1.0:1777582955.278620:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02411f3c000. 00000001:00000010:1.0:1777582955.278623:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784cc0. 00080000:00000010:1.0:1777582955.278626:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0241179dc00. 00000001:00000010:1.0:1777582955.278629:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784a20. 00080000:00000010:1.0:1777582955.278631:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0241179c400. 00000001:00000010:1.0:1777582955.278634:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784a80. 00080000:00000010:1.0:1777582955.278635:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0241179e000. 00000001:00000010:1.0:1777582955.278638:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784ba0. 00080000:00000010:1.0:1777582955.278640:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0241179f400. 00000001:00000010:1.0:1777582955.278643:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488784c60. 00080000:00000010:1.0:1777582955.278645:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0241179cc00. 00000001:00000010:1.0:1777582955.278648:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df480. 00080000:00000010:1.0:1777582955.278650:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0241179d800. 00000001:00000010:1.0:1777582955.278652:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dff60. 00080000:00000010:1.0:1777582955.278655:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0241179fc00. 00000001:00000010:1.0:1777582955.278664:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9360. 00080000:00000010:1.0:1777582955.278668:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024c4b70400. 00000001:00000010:1.0:1777582955.278671:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9660. 00080000:00000010:1.0:1777582955.278673:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248ba57c00. 00000001:00000010:1.0:1777582955.278859:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1840. 00080000:00000010:1.0:1777582955.278870:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248ba56800. 00000001:00000010:1.0:1777582955.278873:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1f60. 00080000:00000010:1.0:1777582955.278876:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248ba57800. 00000001:00000010:1.0:1777582955.278878:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1960. 00080000:00000010:1.0:1777582955.278880:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248ba54800. 00000001:00000010:1.0:1777582955.278884:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1420. 00080000:00000010:1.0:1777582955.278886:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248ba55800. 00000001:00000010:1.0:1777582955.278890:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1300. 00080000:00000010:1.0:1777582955.278893:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248ba56400. 00000001:00000010:1.0:1777582955.278895:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1900. 00080000:00000010:1.0:1777582955.278897:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238897b800. 00000001:00000010:1.0:1777582955.278901:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1540. 00080000:00000010:1.0:1777582955.278905:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f52800. 00000001:00000010:1.0:1777582955.278910:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb16c0. 00080000:00000010:1.0:1777582955.278912:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388979000. 00000001:00000010:1.0:1777582955.278916:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1a80. 00080000:00000010:1.0:1777582955.278918:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238897a000. 00000001:00000010:1.0:1777582955.278922:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb15a0. 00080000:00000010:1.0:1777582955.278924:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238897b400. 00000001:00000010:1.0:1777582955.278927:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb13c0. 00080000:00000010:1.0:1777582955.278930:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388979c00. 00000001:00000010:1.0:1777582955.278933:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb14e0. 00080000:00000010:1.0:1777582955.278935:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388978400. 00000001:00000010:1.0:1777582955.278939:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb10c0. 00080000:00000010:1.0:1777582955.278941:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238897ac00. 00000001:00000010:1.0:1777582955.278945:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1120. 00080000:00000010:1.0:1777582955.278947:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023922d2000. 00000001:00000010:1.0:1777582955.280208:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1180. 00080000:00000010:1.0:1777582955.280224:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023922d2c00. 00000001:00000010:1.0:1777582955.280228:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1ba0. 00080000:00000010:1.0:1777582955.280231:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023922d2400. 00000001:00000010:1.0:1777582955.280234:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9c60. 00080000:00000010:1.0:1777582955.280236:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02486259c00. 00000001:00000010:1.0:1777582955.280241:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9780. 00080000:00000010:1.0:1777582955.280243:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023922d0000. 00000001:00000010:1.0:1777582955.280246:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9ae0. 00080000:00000010:1.0:1777582955.280248:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023922d0c00. 00000001:00000010:1.0:1777582955.280251:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9f60. 00080000:00000010:1.0:1777582955.280254:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388c74400. 00000001:00000010:1.0:1777582955.280257:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a99c0. 00080000:00000010:1.0:1777582955.280260:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388c76000. 00000001:00000010:1.0:1777582955.280265:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a91e0. 00080000:00000010:1.0:1777582955.280267:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02396f6b400. 00000001:00000010:1.0:1777582955.280270:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9840. 00080000:00000010:1.0:1777582955.280272:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02396f69400. 00000001:00000010:1.0:1777582955.280276:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9d80. 00080000:00000010:1.0:1777582955.280279:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02496fee400. 00000001:00000010:1.0:1777582955.280282:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9cc0. 00080000:00000010:1.0:1777582955.280284:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02496fec400. 00000001:00000010:1.0:1777582955.280287:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9a20. 00080000:00000010:1.0:1777582955.280289:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02496fef800. 00000001:00000010:1.0:1777582955.280292:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9000. 00080000:00000010:1.0:1777582955.280294:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024972d7000. 00000001:00000010:1.0:1777582955.280297:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a93c0. 00080000:00000010:1.0:1777582955.280299:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02496fee000. 00000001:00000010:1.0:1777582955.280302:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9960. 00080000:00000010:1.0:1777582955.280304:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02496fed800. 00000001:00000010:1.0:1777582955.280307:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9240. 00080000:00000010:1.0:1777582955.280310:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c966c00. 00000001:00000010:1.0:1777582955.280320:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743000. 00080000:00000010:1.0:1777582955.280324:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f7cdc00. 00000001:00000010:1.0:1777582955.280327:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743c00. 00080000:00000010:1.0:1777582955.280329:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f7cf800. 00000001:00000010:1.0:1777582955.280332:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfd20. 00080000:00000010:1.0:1777582955.280335:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388409400. 00000001:00000010:1.0:1777582955.280338:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedea0. 00080000:00000010:1.0:1777582955.280341:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238840bc00. 00000001:00000010:1.0:1777582955.280344:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed420. 00080000:00000010:1.0:1777582955.280346:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388409800. 00000001:00000010:1.0:1777582955.280348:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eede40. 00080000:00000010:1.0:1777582955.280351:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238840a000. 00000001:00000010:1.0:1777582955.280354:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedd20. 00080000:00000010:1.0:1777582955.280356:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238840ac00. 00000001:00000010:1.0:1777582955.280360:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed060. 00080000:00000010:1.0:1777582955.280362:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385a9a000. 00000001:00000010:1.0:1777582955.280365:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfea0. 00080000:00000010:1.0:1777582955.280367:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385a9bc00. 00000001:00000010:1.0:1777582955.280369:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedde0. 00080000:00000010:1.0:1777582955.280371:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385a9a400. 00000001:00000010:1.0:1777582955.280374:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf300. 00080000:00000010:1.0:1777582955.280376:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f81c00. 00000001:00000010:1.0:1777582955.280379:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedba0. 00080000:00000010:1.0:1777582955.280381:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f80400. 00000001:00000010:1.0:1777582955.280384:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfc00. 00080000:00000010:1.0:1777582955.280386:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f82000. 00000001:00000010:1.0:1777582955.280389:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf1e0. 00080000:00000010:1.0:1777582955.280391:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f83c00. 00000001:00000010:1.0:1777582955.280395:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf240. 00080000:00000010:1.0:1777582955.280397:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f81400. 00000001:00000010:1.0:1777582955.280399:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed300. 00080000:00000010:1.0:1777582955.280401:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f83400. 00000001:00000010:1.0:1777582955.280404:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913660. 00080000:00000010:1.0:1777582955.280407:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f81800. 00000001:00000010:1.0:1777582955.280410:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedd80. 00080000:00000010:1.0:1777582955.280412:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc214400. 00000001:00000010:1.0:1777582955.280415:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed720. 00080000:00000010:1.0:1777582955.280418:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc214000. 00000001:00000010:1.0:1777582955.280420:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed4e0. 00080000:00000010:1.0:1777582955.280422:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc214c00. 00000001:00000010:1.0:1777582955.280425:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedc00. 00080000:00000010:1.0:1777582955.280427:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc215c00. 00000001:00000010:1.0:1777582955.280430:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed6c0. 00080000:00000010:1.0:1777582955.280433:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc215000. 00000001:00000010:1.0:1777582955.280435:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed7e0. 00080000:00000010:1.0:1777582955.280438:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc215400. 00000001:00000010:1.0:1777582955.280441:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed2a0. 00080000:00000010:1.0:1777582955.280443:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f53800. 00000001:00000010:1.0:1777582955.280447:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedcc0. 00080000:00000010:1.0:1777582955.280449:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f52400. 00000001:00000010:1.0:1777582955.280452:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed1e0. 00080000:00000010:1.0:1777582955.280454:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f52000. 00000001:00000010:1.0:1777582955.280457:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedae0. 00080000:00000010:1.0:1777582955.280459:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f53400. 00000001:00000010:1.0:1777582955.280462:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eeda80. 00080000:00000010:1.0:1777582955.280464:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f50400. 00000001:00000010:1.0:1777582955.280468:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed3c0. 00080000:00000010:1.0:1777582955.280470:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f51400. 00000001:00000010:1.0:1777582955.280473:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed5a0. 00080000:00000010:1.0:1777582955.280476:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f50000. 00000001:00000010:1.0:1777582955.280478:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023937434e0. 00080000:00000010:1.0:1777582955.280481:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384c75c00. 00000001:00000010:1.0:1777582955.280485:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf780. 00080000:00000010:1.0:1777582955.280487:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384c77000. 00000001:00000010:1.0:1777582955.280490:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023937435a0. 00080000:00000010:1.0:1777582955.280493:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384c74800. 00000001:00000010:1.0:1777582955.280496:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913240. 00080000:00000010:1.0:1777582955.280499:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384c74c00. 00000001:00000010:1.0:1777582955.280501:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1e40. 00080000:00000010:1.0:1777582955.280504:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384c76400. 00000001:00000010:1.0:1777582955.280508:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743d20. 00080000:00000010:1.0:1777582955.280511:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384c75400. 00000001:00000010:1.0:1777582955.280514:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743d80. 00080000:00000010:1.0:1777582955.280516:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384c76000. 00000001:00000010:1.0:1777582955.280519:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743660. 00080000:00000010:1.0:1777582955.280522:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4fc7c00. 00000001:00000010:1.0:1777582955.280525:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023937430c0. 00080000:00000010:1.0:1777582955.280527:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4fc4000. 00000001:00000010:1.0:1777582955.280530:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743b40. 00080000:00000010:1.0:1777582955.280532:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4fc6800. 00000001:00000010:1.0:1777582955.280534:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023937437e0. 00080000:00000010:1.0:1777582955.280537:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4fc7800. 00000001:00000010:1.0:1777582955.280539:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743ba0. 00080000:00000010:1.0:1777582955.280541:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4fc6400. 00000001:00000010:1.0:1777582955.280543:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743a20. 00080000:00000010:1.0:1777582955.280546:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4fc5000. 00000001:00000010:1.0:1777582955.280548:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfa20. 00080000:00000010:1.0:1777582955.280550:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e5e800. 00000001:00000010:1.0:1777582955.280554:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913480. 00080000:00000010:1.0:1777582955.280556:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e5e400. 00000001:00000010:1.0:1777582955.280559:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf840. 00080000:00000010:1.0:1777582955.280562:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e5d800. 00000001:00000010:1.0:1777582955.280564:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913ea0. 00080000:00000010:1.0:1777582955.280566:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e5c800. 00000001:00000010:1.0:1777582955.280569:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf120. 00080000:00000010:1.0:1777582955.280571:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e5c400. 00000001:00000010:1.0:1777582955.280574:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf7e0. 00080000:00000010:1.0:1777582955.280576:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02486258c00. 00000001:00000010:1.0:1777582955.280579:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913900. 00080000:00000010:1.0:1777582955.280581:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248625a400. 00000001:00000010:1.0:1777582955.280586:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913000. 00080000:00000010:1.0:1777582955.280588:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02486258800. 00000001:00000010:1.0:1777582955.280591:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9300. 00080000:00000010:1.0:1777582955.280594:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248625bc00. 00000001:00000010:1.0:1777582955.280597:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913d80. 00080000:00000010:1.0:1777582955.280600:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02486259800. 00000001:00000010:1.0:1777582955.280603:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913f00. 00080000:00000010:1.0:1777582955.280605:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02486258000. 00000001:00000010:1.0:1777582955.280608:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9660. 00080000:00000010:1.0:1777582955.280610:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023905b2000. 00000001:00000010:1.0:1777582955.280615:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9ae0. 00080000:00000010:1.0:1777582955.280618:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388ec2000. 00000001:00000010:1.0:1777582955.280621:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9d80. 00080000:00000010:1.0:1777582955.280623:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388ec0800. 00000001:00000010:1.0:1777582955.280625:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf99c0. 00080000:00000010:1.0:1777582955.280628:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388ec2c00. 00000001:00000010:1.0:1777582955.280631:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf96c0. 00080000:00000010:1.0:1777582955.280633:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388ec1c00. 00000001:00000010:1.0:1777582955.280636:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9900. 00080000:00000010:1.0:1777582955.280638:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388ec1800. 00000001:00000010:1.0:1777582955.280640:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9240. 00080000:00000010:1.0:1777582955.280642:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388ec3400. 00000001:00000010:1.0:1777582955.280645:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9480. 00080000:00000010:1.0:1777582955.280647:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384d46800. 00000001:00000010:1.0:1777582955.280650:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9a80. 00080000:00000010:1.0:1777582955.280652:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384d45400. 00000001:00000010:1.0:1777582955.280654:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9cc0. 00080000:00000010:1.0:1777582955.280656:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384d44400. 00000001:00000010:1.0:1777582955.280660:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf93c0. 00080000:00000010:1.0:1777582955.280662:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239776bc00. 00000001:00000010:1.0:1777582955.280665:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9540. 00080000:00000010:1.0:1777582955.280667:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239776b800. 00000001:00000010:1.0:1777582955.280670:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf90c0. 00080000:00000010:1.0:1777582955.280672:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239776a000. 00000001:00000010:1.0:1777582955.280677:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf95a0. 00080000:00000010:1.0:1777582955.280679:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02397769800. 00000001:00000010:1.0:1777582955.280682:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9ba0. 00080000:00000010:1.0:1777582955.280684:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024972d5000. 00000001:00000010:1.0:1777582955.280687:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf92a0. 00080000:00000010:1.0:1777582955.280689:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024972d6c00. 00000001:00000010:1.0:1777582955.280691:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02390cf9000. 00080000:00000010:1.0:1777582955.280693:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024972d4800. 00000001:00000010:1.0:1777582955.280696:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf660. 00080000:00000010:1.0:1777582955.280698:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024972d4000. 00000001:00000010:1.0:1777582955.280701:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024899137e0. 00080000:00000010:1.0:1777582955.280703:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024972d6000. 00000001:00000010:1.0:1777582955.280705:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf9c0. 00080000:00000010:1.0:1777582955.280721:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024972d5c00. 00000001:00000010:1.0:1777582955.280724:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024899138a0. 00080000:00000010:1.0:1777582955.280726:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024972d4400. 00000001:00000010:1.0:1777582955.280728:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfcc0. 00080000:00000010:1.0:1777582955.280730:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238606a800. 00000001:00000010:1.0:1777582955.280733:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf480. 00080000:00000010:1.0:1777582955.280735:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238606b400. 00000001:00000010:1.0:1777582955.280738:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf060. 00080000:00000010:1.0:1777582955.280740:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392ac1c00. 00000001:00000010:1.0:1777582955.280744:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024899131e0. 00080000:00000010:1.0:1777582955.280745:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392ac0c00. 00000001:00000010:1.0:1777582955.280748:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913780. 00080000:00000010:1.0:1777582955.280749:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392ac0000. 00000001:00000010:1.0:1777582955.280751:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024899132a0. 00080000:00000010:1.0:1777582955.280754:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392ac0400. 00000001:00000010:1.0:1777582955.280756:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913a80. 00080000:00000010:1.0:1777582955.280758:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392ac2c00. 00000001:00000010:1.0:1777582955.280761:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024899133c0. 00080000:00000010:1.0:1777582955.280763:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248526b000. 00000001:00000010:1.0:1777582955.280766:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913960. 00080000:00000010:1.0:1777582955.280768:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02485269000. 00000001:00000010:1.0:1777582955.280770:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913ba0. 00080000:00000010:1.0:1777582955.280773:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c966800. 00000001:00000010:1.0:1777582955.280776:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913060. 00080000:00000010:1.0:1777582955.280778:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c967800. 00000001:00000010:1.0:1777582955.280786:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913ae0. 00080000:00000010:1.0:1777582955.280788:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c964c00. 00000001:00000010:1.0:1777582955.280791:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf720. 00080000:00000010:1.0:1777582955.280793:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c964400. 00000001:00000010:1.0:1777582955.280795:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024899139c0. 00080000:00000010:1.0:1777582955.280797:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c967c00. 00000001:00000010:1.0:1777582955.280800:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfc60. 00080000:00000010:1.0:1777582955.280802:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c965000. 00010000:00000010:2.1:1777582955.283240:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582955.283259:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582955.285823:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582955.285840:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582955.288822:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582955.288843:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:0.1:1777582955.288849:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582955.288852:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582955.288994:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582955.289002:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582955.289009:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582955.289017:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582955.289121:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:0.0:1777582955.290233:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:0.0:1777582955.290245:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c00. 00010000:00000010:0.0:1777582955.290363:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:0.0:1777582955.290390:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da5f80 x1863928707882368/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.290421:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582955.290428:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707882368, offset 224 00000400:00000200:0.0:1777582955.290436:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.290450:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.290459:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397080:397080:256:4294967295] 192.168.202.9@tcp LPNI seq info [397076:397076:8:4294967295] 00000400:00000200:0.0:1777582955.290471:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.290477:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.290483:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582955.290490:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.290498:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.290503:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.291775:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513f00. 00000020:00000010:0.0:1777582955.291788:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:0.0:1777582955.291793:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02483f4f600. 00000800:00000200:2.0:1777582955.296340:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.296350:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582955.296361:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.296371:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.296379:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:2.0:1777582955.296382:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000400:00000200:3.0:1777582955.298611:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.298632:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8851e80 00000400:00000200:3.0:1777582955.298640:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 78344 00000400:00000200:3.0:1777582955.298657:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.298662:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.298671:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.298689:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fa300. 00000020:00000010:1.0:1777582955.298896:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582955.298903:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582955.298909:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e4400. 00000020:00000010:1.0:1777582955.298915:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e280. 00000020:00000010:1.0:1777582955.298921:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674258. 00000020:00000010:1.0:1777582955.298960:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582955.298963:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000100:00000200:1.0:1777582955.298966:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707882624 02000000:00000010:1.0:1777582955.299008:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0249dde6000. 00010000:00000010:1.0:1777582955.299053:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:1.0:1777582955.299070:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:1.0:1777582955.299091:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582955.299097:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582955.299114:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582955.299117:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:1.0:1777582955.299121:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582955.299124:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582955.299270:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582955.299274:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582955.299278:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582955.299280:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00000020:00000010:1.0:1777582955.299390:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6040. 00000020:00000010:1.0:1777582955.299398:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6040. 00000020:00000010:1.0:1777582955.299408:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dff60. 00080000:00000010:1.0:1777582955.299418:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389761c00. 00000001:00000010:1.0:1777582955.299851:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df180. 00000001:00000010:1.0:1777582955.299859:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582955.299899:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dff60. 00010000:00000010:1.0:1777582955.299910:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582955.299914:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582955.299928:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484480. 00010000:00000010:1.0:1777582955.299976:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582955.299992:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000200:1.0:1777582955.300013:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975433, last committed = 8589975425 00010000:00000200:1.0:1777582955.300026:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fa300 x1863928707882624/t8589975433(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582955.300049:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582955.300054:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707882624, offset 224 00000400:00000010:1.0:1777582955.300061:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2a10. 00000400:00000200:1.0:1777582955.300065:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.300078:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.300085:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397081:397081:256:4294967295] 192.168.202.9@tcp LPNI seq info [397077:397077:8:4294967295] 00000400:00000200:1.0:1777582955.300092:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582955.300100:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.300106:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.300110:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582955.300117:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.300124:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.300130:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.300182:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e280. 00000020:00000010:1.0:1777582955.300187:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674258. 00000020:00000010:1.0:1777582955.300192:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e4400. 00010000:00000010:1.0:1777582955.300227:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582955.300232:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582955.300237:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00000800:00000200:1.0:1777582955.300330:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.300334:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:1.0:1777582955.300338:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.300343:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.301490:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.301507:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214475 00000400:00000200:3.0:1777582955.301513:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.301517:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.301522:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:3.0:1777582955.301525:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000400:00000200:3.0:1777582955.303012:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.303030:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8851f00 00000400:00000200:3.0:1777582955.303038:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 78832 00000400:00000200:3.0:1777582955.303101:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.303106:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.303114:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.303120:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f9180. 00010000:00000010:1.0:1777582955.303222:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582955.303232:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00000020:00000010:0.0:1777582955.304269:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582955.304277:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582955.304294:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384f06800. 00000020:00000010:0.0:1777582955.304300:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa80. 00000020:00000010:0.0:1777582955.304306:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777582955.304351:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582955.304354:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000100:00000200:0.0:1777582955.304357:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707882752 00000001:00000010:0.0:1777582955.304369:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:0.0:1777582955.304394:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582955.304402:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 02000000:00000010:0.0:1777582955.304432:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc7000. 00010000:00000010:0.0:1777582955.304463:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582955.304467:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582955.304486:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582955.304490:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf900. 00010000:00000010:0.0:1777582955.304494:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582955.304497:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00000004:00000010:0.0:1777582955.304601:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519e00. 00000004:00000010:0.0:1777582955.304612:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e227f8. 00000004:00000010:0.0:1777582955.304619:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35540. 00080000:00000010:0.0:1777582955.304627:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74720. 00010000:00000010:0.1:1777582955.313480:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582955.313500:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:0.1:1777582955.313505:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582955.313508:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.313751:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582955.313758:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513e00. 00010000:00000010:2.0:1777582955.313764:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582955.313772:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582955.313860:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:2.0:1777582955.313872:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:2.0:1777582955.313878:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf900. 00010000:00000010:2.0:1777582955.313905:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000200:2.0:1777582955.313926:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55f9180 x1863928707882752/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.313949:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582955.313957:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707882752, offset 224 00000400:00000200:2.0:1777582955.313965:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.313978:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.313985:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397082:397082:256:4294967295] 192.168.202.9@tcp LPNI seq info [397078:397078:8:4294967295] 00000400:00000200:2.0:1777582955.313997:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.314002:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.314008:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582955.314015:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.314024:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.314028:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.314110:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa80. 00000020:00000010:2.0:1777582955.314115:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de500c8. 00000020:00000010:2.0:1777582955.314120:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384f06800. 00010000:00000010:1.1:1777582955.320971:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582955.320991:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582955.320996:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582955.321000:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582955.321003:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582955.321006:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582955.321008:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582955.321011:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000800:00000200:2.0:1777582955.321816:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.321822:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582955.321830:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.321839:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.321846:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777582955.321849:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000400:00000200:2.0:1777582955.322553:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.322570:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8852000 00000400:00000200:2.0:1777582955.322579:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 79408 00000400:00000200:2.0:1777582955.322594:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.322598:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.322604:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.322611:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da6680. 00000020:00000010:3.0:1777582955.323455:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1fa00. 00000020:00000010:3.0:1777582955.323462:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1fa00. 00000020:00000010:3.0:1777582955.323470:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffa200. 00000020:00000010:3.0:1777582955.323476:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f300. 00000020:00000010:3.0:1777582955.323481:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582955.323522:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1fa00. 00000020:00000010:3.0:1777582955.323525:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1fa00. 00000100:00000200:3.0:1777582955.323527:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707883008 02000000:00000010:3.0:1777582955.323564:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4cfd000. 00010000:00000010:3.0:1777582955.323603:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:3.0:1777582955.323620:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513e00. 00010000:00000010:3.0:1777582955.323643:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582955.323649:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582955.323663:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582955.323667:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fe00. 00010000:00000010:3.0:1777582955.323671:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582955.323674:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582955.323932:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582955.323936:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f380. 00010000:00000010:3.0:1777582955.323939:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582955.323943:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00000020:00000010:3.0:1777582955.323966:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05300. 00000020:00000010:3.0:1777582955.323972:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05300. 00000020:00000010:3.0:1777582955.323982:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743de0. 00080000:00000010:3.0:1777582955.323990:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f7cd400. 00000001:00000010:3.0:1777582955.325118:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743060. 00000001:00000010:3.0:1777582955.325127:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582955.326389:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743de0. 00010000:00000010:3.0:1777582955.326410:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582955.326419:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582955.326442:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:0.0:1777582955.333488:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:0.0:1777582955.333526:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:0.0:1777582955.333551:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975434, last committed = 8589975425 00010000:00000200:0.0:1777582955.333565:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da6680 x1863928707883008/t8589975434(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.333592:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582955.333600:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707883008, offset 224 00000400:00000010:0.0:1777582955.333609:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f380. 00000400:00000200:0.0:1777582955.333613:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.333630:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.333637:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397083:397083:256:4294967295] 192.168.202.9@tcp LPNI seq info [397079:397079:8:4294967295] 00000400:00000200:0.0:1777582955.333645:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582955.333651:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.333658:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.333665:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582955.333673:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.333692:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.333696:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.333733:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f300. 00000020:00000010:0.0:1777582955.333739:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:0.0:1777582955.333743:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffa200. 00010000:00000010:3.1:1777582955.336624:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582955.336641:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00000800:00000200:3.0:1777582955.336733:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.336737:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582955.336744:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.336754:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.336788:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.336804:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21447d 00000400:00000200:3.0:1777582955.336810:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.336813:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.336820:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:3.0:1777582955.336823:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000400:00000200:3.0:1777582955.336846:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.336852:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8852080 00000400:00000200:3.0:1777582955.336860:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 79896 00000400:00000200:3.0:1777582955.336901:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.336905:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.336910:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.336915:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8a80. 00010000:00000010:3.0:1777582955.336961:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582955.336972:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fe00. 00000020:00000010:0.0:1777582955.337421:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582955.337427:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582955.337433:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a52c00. 00000020:00000010:0.0:1777582955.337438:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582955.337442:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582955.337476:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582955.337478:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000100:00000200:0.0:1777582955.337480:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707883136 00000001:00000010:0.0:1777582955.337491:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:0.0:1777582955.337519:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582955.337526:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 02000000:00000010:0.0:1777582955.337554:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc3000. 00010000:00000010:0.0:1777582955.337583:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582955.337588:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582955.337605:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582955.337608:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582955.337612:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582955.337616:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00000004:00000010:0.0:1777582955.337743:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865192c0. 00000004:00000010:0.0:1777582955.337753:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22d98. 00000004:00000010:0.0:1777582955.337761:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34000. 00080000:00000010:0.0:1777582955.337769:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f758f0. 00010000:00000010:0.0:1777582955.338729:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582955.338735:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582955.338741:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582955.338748:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582955.338819:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582955.338830:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582955.338835:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582955.338859:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:0.0:1777582955.338883:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55f8a80 x1863928707883136/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.338911:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582955.338919:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707883136, offset 224 00000400:00000200:0.0:1777582955.338927:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.338941:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.338948:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397084:397084:256:4294967295] 192.168.202.9@tcp LPNI seq info [397080:397080:8:4294967295] 00000400:00000200:0.0:1777582955.338961:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.338967:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.338972:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582955.338979:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.338987:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.338992:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.339029:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582955.339034:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582955.339038:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a52c00. 00000800:00000200:3.0:1777582955.340519:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.340528:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582955.340535:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.340544:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.340550:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:3.0:1777582955.340552:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00010000:00000010:2.1:1777582955.341870:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582955.341884:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582955.341889:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582955.341892:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.0:1777582955.341925:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:2.0:1777582955.341936:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f380. 00010000:00000010:2.0:1777582955.341945:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:0.1:1777582955.343937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582955.343957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582955.345197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582955.345211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:2.1:1777582955.345268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582955.345274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582955.345313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582955.345333:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582955.345337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582955.345341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000400:00000200:3.0:1777582955.348216:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.348241:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8852180 00000400:00000200:3.0:1777582955.348253:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 80472 00000400:00000200:3.0:1777582955.348274:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.348278:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.348303:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.348312:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f9880. 00000020:00000010:2.0:1777582955.348518:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460680. 00000020:00000010:2.0:1777582955.348524:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460680. 00000020:00000010:2.0:1777582955.348534:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384f06800. 00000020:00000010:2.0:1777582955.348540:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513700. 00000020:00000010:2.0:1777582955.348545:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582955.348591:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460680. 00000020:00000010:2.0:1777582955.348594:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460680. 00000100:00000200:2.0:1777582955.348597:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707883392 02000000:00000010:2.0:1777582955.348646:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02384467000. 00010000:00000010:2.0:1777582955.348702:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:2.0:1777582955.348733:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf980. 00010000:00000010:2.0:1777582955.348756:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582955.348763:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582955.348782:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582955.348786:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c80. 00010000:00000010:2.0:1777582955.348790:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582955.348793:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582955.348931:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582955.348934:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513580. 00010000:00000010:2.0:1777582955.348938:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582955.348941:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000020:00000010:2.0:1777582955.348968:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054960. 00000020:00000010:2.0:1777582955.348976:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054960. 00000020:00000010:2.0:1777582955.348986:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a92a0. 00080000:00000010:2.0:1777582955.348996:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024c4b72400. 00000001:00000010:2.0:1777582955.349723:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9d80. 00000001:00000010:2.0:1777582955.349733:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582955.349771:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a92a0. 00010000:00000010:2.0:1777582955.349785:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582955.349790:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582955.349804:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68900. 00010000:00000010:2.0:1777582955.349856:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582955.349875:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000200:2.0:1777582955.349895:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975435, last committed = 8589975425 00010000:00000200:2.0:1777582955.349908:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55f9880 x1863928707883392/t8589975435(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582955.349932:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582955.349939:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707883392, offset 224 00000400:00000010:2.0:1777582955.349946:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12d90. 00000400:00000200:2.0:1777582955.349950:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.349966:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.349975:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397085:397085:256:4294967295] 192.168.202.9@tcp LPNI seq info [397081:397081:8:4294967295] 00000400:00000200:2.0:1777582955.349981:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582955.349989:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.349996:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.350001:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582955.350008:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.350017:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.350022:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.350046:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513700. 00000020:00000010:2.0:1777582955.350050:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582955.350054:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384f06800. 00010000:00000010:2.0:1777582955.350102:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582955.350110:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513580. 00010000:00000010:2.0:1777582955.350115:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68900. 00000800:00000200:2.0:1777582955.350257:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.350261:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582955.350266:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.350271:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582955.354552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582955.354565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582955.354570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582955.354576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582955.354580:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582955.354582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000400:00000200:3.0:1777582955.359993:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.360020:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214485 00000400:00000200:3.0:1777582955.360030:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.360036:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.360046:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:3.0:1777582955.360050:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00010000:00000010:0.0:1777582955.360248:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:0.0:1777582955.360266:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c80. 00000400:00000200:3.0:1777582955.367498:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.367524:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8852200 00000400:00000200:3.0:1777582955.367535:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 80960 00000400:00000200:3.0:1777582955.367610:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.367616:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.367626:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.367633:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8e00. 00000020:00000010:2.0:1777582955.368456:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460680. 00000020:00000010:2.0:1777582955.368463:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460680. 00000020:00000010:2.0:1777582955.368469:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486393400. 00000020:00000010:2.0:1777582955.368474:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513580. 00000020:00000010:2.0:1777582955.368478:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582955.368558:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460680. 00000020:00000010:2.0:1777582955.368561:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460680. 00000100:00000200:2.0:1777582955.368564:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707883520 00000001:00000010:2.0:1777582955.368577:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582955.368605:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582955.368614:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582955.368648:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023956c2000. 00010000:00000010:2.0:1777582955.368787:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582955.368794:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582955.368815:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582955.368818:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513700. 00010000:00000010:2.0:1777582955.368823:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582955.368826:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000004:00000010:2.0:1777582955.368952:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169a40. 00000004:00000010:2.0:1777582955.368964:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0d20. 00000004:00000010:2.0:1777582955.368972:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756000. 00080000:00000010:2.0:1777582955.368983:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c000. 00010000:00000010:0.1:1777582955.373956:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582955.373975:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.0:1777582955.378540:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582955.378553:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:3.0:1777582955.378560:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582955.378570:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582955.378674:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:3.0:1777582955.378806:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:3.0:1777582955.378813:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513700. 00010000:00000010:3.0:1777582955.378844:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:3.0:1777582955.378866:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55f8e00 x1863928707883520/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582955.378889:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582955.378897:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707883520, offset 224 00000400:00000200:3.0:1777582955.378904:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.378917:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.378924:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397086:397086:256:4294967295] 192.168.202.9@tcp LPNI seq info [397082:397082:8:4294967295] 00000400:00000200:3.0:1777582955.378936:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.378943:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.378948:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582955.378956:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.378965:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.378969:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.380811:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513580. 00000020:00000010:3.0:1777582955.380826:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e578. 00000020:00000010:3.0:1777582955.380831:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486393400. 00000800:00000200:1.0:1777582955.384589:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.384598:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:1.0:1777582955.384608:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.384617:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582955.384624:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:1.0:1777582955.384628:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00000400:00000200:0.0:1777582955.386827:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.386849:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8852300 00000400:00000200:0.0:1777582955.386858:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 81536 00000400:00000200:0.0:1777582955.386875:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.386880:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.386887:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.386898:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b8700. 00000020:00000010:3.0:1777582955.387086:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.387093:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.387100:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffae00. 00000020:00000010:3.0:1777582955.387105:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f100. 00000020:00000010:3.0:1777582955.387111:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00010000:00000010:3.1:1777582955.387161:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582955.387168:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582955.387174:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582955.387177:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000020:00000010:3.0:1777582955.387199:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.387201:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f2c0. 00000100:00000200:3.0:1777582955.387204:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707883776 02000000:00000010:3.0:1777582955.387250:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4cf9000. 00010000:00000010:3.0:1777582955.387801:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582955.387818:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:3.0:1777582955.387840:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582955.387846:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582955.387862:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582955.387865:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:3.0:1777582955.387869:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582955.387872:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582955.388004:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582955.388008:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f500. 00010000:00000010:3.0:1777582955.388011:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582955.388014:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582955.388048:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ee0. 00000020:00000010:3.0:1777582955.388055:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ee0. 00000020:00000010:3.0:1777582955.388066:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743ea0. 00080000:00000010:3.0:1777582955.388076:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f7cec00. 00000001:00000010:0.0:1777582955.393981:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913ba0. 00000001:00000010:0.0:1777582955.393995:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582955.394038:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743ea0. 00010000:00000010:0.0:1777582955.394055:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582955.394064:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582955.394091:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185300. 00010000:00000010:0.0:1777582955.397127:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:0.0:1777582955.397183:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:0.0:1777582955.397213:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975436, last committed = 8589975425 00010000:00000200:0.0:1777582955.397228:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024975b8700 x1863928707883776/t8589975436(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.397265:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582955.397274:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707883776, offset 224 00000400:00000010:0.0:1777582955.397295:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576ffc0. 00000400:00000200:0.0:1777582955.397301:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.397321:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.397330:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397087:397087:256:4294967295] 192.168.202.9@tcp LPNI seq info [397083:397083:8:4294967295] 00000400:00000200:0.0:1777582955.397337:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582955.397344:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.397350:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.397357:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582955.397365:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.397374:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.397379:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.397469:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f100. 00000020:00000010:0.0:1777582955.397476:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:0.0:1777582955.397481:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffae00. 00010000:00000010:3.0:1777582955.397859:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:3.0:1777582955.397872:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f500. 00010000:00000010:3.0:1777582955.397881:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185300. 00000800:00000200:1.0:1777582955.400605:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.400614:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:1.0:1777582955.400625:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.400633:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582955.405567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582955.405579:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00000400:00000200:1.0:1777582955.406848:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582955.406871:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21448d 00000400:00000200:1.0:1777582955.406879:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.406883:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582955.406890:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:1.0:1777582955.406894:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000400:00000200:1.0:1777582955.408270:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582955.408302:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8852380 00000400:00000200:1.0:1777582955.408311:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 82024 00000400:00000200:1.0:1777582955.408384:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.408389:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582955.408396:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582955.408403:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d57480. 00010000:00000010:3.0:1777582955.411215:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582955.411233:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00000020:00000010:0.0:1777582955.411468:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582955.411474:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582955.411481:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023922c3200. 00000020:00000010:0.0:1777582955.411485:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582955.411491:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582955.411524:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582955.411527:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c00. 00000100:00000200:0.0:1777582955.411531:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707883904 00000001:00000010:0.0:1777582955.411544:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e689c0. 00010000:00000010:0.0:1777582955.411571:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582955.411579:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 02000000:00000010:0.0:1777582955.411607:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc5000. 00010000:00000010:0.0:1777582955.411637:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582955.411641:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582955.411656:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582955.411660:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582955.411664:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582955.411667:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00000004:00000010:0.0:1777582955.411917:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518960. 00000004:00000010:0.0:1777582955.411928:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e229d8. 00000004:00000010:0.0:1777582955.411935:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34440. 00080000:00000010:0.0:1777582955.411944:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75398. 00010000:00000010:2.0:1777582955.416747:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582955.416761:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582955.416768:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.416775:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582955.416867:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:2.0:1777582955.416881:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:2.0:1777582955.416887:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:2.0:1777582955.416914:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000200:2.0:1777582955.416940:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d57480 x1863928707883904/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.416967:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582955.416975:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707883904, offset 224 00000400:00000200:2.0:1777582955.416983:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.416999:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.417008:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397088:397088:256:4294967295] 192.168.202.9@tcp LPNI seq info [397084:397084:8:4294967295] 00000400:00000200:2.0:1777582955.417021:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.417027:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.417033:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582955.417040:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.417049:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.417054:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.417088:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf000. 00000020:00000010:2.0:1777582955.417094:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:2.0:1777582955.417098:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023922c3200. 00000800:00000200:1.0:1777582955.417544:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.417549:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:1.0:1777582955.417555:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.417561:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582955.417567:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:1.0:1777582955.417570:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00010000:00000010:3.1:1777582955.418377:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582955.418388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582955.419865:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582955.419877:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582955.422229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582955.422246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:1.0:1777582955.424851:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582955.424872:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8852480 00000400:00000200:1.0:1777582955.424880:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 82600 00000400:00000200:1.0:1777582955.424897:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.424901:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582955.424909:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582955.424916:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55880. 00000020:00000010:2.0:1777582955.425015:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460f80. 00000020:00000010:2.0:1777582955.425021:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460f80. 00000020:00000010:2.0:1777582955.425030:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02487ab9c00. 00000020:00000010:2.0:1777582955.425036:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513b80. 00000020:00000010:2.0:1777582955.425041:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582955.425089:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460f80. 00000020:00000010:2.0:1777582955.425092:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460f80. 00000100:00000200:2.0:1777582955.425095:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707884160 00010000:00000010:2.1:1777582955.425170:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582955.425179:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582955.425182:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582955.425184:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 02000000:00000010:2.0:1777582955.425198:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02393258000. 00010000:00000010:2.0:1777582955.425239:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582955.425254:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582955.425276:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582955.425293:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582955.425310:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582955.425313:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582955.425317:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582955.425320:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582955.425440:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582955.425444:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513d00. 00010000:00000010:2.0:1777582955.425447:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582955.425450:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00000020:00000010:2.0:1777582955.425477:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054340. 00000020:00000010:2.0:1777582955.425485:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054340. 00000020:00000010:2.0:1777582955.425498:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9a20. 00080000:00000010:2.0:1777582955.425507:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02395cd5800. 00000001:00000010:2.0:1777582955.425946:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a99c0. 00000001:00000010:2.0:1777582955.425955:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582955.425996:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9a20. 00010000:00000010:2.0:1777582955.426005:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582955.426010:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582955.426024:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68900. 00010000:00000010:2.0:1777582955.426059:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582955.426078:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582955.426101:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975437, last committed = 8589975425 00010000:00000200:2.0:1777582955.426116:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d55880 x1863928707884160/t8589975437(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582955.426181:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582955.426189:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707884160, offset 224 00000400:00000010:2.0:1777582955.426196:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12e38. 00000400:00000200:2.0:1777582955.426201:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.426216:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.426222:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397089:397089:256:4294967295] 192.168.202.9@tcp LPNI seq info [397085:397085:8:4294967295] 00000400:00000200:2.0:1777582955.426228:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582955.426235:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.426240:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.426245:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582955.426251:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.426260:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.426265:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.426291:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513b80. 00000020:00000010:2.0:1777582955.426296:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582955.426299:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02487ab9c00. 00000800:00000200:2.0:1777582955.426425:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.426428:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582955.426433:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.426438:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582955.427780:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:1.0:1777582955.427795:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513d00. 00010000:00000010:1.0:1777582955.427806:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68900. 00000400:00000200:1.0:1777582955.429602:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582955.429630:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214495 00000400:00000200:1.0:1777582955.429641:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.429646:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582955.429656:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:1.0:1777582955.429659:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00010000:00000010:2.0:1777582955.429920:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582955.429933:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c00. 00010000:00000010:2.1:1777582955.430267:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582955.430275:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582955.430279:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582955.430290:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00080000:00000010:1.0:1777582955.434503:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74fab8. 00000004:00000010:1.0:1777582955.434515:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944000. 00000004:00000010:1.0:1777582955.434520:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a34b0. 00000004:00000010:1.0:1777582955.434526:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6000. 00080000:00000010:1.0:1777582955.434549:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12558. 00000004:00000010:1.0:1777582955.434552:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386110. 00000004:00000010:1.0:1777582955.434554:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65c30. 00000004:00000010:1.0:1777582955.434557:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90780. 00080000:00000010:1.0:1777582955.434608:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f741c8. 00000004:00000010:1.0:1777582955.434611:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35100. 00000004:00000010:1.0:1777582955.434614:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e222d0. 00000004:00000010:1.0:1777582955.434617:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865194a0. 00080000:00000010:1.0:1777582955.434667:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02487cf6e40. 00000004:00000010:1.0:1777582955.434670:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945210. 00000004:00000010:1.0:1777582955.434674:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3e10. 00000004:00000010:1.0:1777582955.434676:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f561e0. 00080000:00000010:1.0:1777582955.434687:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c8e8. 00000004:00000010:1.0:1777582955.434690:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757980. 00000004:00000010:1.0:1777582955.434692:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb02d0. 00000004:00000010:1.0:1777582955.434695:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71681e0. 00080000:00000010:1.0:1777582955.434704:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d560. 00000004:00000010:1.0:1777582955.434717:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756330. 00000004:00000010:1.0:1777582955.434719:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb01e0. 00000004:00000010:1.0:1777582955.434721:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169c20. 00080000:00000010:1.0:1777582955.434732:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c000. 00000004:00000010:1.0:1777582955.434735:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756000. 00000004:00000010:1.0:1777582955.434737:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0d20. 00000004:00000010:1.0:1777582955.434739:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169a40. 00080000:00000010:1.0:1777582955.434753:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e131d0. 00000004:00000010:1.0:1777582955.434756:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386550. 00000004:00000010:1.0:1777582955.434758:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c651e0. 00000004:00000010:1.0:1777582955.434760:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90f00. 00080000:00000010:1.0:1777582955.434777:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c720. 00000004:00000010:1.0:1777582955.434779:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757ba0. 00000004:00000010:1.0:1777582955.434782:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0b40. 00000004:00000010:1.0:1777582955.434784:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71690e0. 00080000:00000010:1.0:1777582955.434819:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f008. 00000004:00000010:1.0:1777582955.434823:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945320. 00000004:00000010:1.0:1777582955.434825:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a39d8. 00000004:00000010:1.0:1777582955.434828:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b65a0. 00080000:00000010:1.0:1777582955.434861:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e558. 00000004:00000010:1.0:1777582955.434865:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944880. 00000004:00000010:1.0:1777582955.434867:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f78. 00000004:00000010:1.0:1777582955.434869:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6d20. 00080000:00000010:1.0:1777582955.434888:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e1c8. 00000004:00000010:1.0:1777582955.434891:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945a90. 00000004:00000010:1.0:1777582955.434893:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3078. 00000004:00000010:1.0:1777582955.434896:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6780. 00080000:00000010:1.0:1777582955.434921:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74eab0. 00000004:00000010:1.0:1777582955.434925:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944aa0. 00000004:00000010:1.0:1777582955.434926:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582955.434928:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7e00. 00080000:00000010:1.0:1777582955.434946:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74390. 00000004:00000010:1.0:1777582955.434948:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34660. 00000004:00000010:1.0:1777582955.434950:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22d20. 00000004:00000010:1.0:1777582955.434953:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519860. 00080000:00000010:1.0:1777582955.434972:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f398. 00000004:00000010:1.0:1777582955.434975:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944110. 00000004:00000010:1.0:1777582955.434978:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a30f0. 00000004:00000010:1.0:1777582955.434979:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b74a0. 00080000:00000010:1.0:1777582955.434988:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75398. 00000004:00000010:1.0:1777582955.434991:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34440. 00000004:00000010:1.0:1777582955.434993:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e229d8. 00000004:00000010:1.0:1777582955.434996:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518960. 00080000:00000010:1.0:1777582955.435005:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c558. 00000004:00000010:1.0:1777582955.435008:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756ff0. 00000004:00000010:1.0:1777582955.435009:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0e88. 00000004:00000010:1.0:1777582955.435012:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71683c0. 00080000:00000010:1.0:1777582955.435025:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13560. 00000004:00000010:1.0:1777582955.435028:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387540. 00000004:00000010:1.0:1777582955.435030:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65078. 00000004:00000010:1.0:1777582955.435032:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90960. 00080000:00000010:1.0:1777582955.435055:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f8f0. 00000004:00000010:1.0:1777582955.435058:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945cb0. 00000004:00000010:1.0:1777582955.435060:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582955.435062:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b70e0. 00080000:00000010:1.0:1777582955.435094:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d1d0. 00000004:00000010:1.0:1777582955.435097:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757ed0. 00000004:00000010:1.0:1777582955.435099:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0168. 00000004:00000010:1.0:1777582955.435101:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168f00. 00080000:00000010:1.0:1777582955.435166:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74fc80. 00000004:00000010:1.0:1777582955.435168:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945540. 00000004:00000010:1.0:1777582955.435171:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582955.435172:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b72c0. 00080000:00000010:1.0:1777582955.435181:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d728. 00000004:00000010:1.0:1777582955.435183:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756550. 00000004:00000010:1.0:1777582955.435186:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb09d8. 00000004:00000010:1.0:1777582955.435188:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169680. 00080000:00000010:1.0:1777582955.435200:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e000. 00000004:00000010:1.0:1777582955.435202:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944ee0. 00000004:00000010:1.0:1777582955.435204:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3000. 00000004:00000010:1.0:1777582955.435206:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6960. 00080000:00000010:1.0:1777582955.435227:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e128e8. 00000004:00000010:1.0:1777582955.435230:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386bb0. 00000004:00000010:1.0:1777582955.435232:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65870. 00000004:00000010:1.0:1777582955.435233:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91680. 00080000:00000010:1.0:1777582955.435251:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12000. 00000004:00000010:1.0:1777582955.435253:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386660. 00000004:00000010:1.0:1777582955.435255:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65bb8. 00000004:00000010:1.0:1777582955.435257:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90d20. 00080000:00000010:1.0:1777582955.435269:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e720. 00000004:00000010:1.0:1777582955.435271:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944dd0. 00000004:00000010:1.0:1777582955.435273:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3780. 00000004:00000010:1.0:1777582955.435275:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7680. 00010000:00000010:1.1:1777582955.436474:0:194432:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582955.436486:0:194432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00080000:00000010:1.0:1777582955.436528:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734cab0. 00000004:00000010:1.0:1777582955.436535:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756ee0. 00000004:00000010:1.0:1777582955.436539:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0e10. 00000004:00000010:1.0:1777582955.436544:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169e00. 00080000:00000010:1.0:1777582955.436596:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dab8. 00000004:00000010:1.0:1777582955.436600:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757cb0. 00000004:00000010:1.0:1777582955.436603:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0d98. 00000004:00000010:1.0:1777582955.436605:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168b40. 00080000:00000010:1.0:1777582955.436617:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74720. 00000004:00000010:1.0:1777582955.436621:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35540. 00000004:00000010:1.0:1777582955.436623:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e227f8. 00000004:00000010:1.0:1777582955.436626:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519e00. 00080000:00000010:1.0:1777582955.436641:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f1d0. 00000004:00000010:1.0:1777582955.436644:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945650. 00000004:00000010:1.0:1777582955.436646:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582955.436649:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7c20. 00080000:00000010:1.0:1777582955.436662:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f728. 00000004:00000010:1.0:1777582955.436665:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944990. 00000004:00000010:1.0:1777582955.436667:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582955.436669:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b61e0. 00080000:00000010:1.0:1777582955.436697:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f560. 00000004:00000010:1.0:1777582955.436699:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944660. 00000004:00000010:1.0:1777582955.436702:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582955.436704:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6f00. 00080000:00000010:1.0:1777582955.436737:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d008. 00000004:00000010:1.0:1777582955.436741:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756110. 00000004:00000010:1.0:1777582955.436743:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0f78. 00000004:00000010:1.0:1777582955.436745:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71685a0. 00080000:00000010:1.0:1777582955.436768:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74ab0. 00000004:00000010:1.0:1777582955.436770:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35650. 00000004:00000010:1.0:1777582955.436772:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e223c0. 00000004:00000010:1.0:1777582955.436774:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519680. 00080000:00000010:1.0:1777582955.436810:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74c78. 00000004:00000010:1.0:1777582955.436814:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35980. 00000004:00000010:1.0:1777582955.436816:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22ac8. 00000004:00000010:1.0:1777582955.436819:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865190e0. 00080000:00000010:1.0:1777582955.436844:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ee40. 00000004:00000010:1.0:1777582955.436847:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ba0. 00000004:00000010:1.0:1777582955.436849:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582955.436851:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b63c0. 00080000:00000010:1.0:1777582955.436862:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d398. 00000004:00000010:1.0:1777582955.436864:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757a90. 00000004:00000010:1.0:1777582955.436867:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0f00. 00000004:00000010:1.0:1777582955.436870:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71694a0. 00080000:00000010:1.0:1777582955.436896:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e390. 00000004:00000010:1.0:1777582955.436898:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945870. 00000004:00000010:1.0:1777582955.436900:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582955.436902:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b6b40. 00080000:00000010:1.0:1777582955.436915:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ec78. 00000004:00000010:1.0:1777582955.436918:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ed0. 00000004:00000010:1.0:1777582955.436920:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582955.436922:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7a40. 00080000:00000010:1.0:1777582955.436951:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13c80. 00000004:00000010:1.0:1777582955.436954:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386880. 00000004:00000010:1.0:1777582955.436957:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65960. 00000004:00000010:1.0:1777582955.436959:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90000. 00080000:00000010:1.0:1777582955.436980:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12e40. 00000004:00000010:1.0:1777582955.436983:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386440. 00000004:00000010:1.0:1777582955.436986:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65168. 00000004:00000010:1.0:1777582955.436989:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e905a0. 00080000:00000010:1.0:1777582955.436998:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12720. 00000004:00000010:1.0:1777582955.437001:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387320. 00000004:00000010:1.0:1777582955.437004:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c658e8. 00000004:00000010:1.0:1777582955.437006:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91e00. 00080000:00000010:1.0:1777582955.437042:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74000. 00000004:00000010:1.0:1777582955.437045:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34550. 00000004:00000010:1.0:1777582955.437048:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22168. 00000004:00000010:1.0:1777582955.437050:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519a40. 00080000:00000010:1.0:1777582955.437074:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e8e8. 00000004:00000010:1.0:1777582955.437076:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945100. 00000004:00000010:1.0:1777582955.437078:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582955.437080:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023909b7860. 00080000:00000010:1.0:1777582955.437089:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dc80. 00000004:00000010:1.0:1777582955.437092:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756bb0. 00000004:00000010:1.0:1777582955.437095:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0438. 00000004:00000010:1.0:1777582955.437097:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71692c0. 00080000:00000010:1.0:1777582955.437110:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f758f0. 00000004:00000010:1.0:1777582955.437112:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34000. 00000004:00000010:1.0:1777582955.437114:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22d98. 00000004:00000010:1.0:1777582955.437116:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865192c0. 00080000:00000010:1.0:1777582955.437124:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734ce40. 00000004:00000010:1.0:1777582955.437127:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757540. 00000004:00000010:1.0:1777582955.437129:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0ca8. 00000004:00000010:1.0:1777582955.437130:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168780. 00000400:00000200:3.0:1777582955.440033:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.440056:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8852500 00000400:00000200:3.0:1777582955.440064:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 83088 00000400:00000200:3.0:1777582955.440160:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.440166:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.440176:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.440185:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fb800. 00000020:00000010:0.0:1777582955.440314:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc71c0. 00000020:00000010:0.0:1777582955.440320:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc71c0. 00000020:00000010:0.0:1777582955.440327:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c6276c00. 00000020:00000010:0.0:1777582955.440333:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa00. 00000020:00000010:0.0:1777582955.440338:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.440388:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc71c0. 00000020:00000010:0.0:1777582955.440391:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc71c0. 00000100:00000200:0.0:1777582955.440394:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707884288 00000001:00000010:0.0:1777582955.440405:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:0.0:1777582955.440431:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582955.440439:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 02000000:00000010:0.0:1777582955.440466:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc6000. 00010000:00000010:0.0:1777582955.440497:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582955.440501:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582955.440520:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582955.440524:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582955.440528:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582955.440531:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00000004:00000010:0.0:1777582955.440628:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865185a0. 00000004:00000010:0.0:1777582955.440637:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22708. 00000004:00000010:0.0:1777582955.440644:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35ba0. 00080000:00000010:0.0:1777582955.440652:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75ab8. 00010000:00000010:0.0:1777582955.443974:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582955.443989:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582955.443997:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582955.444006:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582955.444108:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582955.444122:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582955.444127:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582955.444178:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000200:0.0:1777582955.444201:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fb800 x1863928707884288/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.444224:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582955.444232:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707884288, offset 224 00000400:00000200:0.0:1777582955.444239:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.444253:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.444261:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397090:397090:256:4294967295] 192.168.202.9@tcp LPNI seq info [397086:397086:8:4294967295] 00000400:00000200:0.0:1777582955.444273:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.444279:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.444301:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582955.444310:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.444318:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.444323:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.444361:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa00. 00000020:00000010:0.0:1777582955.444366:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.444371:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c6276c00. 00000800:00000200:3.0:1777582955.444730:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.444736:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582955.444742:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.444747:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.444752:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:3.0:1777582955.444755:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000400:00000200:3.0:1777582955.447060:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.447081:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8852600 00000400:00000200:3.0:1777582955.447091:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 83664 00000400:00000200:3.0:1777582955.447108:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.447114:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.447123:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.447131:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fbb80. 00000020:00000010:0.0:1777582955.447484:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7540. 00000020:00000010:0.0:1777582955.447491:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7540. 00000020:00000010:0.0:1777582955.447497:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248370f800. 00000020:00000010:0.0:1777582955.447502:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa00. 00000020:00000010:0.0:1777582955.447508:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.447546:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7540. 00000020:00000010:0.0:1777582955.447549:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7540. 00000100:00000200:0.0:1777582955.447552:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707884544 02000000:00000010:0.0:1777582955.447598:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933bd000. 00010000:00000010:0.0:1777582955.447641:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582955.447657:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582955.447793:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582955.447800:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582955.447817:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582955.447820:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582955.447824:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582955.447827:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582955.447945:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582955.447949:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582955.447953:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582955.447956:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00000020:00000010:0.0:1777582955.447981:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48ee0. 00000020:00000010:0.0:1777582955.447989:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48ee0. 00000020:00000010:0.0:1777582955.448000:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024899139c0. 00080000:00000010:0.0:1777582955.448009:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393ea4000. 00010000:00000010:2.1:1777582955.449435:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582955.449449:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00000001:00000010:0.0:1777582955.450174:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913d80. 00000001:00000010:0.0:1777582955.450186:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582955.450227:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024899139c0. 00010000:00000010:0.0:1777582955.450243:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582955.450253:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582955.450275:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185cc0. 00010000:00000010:0.0:1777582955.452721:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582955.452752:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000200:0.0:1777582955.452776:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975438, last committed = 8589975425 00010000:00000200:0.0:1777582955.452788:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fbb80 x1863928707884544/t8589975438(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.452813:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582955.452820:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707884544, offset 224 00000400:00000010:0.0:1777582955.452827:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f770. 00000400:00000200:0.0:1777582955.452831:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.452844:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.452851:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397091:397091:256:4294967295] 192.168.202.9@tcp LPNI seq info [397087:397087:8:4294967295] 00000400:00000200:0.0:1777582955.452857:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582955.452865:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.452870:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.452875:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582955.452881:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.452889:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.452893:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.452921:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa00. 00000020:00000010:0.0:1777582955.452925:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.452930:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248370f800. 00010000:00000010:3.0:1777582955.453060:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:3.0:1777582955.453070:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:3.0:1777582955.453078:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185cc0. 00000800:00000200:1.0:1777582955.453551:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.453556:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:1.0:1777582955.453562:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.453568:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.456359:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.456383:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21449d 00000400:00000200:3.0:1777582955.456392:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.456397:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.456406:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:3.0:1777582955.456410:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00010000:00000010:0.1:1777582955.459168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582955.459191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582955.459195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582955.459198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582955.459244:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582955.459253:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf000. 00000400:00000200:3.0:1777582955.461258:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.461280:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8852680 00000400:00000200:3.0:1777582955.461300:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 84152 00000400:00000200:3.0:1777582955.461373:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.461378:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.461388:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.461395:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8380. 00000020:00000010:1.0:1777582955.461504:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582955.461509:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582955.461514:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5200. 00000020:00000010:1.0:1777582955.461520:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e500. 00000020:00000010:1.0:1777582955.461524:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674258. 00000020:00000010:1.0:1777582955.461572:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b80. 00000020:00000010:1.0:1777582955.461575:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b80. 00000100:00000200:1.0:1777582955.461579:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707884672 00000001:00000010:1.0:1777582955.461590:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68240. 00010000:00000010:1.0:1777582955.461614:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582955.461622:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 02000000:00000010:1.0:1777582955.461656:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0249dde3000. 00010000:00000010:1.0:1777582955.461692:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582955.461696:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582955.461725:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582955.461729:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e180. 00010000:00000010:1.0:1777582955.461733:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582955.461735:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00000004:00000010:1.0:1777582955.461839:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f561e0. 00000004:00000010:1.0:1777582955.461850:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582955.461857:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945100. 00080000:00000010:1.0:1777582955.461865:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02487cf6e40. 00010000:00000010:1.0:1777582955.463076:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582955.463085:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:1.0:1777582955.463091:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582955.463097:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582955.463204:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582955.463215:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582955.463220:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e180. 00010000:00000010:1.0:1777582955.463243:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000200:1.0:1777582955.463265:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55f8380 x1863928707884672/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582955.463298:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777582955.463307:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707884672, offset 224 00000400:00000200:1.0:1777582955.463313:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.463327:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.463334:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397092:397092:256:4294967295] 192.168.202.9@tcp LPNI seq info [397088:397088:8:4294967295] 00000400:00000200:1.0:1777582955.463345:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.463351:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.463355:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582955.463362:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.463369:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.463372:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.463396:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e500. 00000020:00000010:1.0:1777582955.463400:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674258. 00000020:00000010:1.0:1777582955.463405:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5200. 00000800:00000200:3.0:1777582955.463616:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.463620:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582955.463625:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.463631:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.463636:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:3.0:1777582955.463638:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00010000:00000010:0.1:1777582955.464085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582955.464097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582955.464100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582955.464102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582955.467211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582955.467229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582955.467917:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582955.467934:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000400:00000200:0.0:1777582955.468068:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.468085:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8852780 00000400:00000200:0.0:1777582955.468093:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 84728 00000400:00000200:0.0:1777582955.468124:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.468129:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.468151:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.468158:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975bb100. 00000020:00000010:1.0:1777582955.468209:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.468215:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.468223:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5200. 00000020:00000010:1.0:1777582955.468229:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e500. 00000020:00000010:1.0:1777582955.468234:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674258. 00000020:00000010:1.0:1777582955.468294:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.468297:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000100:00000200:1.0:1777582955.468301:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707884928 02000000:00000010:1.0:1777582955.468347:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238678f000. 00010000:00000010:1.0:1777582955.468393:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582955.468413:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ef80. 00010000:00000010:1.0:1777582955.468434:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582955.468440:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582955.468455:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582955.468458:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:1.0:1777582955.468462:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582955.468465:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582955.468600:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582955.468603:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e180. 00010000:00000010:1.0:1777582955.468606:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582955.468609:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00000020:00000010:1.0:1777582955.468639:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6b20. 00000020:00000010:1.0:1777582955.468645:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6b20. 00000020:00000010:1.0:1777582955.468655:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dff60. 00080000:00000010:1.0:1777582955.468668:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389762400. 00000001:00000010:1.0:1777582955.470610:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfa20. 00000001:00000010:1.0:1777582955.470622:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582955.470667:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dff60. 00010000:00000010:1.0:1777582955.470894:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582955.470904:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582955.470926:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484480. 00010000:00000010:1.0:1777582955.470988:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582955.471013:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000200:1.0:1777582955.471038:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975439, last committed = 8589975425 00010000:00000200:1.0:1777582955.471051:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024975bb100 x1863928707884928/t8589975439(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582955.471071:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1cc0. 00000100:00000200:1.0:1777582955.471078:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707884928, offset 224 00000400:00000010:1.0:1777582955.471085:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2348. 00000400:00000200:1.0:1777582955.471089:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.471106:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.471114:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397093:397093:256:4294967295] 192.168.202.9@tcp LPNI seq info [397089:397089:8:4294967295] 00000400:00000200:1.0:1777582955.471121:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582955.471128:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.471154:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.471160:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582955.471167:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.471175:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.471179:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.471205:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e500. 00000020:00000010:1.0:1777582955.471211:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674258. 00000020:00000010:1.0:1777582955.471216:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5200. 00010000:00000010:1.0:1777582955.471260:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582955.471268:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e180. 00010000:00000010:1.0:1777582955.471274:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00000800:00000200:1.0:1777582955.471409:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.471413:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:1.0:1777582955.471418:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.471423:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.475587:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.475612:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144a5 00000400:00000200:3.0:1777582955.475620:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.475626:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.475634:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1cc0 00000400:00000010:3.0:1777582955.475638:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1cc0. 00000400:00000200:0.0:1777582955.480357:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.480377:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8852800 00000400:00000200:0.0:1777582955.480385:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 85216 00000400:00000200:0.0:1777582955.480447:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.480453:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.480461:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.480468:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b9180. 00000020:00000010:3.0:1777582955.480726:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.480732:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.480738:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffb600. 00000020:00000010:3.0:1777582955.480744:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fd80. 00000020:00000010:3.0:1777582955.480748:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582955.480788:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.480791:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f2c0. 00000100:00000200:3.0:1777582955.480795:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707885056 00000001:00000010:3.0:1777582955.480806:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:3.0:1777582955.480831:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582955.480839:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 02000000:00000010:3.0:1777582955.480870:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4cfa000. 00010000:00000010:3.0:1777582955.480899:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582955.480903:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582955.480922:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582955.480925:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f500. 00010000:00000010:3.0:1777582955.480930:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582955.480932:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000004:00000010:3.0:1777582955.481035:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e912c0. 00000004:00000010:3.0:1777582955.481045:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65438. 00000004:00000010:3.0:1777582955.481051:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387650. 00080000:00000010:3.0:1777582955.481061:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12c78. 00010000:00000010:0.0:1777582955.481847:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582955.481853:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582955.481858:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582955.481862:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582955.481933:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:0.0:1777582955.481947:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:0.0:1777582955.481952:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f500. 00010000:00000010:0.0:1777582955.481976:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000200:0.0:1777582955.481995:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024975b9180 x1863928707885056/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.482015:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582955.482021:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707885056, offset 224 00000400:00000200:0.0:1777582955.482028:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.482040:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.482047:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397094:397094:256:4294967295] 192.168.202.9@tcp LPNI seq info [397090:397090:8:4294967295] 00000400:00000200:0.0:1777582955.482084:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.482090:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.482095:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582955.482102:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.482109:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.482114:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.482132:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fd80. 00000020:00000010:0.0:1777582955.482163:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:0.0:1777582955.482166:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffb600. 00010000:00000010:1.0:1777582955.482641:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582955.482648:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ef80. 00010000:00000010:1.1:1777582955.482782:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582955.482788:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582955.482791:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582955.482793:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000800:00000200:1.0:1777582955.482896:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.482901:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582955.482907:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.482915:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582955.482922:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:1.0:1777582955.482925:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000400:00000200:1.0:1777582955.485357:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582955.485378:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8852900 00000400:00000200:1.0:1777582955.485386:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 85792 00000400:00000200:1.0:1777582955.485402:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.485406:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582955.485415:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582955.485423:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d57100. 00000020:00000010:3.0:1777582955.485499:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.485506:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.485513:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffa400. 00000020:00000010:3.0:1777582955.485518:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f000. 00000020:00000010:3.0:1777582955.485524:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.485565:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.485567:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f2c0. 00000100:00000200:3.0:1777582955.485571:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707885312 02000000:00000010:3.0:1777582955.485610:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4cff000. 00010000:00000010:3.0:1777582955.485651:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:3.0:1777582955.485667:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:3.0:1777582955.485700:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582955.485716:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582955.485733:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582955.485737:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:3.0:1777582955.485741:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582955.485744:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582955.485881:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582955.485884:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f480. 00010000:00000010:3.0:1777582955.485888:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582955.485891:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00000020:00000010:3.0:1777582955.485918:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ee0. 00000020:00000010:3.0:1777582955.485926:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ee0. 00000020:00000010:3.0:1777582955.485938:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743840. 00080000:00000010:3.0:1777582955.485951:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f7cf400. 00000001:00000010:3.0:1777582955.486480:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743420. 00000001:00000010:3.0:1777582955.486489:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582955.486528:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743840. 00010000:00000010:3.0:1777582955.486539:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582955.486544:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582955.486559:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582955.486600:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582955.486618:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582955.486636:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975440, last committed = 8589975425 00010000:00000200:3.0:1777582955.486648:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d57100 x1863928707885312/t8589975440(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582955.486668:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582955.486675:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707885312, offset 224 00000400:00000010:3.0:1777582955.486682:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7508. 00000400:00000200:3.0:1777582955.486687:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.486703:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.486721:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397095:397095:256:4294967295] 192.168.202.9@tcp LPNI seq info [397091:397091:8:4294967295] 00000400:00000200:3.0:1777582955.486727:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582955.486734:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.486739:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.486745:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582955.486752:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.486759:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.486763:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.486787:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f000. 00000020:00000010:3.0:1777582955.486791:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.486795:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffa400. 00000800:00000200:3.0:1777582955.486910:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.486914:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:3.0:1777582955.486919:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.486924:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582955.487024:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:0.0:1777582955.487032:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f480. 00010000:00000010:0.0:1777582955.487040:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:0.1:1777582955.487193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.1:1777582955.487200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582955.487204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582955.487206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:1.0:1777582955.492227:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582955.492249:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144ad 00000400:00000200:1.0:1777582955.492257:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.492262:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582955.492271:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:1.0:1777582955.492275:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000400:00000200:1.0:1777582955.492319:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582955.492326:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8852980 00000400:00000200:1.0:1777582955.492333:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 86280 00000400:00000200:1.0:1777582955.492400:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.492404:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582955.492410:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582955.492417:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d54000. 00000020:00000010:1.0:1777582955.492475:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.492480:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.492487:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5200. 00000020:00000010:1.0:1777582955.492494:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ef80. 00000020:00000010:1.0:1777582955.492499:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674258. 00000020:00000010:1.0:1777582955.492541:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.492545:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000100:00000200:1.0:1777582955.492548:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707885440 00000001:00000010:1.0:1777582955.492561:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:1.0:1777582955.492590:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582955.492599:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 02000000:00000010:1.0:1777582955.492628:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238678b000. 00010000:00000010:1.0:1777582955.492661:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582955.492665:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582955.492693:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582955.492696:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e180. 00010000:00000010:1.0:1777582955.492700:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582955.492703:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00000004:00000010:1.0:1777582955.492817:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57a40. 00000004:00000010:1.0:1777582955.492826:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582955.492832:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ed0. 00080000:00000010:1.0:1777582955.492841:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e8e8. 00010000:00000010:1.0:1777582955.493051:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:1.0:1777582955.493061:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:0.0:1777582955.494082:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582955.494089:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582955.494095:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582955.494101:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582955.494204:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:0.0:1777582955.494218:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:0.0:1777582955.494222:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e180. 00010000:00000010:0.0:1777582955.494246:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000200:0.0:1777582955.494266:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d54000 x1863928707885440/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.494297:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582955.494305:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707885440, offset 224 00000400:00000200:0.0:1777582955.494312:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.494324:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.494331:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397096:397096:256:4294967295] 192.168.202.9@tcp LPNI seq info [397092:397092:8:4294967295] 00000400:00000200:0.0:1777582955.494342:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.494348:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.494353:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582955.494359:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.494366:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.494372:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.494395:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ef80. 00000020:00000010:0.0:1777582955.494399:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674258. 00000020:00000010:0.0:1777582955.494404:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5200. 00000800:00000200:1.0:1777582955.494614:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.494618:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582955.494623:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.494628:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582955.494633:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:1.0:1777582955.494635:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00010000:00000010:1.1:1777582955.500194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582955.500213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582955.500218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582955.500221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582955.500224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582955.500228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582955.500230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582955.500233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582955.501494:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582955.501507:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00000400:00000200:1.0:1777582955.501810:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582955.501827:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8852a80 00000400:00000200:1.0:1777582955.501834:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 86856 00000400:00000200:1.0:1777582955.501850:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.501854:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582955.501862:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582955.501868:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d57800. 00000020:00000010:1.0:1777582955.501921:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.501926:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.501931:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e4c00. 00000020:00000010:1.0:1777582955.501937:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e500. 00000020:00000010:1.0:1777582955.501942:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582955.501975:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.501978:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000100:00000200:1.0:1777582955.501981:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707885696 02000000:00000010:1.0:1777582955.502015:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238678e000. 00010000:00000010:1.0:1777582955.502054:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:1.0:1777582955.502068:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa80. 00010000:00000010:1.0:1777582955.502087:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582955.502093:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582955.502108:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582955.502112:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:1.0:1777582955.502116:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582955.502120:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582955.502264:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582955.502268:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:1.0:1777582955.502271:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582955.502275:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00000020:00000010:1.0:1777582955.502317:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d66c0. 00000020:00000010:1.0:1777582955.502324:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d66c0. 00000020:00000010:1.0:1777582955.502335:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dff60. 00080000:00000010:1.0:1777582955.502344:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389761800. 00000001:00000010:1.0:1777582955.503024:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df9c0. 00000001:00000010:1.0:1777582955.503032:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582955.503071:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dff60. 00010000:00000010:1.0:1777582955.503082:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582955.503087:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582955.503102:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582955.503191:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582955.503208:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000200:1.0:1777582955.503225:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975441, last committed = 8589975425 00010000:00000200:1.0:1777582955.503235:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386d57800 x1863928707885696/t8589975441(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582955.503256:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582955.503263:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707885696, offset 224 00000400:00000010:1.0:1777582955.503269:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2268. 00000400:00000200:1.0:1777582955.503273:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00010000:00000010:0.0:1777582955.503474:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:0.0:1777582955.503481:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00010000:00000010:0.0:1777582955.503489:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00000400:00000200:1.0:1777582955.503539:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.503546:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397097:397097:256:4294967295] 192.168.202.9@tcp LPNI seq info [397093:397093:8:4294967295] 00000400:00000200:1.0:1777582955.503554:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582955.503561:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.503568:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.503573:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582955.503580:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.503589:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.503593:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.503659:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e500. 00000020:00000010:1.0:1777582955.503664:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582955.503669:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e4c00. 00000800:00000200:0.0:1777582955.510073:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.510082:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:0.0:1777582955.510089:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.510098:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582955.510430:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582955.510437:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.1:1777582955.511183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582955.511192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582955.511197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582955.511200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582955.511205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.1:1777582955.511208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000400:00000200:1.0:1777582955.518126:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582955.518200:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144b5 00000400:00000200:1.0:1777582955.518208:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.518213:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582955.518220:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777582955.518223:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000400:00000200:1.0:1777582955.518976:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582955.518985:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8852b00 00000400:00000200:1.0:1777582955.518994:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 87344 00000400:00000200:1.0:1777582955.519062:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.519067:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582955.519072:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582955.519081:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f800. 00000020:00000010:0.0:1777582955.520864:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582955.520876:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582955.520883:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248370f800. 00000020:00000010:0.0:1777582955.520890:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf900. 00000020:00000010:0.0:1777582955.520896:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.520954:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582955.520957:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7740. 00000100:00000200:0.0:1777582955.520960:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707885824 00000001:00000010:0.0:1777582955.520972:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582955.521000:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582955.521007:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 02000000:00000010:0.0:1777582955.521034:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933b9000. 00010000:00000010:0.0:1777582955.521066:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582955.521070:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582955.521090:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582955.521094:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582955.521098:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582955.521101:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000004:00000010:0.0:1777582955.521221:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518780. 00000004:00000010:0.0:1777582955.521230:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22870. 00000004:00000010:0.0:1777582955.521238:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34000. 00080000:00000010:0.0:1777582955.521246:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75008. 00010000:00000010:0.0:1777582955.522460:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582955.522466:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582955.522472:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582955.522477:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582955.522550:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582955.522562:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582955.522567:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582955.522590:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582955.522610:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248ba5f800 x1863928707885824/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.522630:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582955.522637:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707885824, offset 224 00000400:00000200:0.0:1777582955.522644:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.522658:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.522664:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397098:397098:256:4294967295] 192.168.202.9@tcp LPNI seq info [397094:397094:8:4294967295] 00000400:00000200:0.0:1777582955.523204:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.523213:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.523219:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582955.523226:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.523235:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.523239:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.523269:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf900. 00000020:00000010:0.0:1777582955.523274:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.523278:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248370f800. 00000800:00000200:1.0:1777582955.523464:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.523468:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:1.0:1777582955.523474:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.523479:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582955.523485:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:1.0:1777582955.523487:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:2.0:1777582955.526531:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:2.0:1777582955.526551:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec00. 00010000:00000010:1.1:1777582955.530223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582955.530241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582955.530248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582955.530253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582955.530257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582955.530260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000400:00000200:0.0:1777582955.530537:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.530558:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8852c00 00000400:00000200:0.0:1777582955.530566:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 87920 00000400:00000200:0.0:1777582955.530585:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.530590:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.530598:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.530604:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975bad80. 00000020:00000010:1.0:1777582955.531782:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.531792:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.531798:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e4c00. 00000020:00000010:1.0:1777582955.531803:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e500. 00000020:00000010:1.0:1777582955.531809:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582955.531856:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.531859:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000100:00000200:1.0:1777582955.531863:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707886080 02000000:00000010:1.0:1777582955.531900:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238678a000. 00010000:00000010:1.0:1777582955.531942:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:1.0:1777582955.531958:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:1.0:1777582955.531979:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582955.531985:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582955.532003:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582955.532006:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:1.0:1777582955.532010:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582955.532012:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582955.532117:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582955.532120:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:1.0:1777582955.532123:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582955.532127:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00000020:00000010:1.0:1777582955.532175:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6200. 00000020:00000010:1.0:1777582955.532182:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6200. 00000020:00000010:1.0:1777582955.532192:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dff60. 00080000:00000010:1.0:1777582955.532201:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389763400. 00000001:00000010:1.0:1777582955.532670:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dff00. 00000001:00000010:1.0:1777582955.532972:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582955.533019:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dff60. 00010000:00000010:1.0:1777582955.533031:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582955.533036:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582955.533051:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582955.533128:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582955.533177:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000200:1.0:1777582955.533194:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975442, last committed = 8589975425 00010000:00000200:1.0:1777582955.533205:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024975bad80 x1863928707886080/t8589975442(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582955.533227:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582955.533233:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707886080, offset 224 00000400:00000010:1.0:1777582955.533240:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2a48. 00000400:00000200:1.0:1777582955.533244:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.533258:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.533265:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397099:397099:256:4294967295] 192.168.202.9@tcp LPNI seq info [397095:397095:8:4294967295] 00000400:00000200:1.0:1777582955.533271:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582955.533277:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.533294:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.533299:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582955.533306:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.533313:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.533318:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.533340:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e500. 00000020:00000010:1.0:1777582955.533344:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582955.533349:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e4c00. 00010000:00000010:0.1:1777582955.533514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:0.1:1777582955.533521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000800:00000200:0.0:1777582955.533613:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.533617:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:0.0:1777582955.533621:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.533627:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582955.538944:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582955.538958:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.0:1777582955.538991:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:2.0:1777582955.539001:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582955.539010:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:0.1:1777582955.539164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582955.539171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582955.539174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582955.539177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582955.543256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582955.543271:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582955.543296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582955.543299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000400:00000200:0.0:1777582955.543819:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582955.543840:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144bd 00000400:00000200:0.0:1777582955.543848:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.543852:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582955.543860:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:0.0:1777582955.543863:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000400:00000200:0.0:1777582955.546924:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.546948:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8852c80 00000400:00000200:0.0:1777582955.546957:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 88408 00000400:00000200:0.0:1777582955.547040:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.547045:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.547054:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.547062:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975bb480. 00000020:00000010:2.0:1777582955.547592:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460f80. 00000020:00000010:2.0:1777582955.547601:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460f80. 00000020:00000010:2.0:1777582955.547609:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023922c3200. 00000020:00000010:2.0:1777582955.547615:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582955.547621:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582955.547665:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460f80. 00000020:00000010:2.0:1777582955.547668:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460f80. 00000100:00000200:2.0:1777582955.547671:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707886208 00000001:00000010:2.0:1777582955.547698:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:2.0:1777582955.547736:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582955.547745:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 02000000:00000010:2.0:1777582955.547780:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239325b000. 00010000:00000010:2.0:1777582955.547815:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582955.547820:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582955.547843:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582955.547846:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513b80. 00010000:00000010:2.0:1777582955.547850:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582955.547852:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00000004:00000010:2.0:1777582955.547959:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168d20. 00000004:00000010:2.0:1777582955.547969:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb07f8. 00000004:00000010:2.0:1777582955.547976:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756220. 00080000:00000010:2.0:1777582955.547985:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c390. 00010000:00000010:2.0:1777582955.549027:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582955.549034:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513280. 00010000:00000010:2.0:1777582955.549039:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.549044:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582955.549124:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582955.549165:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582955.549171:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513b80. 00010000:00000010:2.0:1777582955.549196:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000200:2.0:1777582955.549220:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024975bb480 x1863928707886208/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.549245:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582955.549253:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707886208, offset 224 00000400:00000200:2.0:1777582955.549260:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.549272:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.549279:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397100:397100:256:4294967295] 192.168.202.9@tcp LPNI seq info [397096:397096:8:4294967295] 00000400:00000200:2.0:1777582955.549441:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.549448:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.549455:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582955.549463:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.549471:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.549475:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.549501:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582955.549506:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582955.549509:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023922c3200. 00000800:00000200:0.0:1777582955.549661:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.549665:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582955.549670:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.549681:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.549686:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:0.0:1777582955.549688:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00010000:00000010:1.0:1777582955.550393:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582955.550405:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00010000:00000010:2.1:1777582955.553817:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582955.553831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000400:00000200:0.0:1777582955.554416:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.554437:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8852d80 00000400:00000200:0.0:1777582955.554445:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 88984 00000400:00000200:0.0:1777582955.554464:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.554469:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.554479:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.554485:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b8e00. 00000020:00000010:1.0:1777582955.558844:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.558855:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.558864:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e4c00. 00000020:00000010:1.0:1777582955.558870:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec80. 00000020:00000010:1.0:1777582955.558875:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582955.558926:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582955.558929:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000100:00000200:1.0:1777582955.558933:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707886464 02000000:00000010:1.0:1777582955.558973:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238678c000. 00010000:00000010:1.0:1777582955.559015:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:1.0:1777582955.559033:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513280. 00010000:00000010:1.0:1777582955.559053:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582955.559058:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582955.559073:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582955.559076:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:1.0:1777582955.559080:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582955.559083:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582955.559210:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582955.559213:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582955.559216:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582955.559219:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00000020:00000010:1.0:1777582955.559246:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6200. 00000020:00000010:1.0:1777582955.559252:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6200. 00000020:00000010:1.0:1777582955.559263:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dff60. 00080000:00000010:1.0:1777582955.559274:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389760c00. 00000001:00000010:1.0:1777582955.559654:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df360. 00000001:00000010:1.0:1777582955.559661:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582955.559721:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dff60. 00010000:00000010:1.0:1777582955.559730:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582955.559734:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582955.559747:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582955.559786:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582955.559800:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000200:1.0:1777582955.559817:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975443, last committed = 8589975425 00010000:00000200:1.0:1777582955.559827:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024975b8e00 x1863928707886464/t8589975443(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582955.559847:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582955.559853:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707886464, offset 224 00000400:00000010:1.0:1777582955.559860:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2968. 00000400:00000200:1.0:1777582955.559864:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.559880:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.559887:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397101:397101:256:4294967295] 192.168.202.9@tcp LPNI seq info [397097:397097:8:4294967295] 00000400:00000200:1.0:1777582955.559893:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582955.559900:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.559905:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.559910:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582955.559916:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.559923:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.559927:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.559947:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec80. 00000020:00000010:1.0:1777582955.559952:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582955.559956:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e4c00. 00010000:00000010:1.0:1777582955.559986:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582955.559990:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582955.559996:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000800:00000200:1.0:1777582955.560081:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.560085:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:1.0:1777582955.560089:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.560094:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.565554:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582955.565576:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144c5 00000400:00000200:0.0:1777582955.565584:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.565589:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582955.565596:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:0.0:1777582955.565600:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00010000:00000010:2.0:1777582955.565698:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:2.0:1777582955.565716:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:1.1:1777582955.566187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582955.566195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582955.566238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582955.566245:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582955.566248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582955.566251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00000400:00000200:0.0:1777582955.566387:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.566398:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8852e00 00000400:00000200:0.0:1777582955.566406:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 89472 00000400:00000200:0.0:1777582955.566667:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.566752:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.566761:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.566767:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b8380. 00000020:00000010:0.0:1777582955.573211:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582955.573227:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582955.573239:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248370f800. 00000020:00000010:0.0:1777582955.573245:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf900. 00000020:00000010:0.0:1777582955.573252:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.573326:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582955.573328:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc73c0. 00000100:00000200:0.0:1777582955.573331:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707886592 00000001:00000010:0.0:1777582955.573342:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:0.0:1777582955.573370:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582955.573378:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 02000000:00000010:0.0:1777582955.573405:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933ba000. 00010000:00000010:0.0:1777582955.573431:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582955.573434:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582955.573452:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582955.573455:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582955.573459:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582955.573461:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000004:00000010:0.0:1777582955.573553:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518000. 00000004:00000010:0.0:1777582955.573560:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e220f0. 00000004:00000010:0.0:1777582955.573566:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34550. 00080000:00000010:0.0:1777582955.573574:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75728. 00010000:00000010:2.1:1777582955.576189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582955.576208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582955.576539:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582955.576547:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:1.1:1777582955.576551:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582955.576554:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582955.576557:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582955.576566:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582955.576658:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582955.576663:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582955.576669:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582955.577221:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582955.577396:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:1.0:1777582955.577409:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:1.0:1777582955.577415:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:1.0:1777582955.577443:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:1.0:1777582955.577463:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024975b8380 x1863928707886592/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582955.577485:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1cc0. 00000100:00000200:1.0:1777582955.577493:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707886592, offset 224 00000400:00000200:1.0:1777582955.577500:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.577514:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.577521:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397102:397102:256:4294967295] 192.168.202.9@tcp LPNI seq info [397098:397098:8:4294967295] 00000400:00000200:1.0:1777582955.577533:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.577539:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.577544:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582955.577551:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.577559:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.577563:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.579811:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf900. 00000020:00000010:1.0:1777582955.579825:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:1.0:1777582955.579831:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248370f800. 00000800:00000200:2.0:1777582955.582891:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.582901:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582955.582908:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.582917:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.582925:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1cc0 00000400:00000010:2.0:1777582955.582928:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1cc0. 00010000:00000010:1.1:1777582955.585202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582955.585219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582955.585233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582955.585236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000400:00000200:0.0:1777582955.594011:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.594030:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8852f00 00000400:00000200:0.0:1777582955.594038:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 90048 00000400:00000200:0.0:1777582955.594054:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.594059:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.594067:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.594073:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b9c00. 00000020:00000010:1.0:1777582955.594230:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582955.594236:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582955.594244:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e4c00. 00000020:00000010:1.0:1777582955.594250:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e500. 00000020:00000010:1.0:1777582955.594255:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582955.594302:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582955.594305:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa08c0. 00000100:00000200:1.0:1777582955.594308:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707886848 02000000:00000010:1.0:1777582955.594347:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02386788000. 00010000:00000010:1.0:1777582955.594389:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582955.594405:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582955.594426:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582955.594432:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582955.594447:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582955.594450:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582955.594454:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582955.594457:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582955.594563:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582955.594566:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:1.0:1777582955.594569:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582955.594572:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00000020:00000010:1.0:1777582955.594593:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6dc0. 00000020:00000010:1.0:1777582955.594600:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6dc0. 00000020:00000010:1.0:1777582955.594610:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df3c0. 00080000:00000010:1.0:1777582955.594995:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389760000. 00000001:00000010:1.0:1777582955.595904:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfde0. 00000001:00000010:1.0:1777582955.595913:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582955.595951:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df3c0. 00010000:00000010:1.0:1777582955.595965:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582955.595973:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582955.595991:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582955.596030:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582955.596046:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000200:1.0:1777582955.596063:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975444, last committed = 8589975425 00010000:00000200:1.0:1777582955.596074:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024975b9c00 x1863928707886848/t8589975444(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582955.596094:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777582955.596100:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707886848, offset 224 00000400:00000010:1.0:1777582955.596106:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2380. 00000400:00000200:1.0:1777582955.596110:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.596126:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.596160:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397103:397103:256:4294967295] 192.168.202.9@tcp LPNI seq info [397099:397099:8:4294967295] 00000400:00000200:1.0:1777582955.596168:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582955.596176:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.596182:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.596186:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582955.596193:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.596200:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.596205:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.596225:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e500. 00000020:00000010:1.0:1777582955.596230:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582955.596234:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e4c00. 00010000:00000010:1.0:1777582955.596265:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582955.596270:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00010000:00000010:1.0:1777582955.596276:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000800:00000200:1.0:1777582955.596367:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.596371:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:1.0:1777582955.596375:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.596380:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.598778:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.598799:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144cd 00000400:00000200:3.0:1777582955.598807:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.598812:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.598820:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:3.0:1777582955.598824:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00010000:00000010:1.0:1777582955.598917:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582955.598927:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:1.1:1777582955.606300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582955.606319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582955.606324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582955.606326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000400:00000200:0.0:1777582955.608813:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.608833:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8852f80 00000400:00000200:0.0:1777582955.608841:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 90536 00000400:00000200:0.0:1777582955.608904:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.608909:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.608917:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.608925:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b9500. 00000020:00000010:2.0:1777582955.609341:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460500. 00000020:00000010:2.0:1777582955.609350:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460500. 00000020:00000010:2.0:1777582955.609358:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388a99000. 00000020:00000010:2.0:1777582955.609363:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582955.609368:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582955.609418:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460500. 00000020:00000010:2.0:1777582955.609421:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460500. 00000100:00000200:2.0:1777582955.609424:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707886976 00000001:00000010:2.0:1777582955.609435:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:2.0:1777582955.609462:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582955.609470:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 02000000:00000010:2.0:1777582955.609499:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239325e000. 00010000:00000010:2.0:1777582955.609527:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582955.609530:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582955.609547:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582955.609550:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513b80. 00010000:00000010:2.0:1777582955.609555:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582955.609557:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00000004:00000010:2.0:1777582955.609648:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168960. 00000004:00000010:2.0:1777582955.609657:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb05a0. 00000004:00000010:2.0:1777582955.609663:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757650. 00080000:00000010:2.0:1777582955.609672:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cc78. 00010000:00000010:1.1:1777582955.611197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582955.611210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582955.611214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582955.611217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.0:1777582955.617927:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582955.617937:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582955.617943:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582955.617949:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582955.618024:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:0.0:1777582955.618035:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:0.0:1777582955.618039:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513b80. 00010000:00000010:0.0:1777582955.618064:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000200:0.0:1777582955.618083:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024975b9500 x1863928707886976/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.618105:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582955.618112:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707886976, offset 224 00000400:00000200:0.0:1777582955.618119:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.618163:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.618171:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397104:397104:256:4294967295] 192.168.202.9@tcp LPNI seq info [397100:397100:8:4294967295] 00000400:00000200:0.0:1777582955.618185:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.618191:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.618197:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582955.618203:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.618210:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.618215:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.618239:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513c00. 00000020:00000010:0.0:1777582955.618243:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eaf0. 00000020:00000010:0.0:1777582955.618246:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388a99000. 00000800:00000200:2.0:1777582955.618454:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.618458:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582955.618464:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.618469:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.618474:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:2.0:1777582955.618476:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00010000:00000010:0.1:1777582955.625903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582955.625920:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:0.1:1777582955.625925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582955.625928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000400:00000200:3.0:1777582955.628630:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.628652:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8853080 00000400:00000200:3.0:1777582955.628661:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 91112 00000400:00000200:3.0:1777582955.628678:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.628683:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.628692:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.628699:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fb100. 00000020:00000010:1.0:1777582955.635129:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582955.635165:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582955.635173:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e4c00. 00000020:00000010:1.0:1777582955.635179:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:1.0:1777582955.635184:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674640. 00000020:00000010:1.0:1777582955.635216:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582955.635219:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa08c0. 00000100:00000200:1.0:1777582955.635222:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707887232 02000000:00000010:1.0:1777582955.635258:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239853e000. 00010000:00000010:1.0:1777582955.635307:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:1.0:1777582955.635323:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:1.0:1777582955.635343:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582955.635349:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582955.635363:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582955.635366:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:1.0:1777582955.635370:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582955.635373:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582955.635494:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582955.635497:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:1.0:1777582955.635501:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582955.635504:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00000020:00000010:1.0:1777582955.635531:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6e00. 00000020:00000010:1.0:1777582955.635537:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6e00. 00000020:00000010:1.0:1777582955.635549:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df3c0. 00080000:00000010:1.0:1777582955.635558:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389761000. 00000001:00000010:1.0:1777582955.636039:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df720. 00000001:00000010:1.0:1777582955.636047:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582955.636084:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df3c0. 00010000:00000010:1.0:1777582955.636092:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582955.636097:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582955.636108:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:3.0:1777582955.636199:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:3.0:1777582955.636207:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00010000:00000010:3.0:1777582955.636246:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:3.0:1777582955.636251:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:3.0:1777582955.636265:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000200:3.0:1777582955.636282:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975445, last committed = 8589975425 00010000:00000200:3.0:1777582955.636295:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fb100 x1863928707887232/t8589975445(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582955.636317:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582955.636324:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707887232, offset 224 00000400:00000010:3.0:1777582955.636333:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b79d8. 00000400:00000200:3.0:1777582955.636337:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.636355:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.636363:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397105:397105:256:4294967295] 192.168.202.9@tcp LPNI seq info [397101:397101:8:4294967295] 00000400:00000200:3.0:1777582955.636370:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582955.636378:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.636384:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.636401:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582955.636410:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.636419:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.636425:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.636454:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed80. 00000020:00000010:3.0:1777582955.636458:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674640. 00000020:00000010:3.0:1777582955.636463:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e4c00. 00000800:00000200:1.0:1777582955.636649:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.636653:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:1.0:1777582955.636658:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.636664:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.641606:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.641630:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144d5 00000400:00000200:3.0:1777582955.641639:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.641643:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.641652:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582955.641656:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00010000:00000010:1.0:1777582955.642268:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582955.642401:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00010000:00000010:1.1:1777582955.644185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582955.644198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00000400:00000200:3.0:1777582955.646203:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.646224:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8853100 00000400:00000200:3.0:1777582955.646233:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 91600 00000400:00000200:3.0:1777582955.646754:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.646762:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.646773:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.646781:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fad80. 00000020:00000010:1.0:1777582955.647087:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582955.647094:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582955.647100:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582955.647107:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582955.647112:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674578. 00000020:00000010:0.0:1777582955.647205:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc72c0. 00000020:00000010:0.0:1777582955.647209:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc72c0. 00000100:00000200:0.0:1777582955.647212:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707887360 00000001:00000010:0.0:1777582955.647224:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:0.0:1777582955.647256:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582955.647263:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 02000000:00000010:0.0:1777582955.647313:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933b8000. 00010000:00000010:0.0:1777582955.647341:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582955.647344:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582955.647364:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582955.647367:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582955.647371:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582955.647373:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00000004:00000010:0.0:1777582955.647471:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519c20. 00000004:00000010:0.0:1777582955.647481:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22078. 00000004:00000010:0.0:1777582955.647488:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35980. 00080000:00000010:0.0:1777582955.647496:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75560. 00010000:00000010:0.0:1777582955.649431:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582955.649442:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf800. 00010000:00000010:0.0:1777582955.649449:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582955.649456:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582955.649538:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582955.649552:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582955.649558:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf500. 00010000:00000010:0.0:1777582955.649587:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:0.0:1777582955.649609:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fad80 x1863928707887360/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.649632:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582955.649639:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707887360, offset 224 00000400:00000200:0.0:1777582955.649646:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.649660:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.649667:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397106:397106:256:4294967295] 192.168.202.9@tcp LPNI seq info [397102:397102:8:4294967295] 00000400:00000200:0.0:1777582955.649677:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.649683:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.649688:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582955.649696:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.649702:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.649715:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:1.0:1777582955.649844:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.649850:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:1.0:1777582955.649855:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.649860:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582955.649864:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000020:00000010:0.0:1777582955.650456:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:0.0:1777582955.650463:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674578. 00000020:00000010:0.0:1777582955.650468:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00010000:00000010:1.1:1777582955.650799:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582955.650806:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000400:00000010:1.0:1777582955.650814:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00010000:00000010:3.1:1777582955.651176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582955.651182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582955.651185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582955.651187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000400:00000200:3.0:1777582955.653856:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.653886:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8853200 00000400:00000200:3.0:1777582955.653894:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 92176 00000400:00000200:3.0:1777582955.653927:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.653932:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.653941:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.653948:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8000. 00000020:00000010:1.0:1777582955.654210:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582955.654217:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582955.654223:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5c00. 00000020:00000010:1.0:1777582955.654228:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582955.654234:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582955.654628:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582955.654633:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa08c0. 00000100:00000200:1.0:1777582955.654637:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707887616 02000000:00000010:1.0:1777582955.654683:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02398539000. 00010000:00000010:1.0:1777582955.654737:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:1.0:1777582955.654754:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf800. 00010000:00000010:1.0:1777582955.654774:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582955.654780:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582955.654796:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582955.654800:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:1.0:1777582955.654806:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582955.654808:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582955.654933:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582955.654936:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:1.0:1777582955.654939:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582955.654943:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00000020:00000010:1.0:1777582955.654967:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6120. 00000020:00000010:1.0:1777582955.654973:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6120. 00000020:00000010:1.0:1777582955.654986:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df3c0. 00080000:00000010:1.0:1777582955.654997:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02389760800. 00010000:00000010:0.1:1777582955.655170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582955.655177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582955.655181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582955.655183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000001:00000010:1.0:1777582955.656078:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df7e0. 00000001:00000010:1.0:1777582955.656087:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582955.656127:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df3c0. 00010000:00000010:1.0:1777582955.656161:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582955.656168:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582955.656183:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582955.656231:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:2.0:1777582955.656232:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:2.0:1777582955.656238:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582955.656244:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582955.656247:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000200:1.0:1777582955.656265:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975446, last committed = 8589975425 00010000:00000200:1.0:1777582955.656276:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55f8000 x1863928707887616/t8589975446(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582955.656478:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582955.656485:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707887616, offset 224 00000400:00000010:1.0:1777582955.656492:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2fc0. 00000400:00000200:1.0:1777582955.656496:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.656511:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.656518:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397107:397107:256:4294967295] 192.168.202.9@tcp LPNI seq info [397103:397103:8:4294967295] 00000400:00000200:1.0:1777582955.656524:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582955.656532:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.656541:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.656545:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582955.656551:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.656558:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.656562:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.656625:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582955.656630:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582955.656635:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5c00. 00000800:00000200:3.0:1777582955.657781:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.657788:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582955.657795:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.657802:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582955.659325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582955.659339:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00000400:00000200:1.0:1777582955.659829:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582955.659847:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144dd 00000400:00000200:1.0:1777582955.659854:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.659858:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582955.659865:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582955.659876:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00010000:00000010:2.0:1777582955.660210:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:2.0:1777582955.660223:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00000400:00000200:3.0:1777582955.662258:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.662277:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8853280 00000400:00000200:3.0:1777582955.662300:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 92664 00000400:00000200:3.0:1777582955.662360:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.662365:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.662374:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.662383:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03480. 00000020:00000010:2.0:1777582955.662771:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.662779:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.662786:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25800. 00000020:00000010:2.0:1777582955.662793:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513100. 00000020:00000010:2.0:1777582955.662799:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582955.662843:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.662848:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e00. 00000100:00000200:2.0:1777582955.662853:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707887744 00000001:00000010:2.0:1777582955.662865:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:2.0:1777582955.662893:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582955.662901:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 02000000:00000010:2.0:1777582955.662931:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239325a000. 00010000:00000010:2.0:1777582955.662962:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582955.662965:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582955.662985:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582955.662989:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513480. 00010000:00000010:2.0:1777582955.662992:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582955.662995:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00000004:00000010:2.0:1777582955.663096:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169860. 00000004:00000010:2.0:1777582955.663105:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0960. 00000004:00000010:2.0:1777582955.663112:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757100. 00080000:00000010:2.0:1777582955.663120:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c1c8. 00010000:00000010:2.1:1777582955.663163:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582955.663170:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582955.663258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582955.663263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582955.663783:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582955.663787:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:1.0:1777582955.663792:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582955.663797:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582955.663858:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:1.0:1777582955.663880:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:1.0:1777582955.663885:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513480. 00010000:00000010:1.0:1777582955.663906:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000200:1.0:1777582955.663922:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add03480 x1863928707887744/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582955.663942:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582955.663949:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707887744, offset 224 00000400:00000200:1.0:1777582955.663955:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.663967:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.663975:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397108:397108:256:4294967295] 192.168.202.9@tcp LPNI seq info [397104:397104:8:4294967295] 00000400:00000200:1.0:1777582955.663987:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.663993:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.663997:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582955.664004:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.664011:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.664016:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.664041:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513100. 00000020:00000010:1.0:1777582955.664045:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eaf0. 00000020:00000010:1.0:1777582955.664049:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25800. 00000800:00000200:2.0:1777582955.664254:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.664259:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582955.664263:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.664269:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.664274:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:2.0:1777582955.664276:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000400:00000200:1.0:1777582955.667255:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582955.667280:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8853380 00000400:00000200:1.0:1777582955.667291:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 93240 00000400:00000200:1.0:1777582955.667311:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.667316:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582955.667325:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582955.667332:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5dc00. 00000020:00000010:3.0:1777582955.667459:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.667465:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.667472:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffa400. 00000020:00000010:3.0:1777582955.667477:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f000. 00000020:00000010:3.0:1777582955.667482:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.667565:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f2c0. 00000020:00000010:3.0:1777582955.667568:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f2c0. 00000100:00000200:3.0:1777582955.667572:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707888000 02000000:00000010:3.0:1777582955.667614:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02421d61000. 00010000:00000010:3.0:1777582955.667654:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:3.0:1777582955.667669:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:3.0:1777582955.667701:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582955.667721:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582955.667736:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582955.667739:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fc80. 00010000:00000010:3.0:1777582955.667743:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582955.667746:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582955.667857:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582955.667860:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:3.0:1777582955.667864:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582955.667877:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00000020:00000010:3.0:1777582955.667901:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ee0. 00000020:00000010:3.0:1777582955.667907:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ee0. 00000020:00000010:3.0:1777582955.667918:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743840. 00080000:00000010:3.0:1777582955.667928:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f7cdc00. 00000001:00000010:3.0:1777582955.669033:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743a20. 00000001:00000010:3.0:1777582955.669043:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582955.669084:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743840. 00010000:00000010:3.0:1777582955.669095:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582955.669101:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582955.669119:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:2.1:1777582955.669188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582955.669197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.0:1777582955.669602:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582955.669621:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582955.669640:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975447, last committed = 8589975425 00010000:00000200:3.0:1777582955.669652:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248ba5dc00 x1863928707888000/t8589975447(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582955.669770:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582955.669779:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707888000, offset 224 00000400:00000010:3.0:1777582955.669787:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7f50. 00000400:00000200:3.0:1777582955.669792:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.669805:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.669812:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397109:397109:256:4294967295] 192.168.202.9@tcp LPNI seq info [397105:397105:8:4294967295] 00000400:00000200:3.0:1777582955.669818:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582955.669825:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.669832:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.669836:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582955.669842:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.669849:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.669853:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.670037:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f000. 00000020:00000010:3.0:1777582955.670043:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.670047:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffa400. 00010000:00000010:2.0:1777582955.670775:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:2.0:1777582955.670786:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:2.0:1777582955.670796:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000800:00000200:3.0:1777582955.671832:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.671839:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:3.0:1777582955.671845:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.671855:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.672762:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.672777:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144e5 00000400:00000200:3.0:1777582955.672784:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.672788:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.672794:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582955.672797:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000400:00000200:3.0:1777582955.673818:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.673830:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8853400 00000400:00000200:3.0:1777582955.673838:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 93728 00010000:00000010:1.0:1777582955.674011:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:1.0:1777582955.674022:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fc80. 00000400:00000200:3.0:1777582955.674644:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.674653:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.674662:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.674669:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02300. 00000020:00000010:2.0:1777582955.674884:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.674890:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.674895:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25e00. 00000020:00000010:2.0:1777582955.674900:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513080. 00000020:00000010:2.0:1777582955.674905:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582955.674950:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.674953:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e00. 00000100:00000200:2.0:1777582955.674956:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707888128 00000001:00000010:2.0:1777582955.674966:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:2.0:1777582955.674992:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582955.675000:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 02000000:00000010:2.0:1777582955.675033:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023957bc000. 00010000:00000010:2.0:1777582955.675062:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582955.675066:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582955.675083:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582955.675086:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513180. 00010000:00000010:2.0:1777582955.675090:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582955.675093:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:1.1:1777582955.675184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582955.675191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:1.1:1777582955.675194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582955.675198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000004:00000010:2.0:1777582955.675214:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168780. 00000004:00000010:2.0:1777582955.675223:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0348. 00000004:00000010:2.0:1777582955.675231:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757760. 00080000:00000010:2.0:1777582955.675240:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734ce40. 00010000:00000010:3.1:1777582955.675250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582955.675256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.0:1777582955.675958:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582955.675964:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:3.0:1777582955.675968:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582955.675974:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582955.676045:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:3.0:1777582955.676055:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:3.0:1777582955.676060:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513180. 00010000:00000010:3.0:1777582955.676080:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000200:3.0:1777582955.676097:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add02300 x1863928707888128/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582955.676117:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582955.676124:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707888128, offset 224 00000400:00000200:3.0:1777582955.676131:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.676175:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.676182:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397110:397110:256:4294967295] 192.168.202.9@tcp LPNI seq info [397106:397106:8:4294967295] 00000400:00000200:3.0:1777582955.676195:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.676202:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.676207:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582955.676214:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.676221:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.676226:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.676253:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513080. 00000020:00000010:3.0:1777582955.676257:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e578. 00000020:00000010:3.0:1777582955.676260:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25e00. 00000800:00000200:2.0:1777582955.676820:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.676825:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582955.676832:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.676838:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.676844:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:2.0:1777582955.676848:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00010000:00000010:1.1:1777582955.677200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582955.677210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582955.677608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582955.677616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582955.679180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:3.1:1777582955.679194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:3.1:1777582955.679198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582955.679202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582955.680195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582955.680207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:3.0:1777582955.680648:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.680666:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8853500 00000400:00000200:3.0:1777582955.680674:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 94304 00000400:00000200:3.0:1777582955.680769:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.680774:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.680783:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.680790:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01c00. 00000020:00000010:1.0:1777582955.684507:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.684518:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.684524:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5c00. 00000020:00000010:1.0:1777582955.684530:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:1.0:1777582955.684533:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582955.684580:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.684583:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000100:00000200:1.0:1777582955.684586:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707888384 02000000:00000010:1.0:1777582955.684627:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239ff64000. 00010000:00000010:1.0:1777582955.684667:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:1.0:1777582955.684684:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582955.684715:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582955.684721:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582955.684737:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582955.684750:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:1.0:1777582955.684755:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582955.684758:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582955.684852:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582955.684854:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:1.0:1777582955.684856:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582955.684858:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00000020:00000010:1.0:1777582955.684880:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d67a0. 00000020:00000010:1.0:1777582955.684886:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d67a0. 00000020:00000010:1.0:1777582955.684896:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dfc60. 00080000:00000010:1.0:1777582955.684906:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023d278b800. 00000001:00000010:1.0:1777582955.685303:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df6c0. 00000001:00000010:1.0:1777582955.685310:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582955.685351:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dfc60. 00010000:00000010:1.0:1777582955.685361:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582955.685365:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582955.685380:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484480. 00010000:00000010:1.0:1777582955.685429:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582955.685445:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582955.685467:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975448, last committed = 8589975425 00010000:00000200:1.0:1777582955.685481:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add01c00 x1863928707888384/t8589975448(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582955.685504:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1bb0. 00000100:00000200:1.0:1777582955.685510:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707888384, offset 224 00000400:00000010:1.0:1777582955.685519:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2770. 00000400:00000200:1.0:1777582955.685523:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.685539:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.685548:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397111:397111:256:4294967295] 192.168.202.9@tcp LPNI seq info [397107:397107:8:4294967295] 00000400:00000200:1.0:1777582955.685555:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582955.685562:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.685568:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.685574:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582955.685580:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.685589:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.685593:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.0:1777582955.685605:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:3.0:1777582955.685611:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00000020:00000010:1.0:1777582955.685613:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:1.0:1777582955.685617:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00010000:00000010:3.0:1777582955.685618:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00000020:00000010:1.0:1777582955.685621:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5c00. 00000800:00000200:3.0:1777582955.685734:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.685739:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582955.685743:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.685748:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.687608:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.687631:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144ed 00000400:00000200:3.0:1777582955.687638:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.687642:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.687650:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:3.0:1777582955.687653:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00010000:00000010:1.0:1777582955.689568:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582955.689586:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00000400:00000200:3.0:1777582955.689633:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.689651:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8853580 00000400:00000200:3.0:1777582955.689659:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 94792 00000400:00000200:3.0:1777582955.689739:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.689744:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.689751:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.689757:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03800. 00000020:00000010:1.0:1777582955.689842:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.689848:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.689854:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5c00. 00000020:00000010:1.0:1777582955.689859:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:1.0:1777582955.689864:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674c80. 00000020:00000010:1.0:1777582955.689904:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.689906:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000100:00000200:1.0:1777582955.689910:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707888512 00000001:00000010:1.0:1777582955.689921:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:1.0:1777582955.689946:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582955.689952:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 02000000:00000010:1.0:1777582955.689979:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239ff62000. 00010000:00000010:1.0:1777582955.690010:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582955.690015:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582955.690030:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582955.690033:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:1.0:1777582955.690037:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582955.690041:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00000004:00000010:1.0:1777582955.690175:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f574a0. 00000004:00000010:1.0:1777582955.690186:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582955.690194:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945870. 00080000:00000010:1.0:1777582955.690204:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ec78. 00010000:00000010:3.0:1777582955.694068:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582955.694080:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f180. 00010000:00000010:3.0:1777582955.694087:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582955.694095:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582955.694203:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:3.0:1777582955.694218:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:3.0:1777582955.694223:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:3.0:1777582955.694249:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000200:3.0:1777582955.694270:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add03800 x1863928707888512/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582955.694456:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582955.694467:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707888512, offset 224 00000400:00000200:3.0:1777582955.694476:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.694493:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.694502:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397112:397112:256:4294967295] 192.168.202.9@tcp LPNI seq info [397108:397108:8:4294967295] 00000400:00000200:3.0:1777582955.694515:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.694521:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.694527:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582955.694535:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.694543:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.694548:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.694629:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:3.0:1777582955.694635:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674c80. 00000020:00000010:3.0:1777582955.694641:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5c00. 00000800:00000200:1.0:1777582955.695217:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.695222:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:1.0:1777582955.695228:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.695234:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582955.695239:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:1.0:1777582955.695241:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000400:00000200:1.0:1777582955.698640:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582955.698660:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8853680 00000400:00000200:1.0:1777582955.698668:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 95368 00000400:00000200:1.0:1777582955.698942:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.698948:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582955.698958:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582955.698966:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c000. 00010000:00000010:1.1:1777582955.699237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:1.1:1777582955.699245:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00000020:00000010:2.0:1777582955.702064:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.702073:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.702079:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e24000. 00000020:00000010:2.0:1777582955.702083:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513200. 00000020:00000010:2.0:1777582955.702087:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.702127:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.702129:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e00. 00000100:00000200:2.0:1777582955.702153:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707888768 02000000:00000010:2.0:1777582955.702193:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023957be000. 00010000:00000010:2.0:1777582955.702238:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:2.0:1777582955.702253:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f180. 00010000:00000010:2.0:1777582955.702271:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.702275:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582955.702290:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582955.702295:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513080. 00010000:00000010:2.0:1777582955.702299:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582955.702303:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582955.702423:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582955.702427:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513180. 00010000:00000010:2.0:1777582955.702431:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582955.702434:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00000020:00000010:2.0:1777582955.702458:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860549e0. 00000020:00000010:2.0:1777582955.702463:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860549e0. 00000020:00000010:2.0:1777582955.702472:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9840. 00080000:00000010:2.0:1777582955.702480:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02395cd4800. 00000001:00000010:2.0:1777582955.702823:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9780. 00000001:00000010:2.0:1777582955.702829:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582955.702856:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9840. 00010000:00000010:2.0:1777582955.702862:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582955.702865:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582955.702878:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582955.702928:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582955.702945:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:3.0:1777582955.702963:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582955.702965:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975449, last committed = 8589975425 00010000:00000010:3.0:1777582955.702969:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513180. 00010000:00000010:3.0:1777582955.702975:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e686c0. 00010000:00000200:2.0:1777582955.702977:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248ba5c000 x1863928707888768/t8589975449(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582955.703011:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582955.703019:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707888768, offset 224 00000400:00000010:2.0:1777582955.703027:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12ea8. 00000400:00000200:2.0:1777582955.703031:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.703047:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.703054:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397113:397113:256:4294967295] 192.168.202.9@tcp LPNI seq info [397109:397109:8:4294967295] 00000400:00000200:2.0:1777582955.703062:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582955.703068:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.703074:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.703079:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582955.703086:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.703093:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.703097:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.703121:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513200. 00000020:00000010:2.0:1777582955.703126:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.703129:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e24000. 00000800:00000200:3.0:1777582955.703257:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.703261:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582955.703266:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.703271:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582955.705942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582955.705955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582955.705960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582955.705965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582955.706277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582955.706301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582955.706304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582955.706306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:3.1:1777582955.706308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582955.706310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000400:00000200:1.0:1777582955.706572:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582955.706591:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144f5 00000400:00000200:1.0:1777582955.706606:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.706611:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582955.706618:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:1.0:1777582955.706621:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00000400:00000200:1.0:1777582955.706656:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582955.706662:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8853700 00000400:00000200:1.0:1777582955.706669:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 95856 00000400:00000200:1.0:1777582955.706731:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.706735:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582955.706740:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582955.706746:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c380. 00010000:00000010:2.0:1777582955.706773:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582955.706783:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513080. 00000020:00000010:3.0:1777582955.706826:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1fd40. 00000020:00000010:3.0:1777582955.706831:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1fd40. 00000020:00000010:3.0:1777582955.706837:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffa400. 00000020:00000010:3.0:1777582955.706842:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f100. 00000020:00000010:3.0:1777582955.706847:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.706887:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1fd40. 00000020:00000010:3.0:1777582955.706890:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1fd40. 00000100:00000200:3.0:1777582955.706893:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707888896 00000001:00000010:3.0:1777582955.706904:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:3.0:1777582955.706929:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582955.706937:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 02000000:00000010:3.0:1777582955.706969:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396a41000. 00010000:00000010:3.0:1777582955.707002:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582955.707005:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582955.707021:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582955.707024:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f380. 00010000:00000010:3.0:1777582955.707029:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582955.707031:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000004:00000010:3.0:1777582955.707130:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e914a0. 00000004:00000010:3.0:1777582955.707158:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c654b0. 00000004:00000010:3.0:1777582955.707165:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387100. 00080000:00000010:3.0:1777582955.707174:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13008. 00010000:00000010:3.1:1777582955.709540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582955.709552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.0:1777582955.709669:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582955.709681:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f200. 00010000:00000010:3.0:1777582955.709687:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582955.709695:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582955.709788:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582955.709801:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582955.709805:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f380. 00010000:00000010:3.0:1777582955.709833:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:3.0:1777582955.709857:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248ba5c380 x1863928707888896/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582955.710305:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582955.710314:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707888896, offset 224 00000400:00000200:3.0:1777582955.710323:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.710337:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.710344:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397114:397114:256:4294967295] 192.168.202.9@tcp LPNI seq info [397110:397110:8:4294967295] 00000400:00000200:3.0:1777582955.710355:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.710361:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.710366:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582955.710373:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.710379:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.710384:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.710408:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f100. 00000020:00000010:3.0:1777582955.710413:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.710417:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffa400. 00010000:00000010:2.1:1777582955.711773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582955.711783:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582955.711787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582955.711790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000800:00000200:2.0:1777582955.711875:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.711879:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:2.0:1777582955.711885:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.711894:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.711902:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:2.0:1777582955.711904:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000400:00000200:0.0:1777582955.727795:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.727816:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8853800 00000400:00000200:0.0:1777582955.727825:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 96432 00000400:00000200:0.0:1777582955.727840:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.727844:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.727852:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.727859:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b8a80. 00000020:00000010:3.0:1777582955.727987:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.727993:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.728000:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffa400. 00000020:00000010:3.0:1777582955.728006:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f100. 00000020:00000010:3.0:1777582955.728011:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.728060:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.728063:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000100:00000200:3.0:1777582955.728067:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707889152 02000000:00000010:3.0:1777582955.728110:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241de7b000. 00010000:00000010:3.1:1777582955.728168:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582955.728176:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582955.728180:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582955.728183:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582955.728208:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582955.728222:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f200. 00010000:00000010:3.0:1777582955.728242:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582955.728248:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582955.728264:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582955.728267:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f200. 00010000:00000010:3.0:1777582955.728271:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582955.728274:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582955.729109:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582955.729113:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f380. 00010000:00000010:3.0:1777582955.729116:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582955.729119:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000020:00000010:3.0:1777582955.729186:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05740. 00000020:00000010:3.0:1777582955.729194:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05740. 00000020:00000010:3.0:1777582955.729205:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743ae0. 00080000:00000010:3.0:1777582955.729215:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f7cc000. 00000001:00000010:3.0:1777582955.729543:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743d20. 00000001:00000010:3.0:1777582955.729549:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582955.729574:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743ae0. 00010000:00000010:3.0:1777582955.729580:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582955.729583:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582955.729594:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:2.0:1777582955.729646:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:2.0:1777582955.729655:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582955.729764:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582955.729770:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f380. 00010000:00000010:3.0:1777582955.729789:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000200:3.0:1777582955.729810:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975450, last committed = 8589975425 00010000:00000200:3.0:1777582955.729820:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024975b8a80 x1863928707889152/t8589975450(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582955.729840:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582955.729847:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707889152, offset 224 00000400:00000010:3.0:1777582955.729855:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7578. 00000400:00000200:3.0:1777582955.729859:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.729874:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.729881:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397115:397115:256:4294967295] 192.168.202.9@tcp LPNI seq info [397111:397111:8:4294967295] 00000400:00000200:3.0:1777582955.729887:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582955.729894:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.729900:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.729905:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582955.729911:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.729918:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.729923:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.729955:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f100. 00000020:00000010:3.0:1777582955.729959:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.729962:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffa400. 00000800:00000200:0.0:1777582955.730193:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.730198:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:0.0:1777582955.730204:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.730209:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582955.734031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582955.734045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00000400:00000200:2.0:1777582955.734087:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582955.734107:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2144fd 00000400:00000200:2.0:1777582955.734115:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.734119:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582955.734125:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:2.0:1777582955.734128:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00010000:00000010:3.0:1777582955.734202:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582955.734213:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f200. 00000400:00000200:0.0:1777582955.734999:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.735013:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8853880 00000400:00000200:0.0:1777582955.735025:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 96920 00000400:00000200:0.0:1777582955.735084:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.735089:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.735096:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.735106:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcb480. 00000020:00000010:3.0:1777582955.735444:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.735450:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.735456:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffa400. 00000020:00000010:3.0:1777582955.735461:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f200. 00000020:00000010:3.0:1777582955.735465:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.735507:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.735509:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000100:00000200:3.0:1777582955.735512:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707889280 00000001:00000010:3.0:1777582955.735526:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68600. 00010000:00000010:3.0:1777582955.735557:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582955.735563:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 02000000:00000010:3.0:1777582955.735589:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241de7c000. 00010000:00000010:3.0:1777582955.735615:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582955.735618:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582955.735633:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582955.735636:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f100. 00010000:00000010:3.0:1777582955.735640:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582955.735642:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000004:00000010:3.0:1777582955.735756:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91c20. 00000004:00000010:3.0:1777582955.735765:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c659d8. 00000004:00000010:3.0:1777582955.735772:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386dd0. 00080000:00000010:3.0:1777582955.735781:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13398. 00010000:00000010:0.0:1777582955.737073:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582955.737080:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582955.737086:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582955.737093:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582955.737218:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:0.0:1777582955.737230:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:0.0:1777582955.737236:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f100. 00010000:00000010:0.0:1777582955.737260:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:0.0:1777582955.737280:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fcb480 x1863928707889280/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.737319:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582955.737326:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707889280, offset 224 00000400:00000200:0.0:1777582955.737335:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.737350:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.737358:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397116:397116:256:4294967295] 192.168.202.9@tcp LPNI seq info [397112:397112:8:4294967295] 00000400:00000200:0.0:1777582955.737372:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.737378:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.737383:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582955.737390:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.737398:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.737402:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.737430:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f200. 00000020:00000010:0.0:1777582955.737435:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:0.0:1777582955.737439:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffa400. 00000800:00000200:2.0:1777582955.738030:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.738036:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582955.738043:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.738050:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582955.738056:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:2.0:1777582955.738058:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00010000:00000010:3.1:1777582955.738485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582955.738494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582955.738498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582955.738501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582955.738506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:2.1:1777582955.740178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582955.740194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582955.740200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:2.0:1777582955.741201:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.741220:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8853980 00000400:00000200:2.0:1777582955.741228:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 97496 00000400:00000200:2.0:1777582955.741246:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.741251:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.741261:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.741267:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da4a80. 00000020:00000010:0.0:1777582955.741451:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc77c0. 00000020:00000010:0.0:1777582955.741458:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc77c0. 00000020:00000010:0.0:1777582955.741465:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388a99000. 00000020:00000010:0.0:1777582955.741473:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf480. 00000020:00000010:0.0:1777582955.741480:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.741527:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc77c0. 00000020:00000010:0.0:1777582955.741529:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc77c0. 00000100:00000200:0.0:1777582955.741533:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707889536 02000000:00000010:0.0:1777582955.741573:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933bc000. 00010000:00000010:0.0:1777582955.741616:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582955.741634:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582955.741651:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582955.741657:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582955.741684:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582955.741688:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582955.741692:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582955.741695:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582955.741812:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582955.741816:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582955.741820:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582955.741823:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000020:00000010:0.0:1777582955.741849:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c488c0. 00000020:00000010:0.0:1777582955.741857:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c488c0. 00000020:00000010:0.0:1777582955.741879:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913ea0. 00080000:00000010:0.0:1777582955.741890:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393ea4400. 00000001:00000010:0.0:1777582955.742427:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913420. 00000001:00000010:0.0:1777582955.742436:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023961856c0. 00000020:00000010:0.0:1777582955.742472:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913ea0. 00010000:00000010:0.0:1777582955.742481:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582955.742485:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582955.742499:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185240. 00010000:00000010:0.0:1777582955.742535:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582955.742549:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:0.0:1777582955.742564:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975451, last committed = 8589975425 00010000:00000200:0.0:1777582955.742575:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da4a80 x1863928707889536/t8589975451(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.742596:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582955.742602:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707889536, offset 224 00000400:00000010:0.0:1777582955.742608:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f7a8. 00000400:00000200:0.0:1777582955.742613:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.742627:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.742634:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397117:397117:256:4294967295] 192.168.202.9@tcp LPNI seq info [397113:397113:8:4294967295] 00000400:00000200:0.0:1777582955.742640:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582955.742647:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.742653:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.742657:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582955.742664:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.742671:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.742676:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.742770:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf480. 00000020:00000010:0.0:1777582955.742775:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.742778:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388a99000. 00000800:00000200:3.0:1777582955.745547:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.745556:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582955.745565:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.745574:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.745607:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.745625:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214505 00000400:00000200:3.0:1777582955.745631:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.745634:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.745639:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:3.0:1777582955.745642:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000400:00000200:3.0:1777582955.753746:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.753762:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8853a00 00000400:00000200:3.0:1777582955.753770:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 97984 00000400:00000200:3.0:1777582955.753825:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.753830:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.753837:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.753844:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01f80. 00010000:00000010:3.0:1777582955.756019:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:3.0:1777582955.756036:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00010000:00000010:2.0:1777582955.759073:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:2.0:1777582955.759091:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:2.0:1777582955.759102:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185240. 00000020:00000010:2.0:1777582955.759166:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.759171:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.759178:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e24000. 00000020:00000010:2.0:1777582955.759182:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513080. 00000020:00000010:2.0:1777582955.759188:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.759230:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582955.759233:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e00. 00000100:00000200:2.0:1777582955.759236:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707889664 00000001:00000010:2.0:1777582955.759248:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582955.759273:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582955.759280:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 02000000:00000010:2.0:1777582955.759313:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023957bd000. 00010000:00000010:2.0:1777582955.759350:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582955.759354:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582955.759371:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582955.759375:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513200. 00010000:00000010:2.0:1777582955.759379:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582955.759382:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00000004:00000010:2.0:1777582955.759478:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71692c0. 00000004:00000010:2.0:1777582955.759489:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0ca8. 00000004:00000010:2.0:1777582955.759498:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756660. 00080000:00000010:2.0:1777582955.759508:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dc80. 00010000:00000010:0.1:1777582955.759543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582955.759550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582955.759553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582955.759555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582955.762201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582955.762214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.0:1777582955.763034:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582955.763039:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513b80. 00010000:00000010:2.0:1777582955.763044:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582955.763049:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582955.763120:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582955.763129:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582955.763150:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513200. 00010000:00000010:2.0:1777582955.763180:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000200:2.0:1777582955.763198:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add01f80 x1863928707889664/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.763215:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777582955.763221:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707889664, offset 224 00000400:00000200:2.0:1777582955.763226:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.763237:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.763242:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397118:397118:256:4294967295] 192.168.202.9@tcp LPNI seq info [397114:397114:8:4294967295] 00000400:00000200:2.0:1777582955.763250:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.763255:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.763258:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582955.763264:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.763271:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.763274:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.763301:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513080. 00000020:00000010:2.0:1777582955.763306:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.763310:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e24000. 00000800:00000200:3.0:1777582955.763413:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.763420:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582955.763426:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.763432:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.763437:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:3.0:1777582955.763440:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000400:00000200:0.0:1777582955.766593:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.766614:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8853b00 00000400:00000200:0.0:1777582955.766622:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 98560 00000400:00000200:0.0:1777582955.766638:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.766642:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.766649:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.766657:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc9180. 00000020:00000010:2.0:1777582955.769182:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.769194:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.769204:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e24000. 00000020:00000010:2.0:1777582955.769210:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513080. 00000020:00000010:2.0:1777582955.769217:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.769268:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.769271:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000100:00000200:2.0:1777582955.769274:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707889920 02000000:00000010:2.0:1777582955.769316:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241d7fb000. 00010000:00000010:2.0:1777582955.769364:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582955.769385:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513b80. 00010000:00000010:2.0:1777582955.769407:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582955.769413:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582955.769431:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582955.769435:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513b80. 00010000:00000010:2.0:1777582955.769440:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582955.769442:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582955.769564:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582955.769567:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513200. 00010000:00000010:2.0:1777582955.769571:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.769574:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00000020:00000010:2.0:1777582955.769602:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054120. 00000020:00000010:2.0:1777582955.769610:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054120. 00000020:00000010:2.0:1777582955.769622:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9f60. 00080000:00000010:2.0:1777582955.769632:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02395cd7800. 00000001:00000010:2.0:1777582955.770162:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9360. 00000001:00000010:2.0:1777582955.770172:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e686c0. 00000020:00000010:2.0:1777582955.770211:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9f60. 00010000:00000010:2.0:1777582955.770220:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582955.770226:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582955.770239:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582955.770274:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582955.770289:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000200:2.0:1777582955.770307:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975452, last committed = 8589975425 00010000:00000200:2.0:1777582955.770319:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fc9180 x1863928707889920/t8589975452(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582955.770339:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777582955.770346:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707889920, offset 224 00000400:00000010:2.0:1777582955.770353:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12ee0. 00000400:00000200:2.0:1777582955.770357:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.770373:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.770379:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397119:397119:256:4294967295] 192.168.202.9@tcp LPNI seq info [397115:397115:8:4294967295] 00000400:00000200:2.0:1777582955.770387:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582955.770393:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.770399:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.770404:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582955.770411:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.770420:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.770425:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.770452:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513080. 00000020:00000010:2.0:1777582955.770456:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.770459:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e24000. 00010000:00000010:0.1:1777582955.772584:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.0:1777582955.773286:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:3.0:1777582955.773299:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513200. 00010000:00000010:3.0:1777582955.773312:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68600. 00010000:00000010:0.1:1777582955.774800:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582955.774806:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582955.774809:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000800:00000200:0.0:1777582955.774869:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.774874:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582955.774880:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.774889:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.774924:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582955.774940:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21450d 00000400:00000200:0.0:1777582955.774945:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.774948:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582955.774954:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:0.0:1777582955.774957:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00010000:00000010:2.1:1777582955.776986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582955.776999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.0:1777582955.777043:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582955.777051:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513b80. 00000400:00000200:0.0:1777582955.777803:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.777820:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8853b80 00000400:00000200:0.0:1777582955.777828:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 99048 00000400:00000200:0.0:1777582955.777890:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.777895:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.777904:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.777910:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc8a80. 00000020:00000010:2.0:1777582955.777998:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.778003:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.778010:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e24000. 00000020:00000010:2.0:1777582955.778015:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513b80. 00000020:00000010:2.0:1777582955.778020:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582955.778054:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.778056:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000100:00000200:2.0:1777582955.778059:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707890048 00000001:00000010:2.0:1777582955.778069:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023961856c0. 00010000:00000010:2.0:1777582955.778090:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582955.778096:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 02000000:00000010:2.0:1777582955.778121:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024904a9000. 00010000:00000010:2.0:1777582955.778185:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582955.778189:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582955.778205:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582955.778207:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513080. 00010000:00000010:2.0:1777582955.778211:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582955.778214:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00000004:00000010:2.0:1777582955.778315:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71694a0. 00000004:00000010:2.0:1777582955.778324:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0438. 00000004:00000010:2.0:1777582955.778330:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756dd0. 00080000:00000010:2.0:1777582955.778338:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d398. 00010000:00000010:0.0:1777582955.783951:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582955.783963:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582955.783976:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582955.783984:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582955.784068:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:0.0:1777582955.784084:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:0.0:1777582955.784089:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513080. 00010000:00000010:0.0:1777582955.784113:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000200:0.0:1777582955.784155:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fc8a80 x1863928707890048/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.784177:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582955.784185:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707890048, offset 224 00000400:00000200:0.0:1777582955.784192:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00010000:00000010:2.1:1777582955.784197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582955.784203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00000400:00000200:0.0:1777582955.784205:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00010000:00000010:2.1:1777582955.784207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582955.784209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00000400:00000200:0.0:1777582955.784212:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397120:397120:256:4294967295] 192.168.202.9@tcp LPNI seq info [397116:397116:8:4294967295] 00010000:00000010:2.1:1777582955.784212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582955.784214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582955.784217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582955.784219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:0.0:1777582955.784223:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.784229:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.784235:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582955.784241:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.784249:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.784253:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.784282:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513b80. 00000020:00000010:0.0:1777582955.784287:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:0.0:1777582955.784291:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e24000. 00000800:00000200:3.0:1777582955.784491:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.784496:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582955.784502:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.784507:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.784512:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:3.0:1777582955.784515:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000400:00000200:2.0:1777582955.792192:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.792216:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8853c80 00000400:00000200:2.0:1777582955.792225:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 99624 00000400:00000200:2.0:1777582955.792261:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.792267:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.792276:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.792494:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da6d80. 00010000:00000010:3.1:1777582955.793256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582955.793267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000020:00000010:3.0:1777582955.793312:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.793319:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.793326:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffae00. 00000020:00000010:3.0:1777582955.793331:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f380. 00000020:00000010:3.0:1777582955.793337:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.793396:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.793398:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000100:00000200:3.0:1777582955.793402:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707890304 02000000:00000010:3.0:1777582955.793446:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241de7d000. 00010000:00000010:3.0:1777582955.793489:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:3.0:1777582955.793504:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:3.0:1777582955.793525:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582955.793530:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582955.793542:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582955.793545:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fb80. 00010000:00000010:3.0:1777582955.793547:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582955.793549:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582955.793649:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582955.793651:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f280. 00010000:00000010:3.0:1777582955.793654:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582955.793656:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000020:00000010:3.0:1777582955.793677:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05740. 00000020:00000010:3.0:1777582955.793685:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05740. 00000020:00000010:3.0:1777582955.793696:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743ae0. 00080000:00000010:3.0:1777582955.793716:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f7cf800. 00000001:00000010:3.0:1777582955.794160:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023937435a0. 00000001:00000010:3.0:1777582955.794167:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582955.794197:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743ae0. 00010000:00000010:3.0:1777582955.794204:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582955.794208:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582955.794219:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582955.794261:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582955.794266:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582955.794283:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582955.794286:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f280. 00010000:00000010:3.0:1777582955.794302:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582955.794322:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975453, last committed = 8589975425 00010000:00000200:3.0:1777582955.794335:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da6d80 x1863928707890304/t8589975453(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582955.794356:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582955.794364:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707890304, offset 224 00000400:00000010:3.0:1777582955.794371:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7a80. 00000400:00000200:3.0:1777582955.794376:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.794393:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.794399:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397121:397121:256:4294967295] 192.168.202.9@tcp LPNI seq info [397117:397117:8:4294967295] 00000400:00000200:3.0:1777582955.794405:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582955.794411:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.794418:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.794423:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582955.794429:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.794437:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.794441:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.794464:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f380. 00000020:00000010:3.0:1777582955.794469:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.794472:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffae00. 00000800:00000200:3.0:1777582955.794564:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.794568:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582955.794572:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.794577:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.804021:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582955.804040:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214515 00010000:00000010:2.1:1777582955.804179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582955.804187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582955.805521:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582955.805532:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:0.1:1777582955.805536:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582955.805539:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00000400:00000200:0.0:1777582955.805545:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.805554:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582955.805563:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:0.0:1777582955.805567:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000400:00000200:0.0:1777582955.805614:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.805627:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8853d00 00000400:00000200:0.0:1777582955.805635:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 100112 00010000:00000010:2.0:1777582955.805778:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:2.0:1777582955.805789:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fb80. 00000400:00000200:0.0:1777582955.806759:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.806769:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.806777:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.806783:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcb100. 00000020:00000010:2.0:1777582955.806862:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.806869:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.806875:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25e00. 00000020:00000010:2.0:1777582955.806880:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513800. 00000020:00000010:2.0:1777582955.806886:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582955.806930:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.806932:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000100:00000200:2.0:1777582955.806936:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707890432 00000001:00000010:2.0:1777582955.806946:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e686c0. 00010000:00000010:2.0:1777582955.806971:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582955.806981:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 02000000:00000010:2.0:1777582955.807011:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c85f000. 00010000:00000010:2.0:1777582955.807040:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582955.807044:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582955.807059:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582955.807062:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513280. 00010000:00000010:2.0:1777582955.807066:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.807069:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000004:00000010:2.0:1777582955.807192:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:2.0:1777582955.807202:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0f00. 00000004:00000010:2.0:1777582955.807208:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756440. 00080000:00000010:2.0:1777582955.807217:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:0.0:1777582955.811933:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582955.811946:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582955.811952:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582955.811958:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582955.812033:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:0.0:1777582955.812043:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:0.0:1777582955.812047:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513280. 00010000:00000010:0.0:1777582955.812068:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000200:0.0:1777582955.812086:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fcb100 x1863928707890432/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.812105:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582955.812112:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707890432, offset 224 00000400:00000200:0.0:1777582955.812118:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.812130:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.812174:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397122:397122:256:4294967295] 192.168.202.9@tcp LPNI seq info [397118:397118:8:4294967295] 00000400:00000200:0.0:1777582955.812185:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.812190:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.812195:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582955.812201:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.812207:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.812213:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.812237:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513800. 00000020:00000010:0.0:1777582955.812242:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:0.0:1777582955.812245:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25e00. 00000800:00000200:3.0:1777582955.812351:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.812363:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582955.812368:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.812373:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.812378:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:3.0:1777582955.812381:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00010000:00000010:3.1:1777582955.813496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582955.813505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582955.813510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582955.813513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582955.813516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582955.813519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582955.819019:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582955.819037:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582955.819041:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582955.819045:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00000400:00000200:0.0:1777582955.823728:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.823761:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8853e00 00000400:00000200:0.0:1777582955.823770:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 100688 00000400:00000200:0.0:1777582955.823789:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.823794:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.823802:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.823812:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc8000. 00000020:00000010:3.0:1777582955.823911:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.823917:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.823923:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffae00. 00000020:00000010:3.0:1777582955.823929:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f380. 00000020:00000010:3.0:1777582955.823934:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.823980:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.823983:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000100:00000200:3.0:1777582955.823986:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707890688 02000000:00000010:3.0:1777582955.824024:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241de7e000. 00010000:00000010:3.0:1777582955.824068:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:3.0:1777582955.824084:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:3.0:1777582955.824106:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582955.824113:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582955.824129:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582955.824169:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f280. 00010000:00000010:3.0:1777582955.824175:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582955.824178:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582955.824292:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582955.824296:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f700. 00010000:00000010:3.0:1777582955.824299:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582955.824302:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00000020:00000010:3.0:1777582955.824332:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05740. 00000020:00000010:3.0:1777582955.824338:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05740. 00000020:00000010:3.0:1777582955.824349:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743ae0. 00080000:00000010:3.0:1777582955.824357:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f9b000. 00000001:00000010:3.0:1777582955.824795:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023937434e0. 00000001:00000010:3.0:1777582955.824803:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582955.824842:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743ae0. 00010000:00000010:3.0:1777582955.824852:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582955.824856:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582955.824871:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582955.824924:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582955.824932:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582955.824953:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582955.824956:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f700. 00010000:00000010:3.0:1777582955.824968:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582955.824984:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975454, last committed = 8589975425 00010000:00000200:3.0:1777582955.824993:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fc8000 x1863928707890688/t8589975454(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582955.825010:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582955.825017:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707890688, offset 224 00000400:00000010:3.0:1777582955.825024:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b74d0. 00000400:00000200:3.0:1777582955.825028:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.825044:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.825051:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397123:397123:256:4294967295] 192.168.202.9@tcp LPNI seq info [397119:397119:8:4294967295] 00000400:00000200:3.0:1777582955.825058:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582955.825066:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.825071:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.825076:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582955.825082:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.825090:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.825096:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.825118:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f380. 00000020:00000010:3.0:1777582955.825122:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.825125:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffae00. 00000800:00000200:3.0:1777582955.825271:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.825275:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582955.825279:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.825284:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582955.825714:0:192618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582955.825724:0:192618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000200:3.0:1777582955.833267:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.833287:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21451d 00000400:00000200:3.0:1777582955.833296:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.833300:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.833307:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777582955.833310:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00010000:00000010:1.0:1777582955.833544:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:1.0:1777582955.833555:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f280. 00000400:00000200:0.0:1777582955.841483:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.841505:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8853e80 00000400:00000200:0.0:1777582955.841516:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 101176 00000400:00000200:0.0:1777582955.841591:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.841596:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.841606:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.841614:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcbb80. 00000020:00000010:3.0:1777582955.841735:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.841873:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.841882:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5ffae00. 00000020:00000010:3.0:1777582955.841887:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f380. 00000020:00000010:3.0:1777582955.841893:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582955.841936:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.841938:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000100:00000200:3.0:1777582955.841942:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707890816 00000001:00000010:3.0:1777582955.841952:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:3.0:1777582955.841979:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582955.841986:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 02000000:00000010:3.0:1777582955.842013:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241de79000. 00010000:00000010:3.0:1777582955.842043:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582955.842047:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582955.842068:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582955.842071:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f700. 00010000:00000010:3.0:1777582955.842074:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582955.842077:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.1:1777582955.842274:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582955.842280:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582955.842284:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582955.842288:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582955.842291:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582955.842294:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000004:00000010:3.0:1777582955.842354:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e910e0. 00000004:00000010:3.0:1777582955.842364:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65e10. 00000004:00000010:3.0:1777582955.842370:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387430. 00080000:00000010:3.0:1777582955.842379:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13728. 00010000:00000010:0.0:1777582955.843582:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582955.843590:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582955.843596:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582955.843602:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582955.843835:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:0.0:1777582955.843851:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:0.0:1777582955.843857:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f700. 00010000:00000010:0.0:1777582955.843882:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:0.0:1777582955.843903:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fcbb80 x1863928707890816/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.843925:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582955.843933:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707890816, offset 224 00000400:00000200:0.0:1777582955.843939:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.843953:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.843960:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397124:397124:256:4294967295] 192.168.202.9@tcp LPNI seq info [397120:397120:8:4294967295] 00000400:00000200:0.0:1777582955.843972:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.843978:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.843983:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582955.843990:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.843997:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.844002:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.852608:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f380. 00000020:00000010:0.0:1777582955.852624:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:0.0:1777582955.852629:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5ffae00. 00000800:00000200:3.0:1777582955.855184:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.855193:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582955.855202:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.855210:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.855218:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:3.0:1777582955.855221:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00000400:00000200:3.0:1777582955.859495:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.859518:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8853f80 00000400:00000200:3.0:1777582955.859527:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 101752 00000400:00000200:3.0:1777582955.859547:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.859551:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.859561:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.859569:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add00700. 00010000:00000010:1.1:1777582955.860457:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582955.860468:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000020:00000010:1.0:1777582955.861584:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.861595:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.861606:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5400. 00000020:00000010:1.0:1777582955.861612:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582955.861617:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582955.862538:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.862546:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000100:00000200:1.0:1777582955.862551:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707891072 02000000:00000010:1.0:1777582955.862595:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239ff63000. 00010000:00000010:1.0:1777582955.862648:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:1.0:1777582955.862671:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:1.0:1777582955.862849:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582955.862857:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582955.862876:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582955.862879:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:1.0:1777582955.862884:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582955.862887:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582955.863010:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582955.863015:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:1.0:1777582955.863018:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582955.863021:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00000020:00000010:1.0:1777582955.863052:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d63e0. 00000020:00000010:1.0:1777582955.863059:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d63e0. 00000020:00000010:1.0:1777582955.863071:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dfc60. 00080000:00000010:1.0:1777582955.863084:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023d2789000. 00000001:00000010:1.0:1777582955.863651:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df600. 00000001:00000010:1.0:1777582955.863659:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582955.863953:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dfc60. 00010000:00000010:1.0:1777582955.863968:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582955.863974:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582955.863991:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582955.864037:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582955.864055:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000200:1.0:1777582955.864077:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975455, last committed = 8589975425 00010000:00000200:1.0:1777582955.864090:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add00700 x1863928707891072/t8589975455(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582955.864111:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582955.864118:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707891072, offset 224 00000400:00000010:1.0:1777582955.864125:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d27a8. 00000400:00000200:1.0:1777582955.864129:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.864181:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.864189:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397125:397125:256:4294967295] 192.168.202.9@tcp LPNI seq info [397121:397121:8:4294967295] 00000400:00000200:1.0:1777582955.864196:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582955.864203:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.864209:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.864214:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582955.864221:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.864230:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.864233:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.864259:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582955.864265:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582955.864269:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5400. 00010000:00000010:2.0:1777582955.864976:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:2.0:1777582955.864987:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e700. 00010000:00000010:2.0:1777582955.864994:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000800:00000200:1.0:1777582955.866618:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582955.866626:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:1.0:1777582955.866633:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582955.866642:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582955.866957:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582955.866967:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582955.866972:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582955.866975:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000400:00000200:3.0:1777582955.869668:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.869711:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214525 00000400:00000200:3.0:1777582955.869719:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.869724:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.869731:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:3.0:1777582955.869736:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000400:00000200:3.0:1777582955.869771:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.869778:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8854000 00000400:00000200:3.0:1777582955.869785:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 102240 00010000:00000010:2.0:1777582955.869847:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00000400:00000200:3.0:1777582955.869847:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.869852:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.869857:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:2.0:1777582955.869859:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00000100:00000010:3.0:1777582955.869863:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02d80. 00000020:00000010:0.0:1777582955.870227:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582955.870234:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582955.870241:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391df1a00. 00000020:00000010:0.0:1777582955.870246:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582955.870251:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.870639:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582955.870643:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000100:00000200:0.0:1777582955.870647:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707891200 00000001:00000010:0.0:1777582955.870658:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:0.0:1777582955.870693:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582955.870711:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 02000000:00000010:0.0:1777582955.870740:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933bb000. 00010000:00000010:0.0:1777582955.870770:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582955.870774:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582955.870791:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582955.870795:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582955.870798:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582955.870802:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000004:00000010:0.0:1777582955.870901:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865183c0. 00000004:00000010:0.0:1777582955.870911:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22348. 00000004:00000010:0.0:1777582955.870918:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35650. 00080000:00000010:0.0:1777582955.870927:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f758f0. 00010000:00000010:0.0:1777582955.872073:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582955.872081:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582955.872086:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582955.872091:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582955.872187:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582955.872197:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582955.872202:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582955.872224:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:0.0:1777582955.872242:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add02d80 x1863928707891200/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582955.872262:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582955.872269:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707891200, offset 224 00000400:00000200:0.0:1777582955.872276:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.872398:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.872405:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397126:397126:256:4294967295] 192.168.202.9@tcp LPNI seq info [397122:397122:8:4294967295] 00000400:00000200:0.0:1777582955.872416:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.872421:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.872426:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582955.872432:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.872439:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.872442:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.872467:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582955.872472:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.872477:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391df1a00. 00010000:00000010:1.1:1777582955.872555:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582955.872562:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582955.872567:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582955.872569:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000800:00000200:3.0:1777582955.873477:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.873484:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582955.873490:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.873497:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.873503:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:3.0:1777582955.873506:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00010000:00000010:2.1:1777582955.874715:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582955.874727:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000400:00000200:3.0:1777582955.876963:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.876984:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8854100 00000400:00000200:3.0:1777582955.876992:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 102816 00000400:00000200:3.0:1777582955.877008:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.877013:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.877023:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.877030:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03100. 00000020:00000010:2.0:1777582955.877197:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.877204:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.877212:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582955.877217:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513980. 00000020:00000010:2.0:1777582955.877223:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582955.877266:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.877269:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000100:00000200:2.0:1777582955.877272:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707891456 02000000:00000010:2.0:1777582955.877323:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238c85b000. 00010000:00000010:2.0:1777582955.877372:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:2.0:1777582955.877391:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:2.0:1777582955.877412:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582955.877419:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582955.877436:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582955.877439:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513f80. 00010000:00000010:2.0:1777582955.877443:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582955.877446:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582955.877561:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582955.877565:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582955.877568:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582955.877571:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00000020:00000010:2.0:1777582955.877596:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054120. 00000020:00000010:2.0:1777582955.877603:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054120. 00000020:00000010:2.0:1777582955.877614:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9f60. 00080000:00000010:2.0:1777582955.877624:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023851b2c00. 00000001:00000010:2.0:1777582955.878069:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9f00. 00000001:00000010:2.0:1777582955.878076:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582955.878109:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9f60. 00010000:00000010:2.0:1777582955.878116:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582955.878120:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582955.878163:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582955.878205:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582955.878213:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582955.878231:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582955.878236:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582955.878249:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000200:2.0:1777582955.878266:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975456, last committed = 8589975425 00010000:00000200:2.0:1777582955.878277:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add03100 x1863928707891456/t8589975456(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582955.878301:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777582955.878307:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707891456, offset 224 00000400:00000010:2.0:1777582955.878314:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12ab8. 00000400:00000200:2.0:1777582955.878318:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.878332:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.878337:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397127:397127:256:4294967295] 192.168.202.9@tcp LPNI seq info [397123:397123:8:4294967295] 00000400:00000200:2.0:1777582955.878344:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582955.878351:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.878356:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.878360:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582955.878366:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.878372:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.878376:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.878395:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513980. 00000020:00000010:2.0:1777582955.878398:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582955.878401:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00000800:00000200:2.0:1777582955.878493:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.878497:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582955.878502:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.878507:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582955.882019:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.882044:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21452d 00000400:00000200:3.0:1777582955.882052:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.882057:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.882064:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:3.0:1777582955.882067:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000400:00000200:3.0:1777582955.882103:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.882109:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8854180 00000400:00000200:3.0:1777582955.882117:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 103304 00000400:00000200:3.0:1777582955.882196:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.882201:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.882206:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.882212:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01500. 00010000:00000010:3.0:1777582955.882291:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:3.0:1777582955.882303:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513f80. 00000020:00000010:2.0:1777582955.883526:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.883534:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.883541:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582955.883545:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513980. 00000020:00000010:2.0:1777582955.883551:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582955.884501:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582955.884508:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000100:00000200:2.0:1777582955.884512:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707891584 00000001:00000010:2.0:1777582955.884523:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:2.0:1777582955.884551:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582955.884560:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 02000000:00000010:2.0:1777582955.884590:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c85c000. 00010000:00000010:2.0:1777582955.884620:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582955.884624:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582955.884644:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582955.884648:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582955.884654:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582955.884656:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00000004:00000010:2.0:1777582955.884770:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:2.0:1777582955.884780:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0f78. 00000004:00000010:2.0:1777582955.884787:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756990. 00080000:00000010:2.0:1777582955.884796:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00010000:00000010:2.0:1777582955.886010:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582955.886018:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513380. 00010000:00000010:2.0:1777582955.886023:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582955.886029:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582955.886109:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582955.886123:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582955.886128:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a80. 00010000:00000010:2.1:1777582955.886167:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582955.886174:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.0:1777582955.886201:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000200:2.0:1777582955.886223:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add01500 x1863928707891584/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.886245:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582955.886253:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707891584, offset 224 00000400:00000200:2.0:1777582955.886261:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.886276:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.886295:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397128:397128:256:4294967295] 192.168.202.9@tcp LPNI seq info [397124:397124:8:4294967295] 00000400:00000200:2.0:1777582955.886307:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.886314:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.886320:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582955.886327:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.886336:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.886340:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.886367:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513980. 00000020:00000010:2.0:1777582955.886372:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582955.886375:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00000800:00000200:0.0:1777582955.886601:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.886607:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582955.886613:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.886619:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.886626:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:0.0:1777582955.886628:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000400:00000200:2.0:1777582955.893162:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.893183:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8854280 00000400:00000200:2.0:1777582955.893192:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 103880 00000400:00000200:2.0:1777582955.893208:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.893212:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.893220:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.893228:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da7800. 00000020:00000010:0.0:1777582955.893327:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582955.893333:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582955.893340:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388a99000. 00000020:00000010:0.0:1777582955.893345:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582955.893350:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.893390:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582955.893393:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000100:00000200:0.0:1777582955.893396:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707891840 02000000:00000010:0.0:1777582955.893439:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02484c27000. 00010000:00000010:0.0:1777582955.893481:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:0.0:1777582955.893497:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513380. 00010000:00000010:0.0:1777582955.893517:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582955.893525:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582955.893540:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582955.893543:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582955.893547:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582955.893549:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582955.893662:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582955.893665:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582955.893668:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582955.893965:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582955.894003:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48100. 00000020:00000010:0.0:1777582955.894010:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48100. 00000020:00000010:0.0:1777582955.894022:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913240. 00080000:00000010:0.0:1777582955.894031:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393ea7000. 00000001:00000010:0.0:1777582955.894882:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48c60. 00000001:00000010:0.0:1777582955.894892:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185000. 00000020:00000010:0.0:1777582955.894930:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913240. 00010000:00000010:0.0:1777582955.894942:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582955.894947:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582955.894963:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185e40. 00010000:00000010:0.0:1777582955.895023:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582955.895042:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:0.0:1777582955.895064:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975457, last committed = 8589975425 00010000:00000200:0.0:1777582955.895076:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da7800 x1863928707891840/t8589975457(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.895098:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582955.895106:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707891840, offset 224 00000400:00000010:0.0:1777582955.895113:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fb28. 00000400:00000200:0.0:1777582955.895117:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.895160:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.895168:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397129:397129:256:4294967295] 192.168.202.9@tcp LPNI seq info [397125:397125:8:4294967295] 00000400:00000200:0.0:1777582955.895175:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582955.895182:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.895187:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.895193:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582955.895200:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582955.895207:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.895211:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.895230:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582955.895234:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.895238:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388a99000. 00000800:00000200:3.0:1777582955.895441:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.895446:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582955.895451:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.895456:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582955.895803:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:2.0:1777582955.895814:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:2.0:1777582955.895822:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185e40. 00000400:00000200:3.0:1777582955.897587:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582955.897607:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214535 00000400:00000200:3.0:1777582955.897614:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.897619:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582955.897626:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:3.0:1777582955.897629:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00010000:00000010:2.0:1777582955.898034:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:2.0:1777582955.898045:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa80. 00000400:00000200:2.0:1777582955.898578:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582955.898592:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8854300 00000400:00000200:2.0:1777582955.898600:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 104368 00000400:00000200:2.0:1777582955.898660:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.898665:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582955.898677:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582955.898684:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da7100. 00000020:00000010:3.0:1777582955.899000:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.899007:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.899012:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023922c3600. 00000020:00000010:3.0:1777582955.899017:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f900. 00000020:00000010:3.0:1777582955.899021:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582955.899058:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.899060:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000100:00000200:3.0:1777582955.899063:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707891968 00000001:00000010:3.0:1777582955.899073:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68240. 00010000:00000010:3.0:1777582955.899096:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582955.899103:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 02000000:00000010:3.0:1777582955.899128:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241de78000. 00010000:00000010:3.0:1777582955.899180:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582955.899185:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582955.899202:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582955.899206:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880ff00. 00010000:00000010:3.0:1777582955.899209:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582955.899213:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00000004:00000010:3.0:1777582955.899636:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90b40. 00000004:00000010:3.0:1777582955.899646:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65618. 00000004:00000010:3.0:1777582955.899654:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387320. 00080000:00000010:3.0:1777582955.899664:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e138f0. 00010000:00000010:0.1:1777582955.903811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582955.903830:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582955.903834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582955.903837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582955.904250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582955.904258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582955.904262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582955.904268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582955.904272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582955.904290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.1:1777582955.904983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582955.904991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582955.904995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582955.904999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582955.905163:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582955.905168:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.0:1777582955.905242:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582955.905248:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f080. 00010000:00000010:3.0:1777582955.905254:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582955.905262:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582955.905511:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582955.905525:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582955.905532:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880ff00. 00010000:00000010:3.0:1777582955.905557:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000200:3.0:1777582955.905578:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da7100 x1863928707891968/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582955.905600:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582955.905608:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707891968, offset 224 00000400:00000200:3.0:1777582955.905616:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.905631:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.905640:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397130:397130:256:4294967295] 192.168.202.9@tcp LPNI seq info [397126:397126:8:4294967295] 00000400:00000200:3.0:1777582955.905652:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.905658:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.905664:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582955.905684:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.905693:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.905697:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.905776:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f900. 00000020:00000010:3.0:1777582955.905781:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582955.905785:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023922c3600. 00010000:00000010:2.1:1777582955.905933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582955.905939:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00000800:00000200:0.0:1777582955.911510:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.911521:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:0.0:1777582955.911532:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.911544:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.911553:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:0.0:1777582955.911556:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00010000:00000010:2.1:1777582955.912172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582955.912181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582955.912188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582955.912193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582955.912196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582955.912199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000400:00000200:0.0:1777582955.914032:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.914054:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8854400 00000400:00000200:0.0:1777582955.914063:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 104944 00000400:00000200:0.0:1777582955.914084:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.914089:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.914097:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.914105:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc9f80. 00000020:00000010:3.0:1777582955.919972:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.919986:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.919997:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482ea0800. 00000020:00000010:3.0:1777582955.920002:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f900. 00000020:00000010:3.0:1777582955.920008:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00010000:00000010:3.1:1777582955.923100:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582955.923116:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582955.923146:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582955.923149:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000020:00000010:3.0:1777582955.923192:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396a1f180. 00000020:00000010:3.0:1777582955.923197:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396a1f180. 00000100:00000200:3.0:1777582955.923202:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707892224 02000000:00000010:3.0:1777582955.923239:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241de7a000. 00010000:00000010:3.0:1777582955.923297:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582955.923312:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f080. 00010000:00000010:3.0:1777582955.923335:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582955.923341:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582955.923356:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582955.923359:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f080. 00010000:00000010:3.0:1777582955.923363:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582955.923365:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582955.923479:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582955.923482:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880ff00. 00010000:00000010:3.0:1777582955.923486:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582955.923489:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00000020:00000010:3.0:1777582955.923516:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05540. 00000020:00000010:3.0:1777582955.923523:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05540. 00000020:00000010:3.0:1777582955.923534:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743660. 00080000:00000010:3.0:1777582955.923543:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f9ac00. 00000001:00000010:3.0:1777582955.923998:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed000. 00000001:00000010:3.0:1777582955.924006:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582955.924046:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743660. 00010000:00000010:3.0:1777582955.924056:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582955.924061:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582955.924074:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582955.924124:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582955.924175:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582955.924194:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975458, last committed = 8589975425 00010000:00000200:3.0:1777582955.924207:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fc9f80 x1863928707892224/t8589975458(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582955.924228:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582955.924236:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707892224, offset 224 00000400:00000010:3.0:1777582955.924244:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7af0. 00000400:00000200:3.0:1777582955.924248:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.924264:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.924272:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397131:397131:256:4294967295] 192.168.202.9@tcp LPNI seq info [397127:397127:8:4294967295] 00000400:00000200:3.0:1777582955.924280:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582955.924287:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.924293:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.924298:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582955.924305:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.924314:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.924318:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.924342:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f900. 00000020:00000010:3.0:1777582955.924346:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582955.924349:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482ea0800. 00010000:00000010:2.0:1777582955.924637:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:2.0:1777582955.924645:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880ff00. 00010000:00000010:2.0:1777582955.924653:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000800:00000200:0.0:1777582955.927254:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.927265:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:0.0:1777582955.927292:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.927303:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.928806:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582955.928824:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21453d 00000400:00000200:0.0:1777582955.928831:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.928835:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582955.928841:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:0.0:1777582955.928843:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000400:00000200:0.0:1777582955.928868:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.928873:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8854480 00000400:00000200:0.0:1777582955.928880:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 105432 00000400:00000200:0.0:1777582955.928932:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.928935:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.928940:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.928946:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcad80. 00010000:00000010:2.0:1777582955.929329:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:2.0:1777582955.929344:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f080. 00000020:00000010:2.0:1777582955.929392:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460440. 00000020:00000010:2.0:1777582955.929397:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460440. 00000020:00000010:2.0:1777582955.929402:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582955.929407:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513980. 00000020:00000010:2.0:1777582955.929413:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582955.929447:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460440. 00000020:00000010:2.0:1777582955.929450:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460440. 00000100:00000200:2.0:1777582955.929453:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707892352 00000001:00000010:2.0:1777582955.929464:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185000. 00010000:00000010:2.0:1777582955.929484:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582955.929490:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 02000000:00000010:2.0:1777582955.929517:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c859000. 00010000:00000010:2.0:1777582955.929558:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582955.929561:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582955.929575:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582955.929578:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582955.929582:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582955.929585:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00000004:00000010:2.0:1777582955.929678:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169e00. 00000004:00000010:2.0:1777582955.929687:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0d98. 00000004:00000010:2.0:1777582955.929694:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757320. 00080000:00000010:2.0:1777582955.929712:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cab0. 00010000:00000010:2.0:1777582955.932039:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582955.932050:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513880. 00010000:00000010:2.0:1777582955.932057:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582955.932064:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582955.932157:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582955.932171:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582955.932177:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582955.932202:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000200:2.0:1777582955.932220:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fcad80 x1863928707892352/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582955.932242:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582955.932249:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707892352, offset 224 00000400:00000200:2.0:1777582955.932255:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.932267:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.932275:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397132:397132:256:4294967295] 192.168.202.9@tcp LPNI seq info [397128:397128:8:4294967295] 00000400:00000200:2.0:1777582955.932298:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.932304:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.932311:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582955.932317:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.932325:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.932330:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.932403:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513980. 00000020:00000010:2.0:1777582955.932408:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582955.932411:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00000800:00000200:0.0:1777582955.932605:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.932610:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582955.932615:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.932621:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.932626:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:0.0:1777582955.932630:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00010000:00000010:3.1:1777582955.934199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582955.934210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582955.934214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:0.0:1777582955.935297:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.935317:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8854580 00000400:00000200:0.0:1777582955.935325:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 106008 00000400:00000200:0.0:1777582955.935340:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.935344:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.935352:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.935359:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc8700. 00000020:00000010:2.0:1777582955.935480:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460c80. 00000020:00000010:2.0:1777582955.935486:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460c80. 00000020:00000010:2.0:1777582955.935493:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863bec00. 00000020:00000010:2.0:1777582955.935498:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513980. 00000020:00000010:2.0:1777582955.935503:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582955.935543:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460c80. 00000020:00000010:2.0:1777582955.935545:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460c80. 00000100:00000200:2.0:1777582955.935548:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707892608 02000000:00000010:2.0:1777582955.935587:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fea7000. 00010000:00000010:2.0:1777582955.935625:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582955.935641:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513880. 00010000:00000010:2.0:1777582955.935660:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582955.935666:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582955.935693:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582955.935696:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513880. 00010000:00000010:2.0:1777582955.935708:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582955.935712:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582955.935823:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582955.935825:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582955.935829:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582955.935832:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00000020:00000010:2.0:1777582955.935854:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054440. 00000020:00000010:2.0:1777582955.935860:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054440. 00000020:00000010:2.0:1777582955.935870:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9240. 00080000:00000010:2.0:1777582955.935879:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023873c5000. 00000001:00000010:2.0:1777582955.936327:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9060. 00000001:00000010:2.0:1777582955.936334:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68900. 00000020:00000010:2.0:1777582955.936367:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9240. 00010000:00000010:2.0:1777582955.936374:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582955.936378:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582955.936390:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582955.936423:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582955.936436:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000200:2.0:1777582955.936452:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975459, last committed = 8589975425 00010000:00000200:2.0:1777582955.936463:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fc8700 x1863928707892608/t8589975459(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582955.936483:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777582955.936488:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707892608, offset 224 00000400:00000010:2.0:1777582955.936495:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12310. 00000400:00000200:2.0:1777582955.936498:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.936510:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.936517:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397133:397133:256:4294967295] 192.168.202.9@tcp LPNI seq info [397129:397129:8:4294967295] 00000400:00000200:2.0:1777582955.936524:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582955.936531:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.936537:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.936541:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582955.936546:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.936553:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.936558:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.936577:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513980. 00000020:00000010:2.0:1777582955.936581:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582955.936584:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863bec00. 00000800:00000200:2.0:1777582955.936670:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582955.936673:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582955.936677:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582955.936681:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582955.937085:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:0.0:1777582955.937094:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a80. 00010000:00000010:0.0:1777582955.937101:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e686c0. 00010000:00000010:3.1:1777582955.937473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582955.938032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582955.938042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582955.943176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582955.943193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582955.943543:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582955.943551:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.1:1777582955.943555:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582955.943558:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582955.943561:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582955.943564:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000400:00000200:0.0:1777582955.944215:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582955.944237:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214545 00000400:00000200:0.0:1777582955.944245:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.944250:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582955.944256:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c000 00000400:00000010:0.0:1777582955.944259:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c000. 00000400:00000200:0.0:1777582955.944298:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.944306:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8854600 00000400:00000200:0.0:1777582955.944313:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 106496 00000400:00000200:0.0:1777582955.944327:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.944331:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.944335:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.944342:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc8380. 00000020:00000010:1.0:1777582955.944466:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.944471:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.944477:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5400. 00000020:00000010:1.0:1777582955.944481:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582955.944485:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582955.944520:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a40. 00000020:00000010:1.0:1777582955.944522:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a40. 00000100:00000200:1.0:1777582955.944525:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707892736 00000001:00000010:1.0:1777582955.944537:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:1.0:1777582955.944570:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582955.944579:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 02000000:00000010:1.0:1777582955.944617:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c42000. 00010000:00000010:1.0:1777582955.944647:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582955.944650:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582955.944669:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582955.944671:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582955.944684:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582955.944686:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00000004:00000010:1.0:1777582955.944794:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56000. 00010000:00000010:3.0:1777582955.944795:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00000004:00000010:1.0:1777582955.944803:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a32d0. 00010000:00000010:3.0:1777582955.944804:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513880. 00000004:00000010:1.0:1777582955.944809:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ba0. 00080000:00000010:1.0:1777582955.944818:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e390. 00010000:00000010:1.0:1777582955.945658:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582955.945664:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582955.945748:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582955.945756:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582955.945826:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582955.945835:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582955.945840:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582955.945862:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000200:1.0:1777582955.945882:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496fc8380 x1863928707892736/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582955.945902:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a15d8. 00000100:00000200:1.0:1777582955.945910:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707892736, offset 224 00000400:00000200:1.0:1777582955.945917:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582955.945929:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582955.945936:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397134:397134:256:4294967295] 192.168.202.9@tcp LPNI seq info [397130:397130:8:4294967295] 00000400:00000200:1.0:1777582955.945947:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582955.945953:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582955.945957:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582955.945964:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582955.945970:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582955.945974:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582955.946035:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582955.946040:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582955.946045:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5400. 00000800:00000200:0.0:1777582955.946575:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.946581:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582955.946586:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.946591:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.946596:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:0.0:1777582955.946598:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00010000:00000010:2.1:1777582955.948174:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582955.948188:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582955.948192:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582955.948194:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582955.951321:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582955.951335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582955.951392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582955.951405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582955.951408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582955.951411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000400:00000200:3.0:1777582955.954924:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.954945:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8854700 00000400:00000200:3.0:1777582955.954953:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 107072 00000400:00000200:3.0:1777582955.954971:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.954975:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.954984:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.954991:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02680. 00000020:00000010:0.0:1777582955.955192:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582955.955197:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582955.955202:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391df1a00. 00000020:00000010:0.0:1777582955.955206:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582955.955210:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.955246:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582955.955249:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000100:00000200:0.0:1777582955.955252:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707892992 02000000:00000010:0.0:1777582955.955289:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02484c26000. 00010000:00000010:0.0:1777582955.955333:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:0.0:1777582955.955349:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:0.0:1777582955.955370:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582955.955376:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582955.955393:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582955.955396:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582955.955400:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582955.955402:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582955.955495:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582955.955497:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582955.955499:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582955.955501:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00000020:00000010:0.0:1777582955.955519:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48f80. 00000020:00000010:0.0:1777582955.955524:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48f80. 00000020:00000010:0.0:1777582955.955533:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48f60. 00080000:00000010:0.0:1777582955.955541:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023905b2000. 00000001:00000010:0.0:1777582955.956033:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f481e0. 00000001:00000010:0.0:1777582955.956041:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582955.956078:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48f60. 00010000:00000010:0.0:1777582955.956089:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582955.956093:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582955.956106:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185b40. 00010000:00000010:0.0:1777582955.956205:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582955.956219:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:0.0:1777582955.956236:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975460, last committed = 8589975425 00010000:00000200:0.0:1777582955.956246:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add02680 x1863928707892992/t8589975460(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582955.956266:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582955.956273:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707892992, offset 224 00000400:00000010:0.0:1777582955.956280:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f2a0. 00000400:00000200:0.0:1777582955.956285:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582955.956300:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582955.956307:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397135:397135:256:4294967295] 192.168.202.9@tcp LPNI seq info [397131:397131:8:4294967295] 00000400:00000200:0.0:1777582955.956314:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582955.956320:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582955.956325:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582955.956330:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00010000:00000010:3.0:1777582955.956330:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:3.0:1777582955.956335:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00000800:00000200:0.0:1777582955.956337:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00010000:00000010:3.0:1777582955.956341:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185b40. 00000800:00000200:0.0:1777582955.956345:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582955.956350:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582955.956385:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582955.956389:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582955.956393:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391df1a00. 00000800:00000200:3.0:1777582955.956519:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.956523:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582955.956528:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.956533:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.958833:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582955.958855:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21454d 00000400:00000200:0.0:1777582955.958862:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.958866:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582955.958873:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:0.0:1777582955.958876:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00010000:00000010:3.0:1777582955.959325:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:3.0:1777582955.959338:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00000400:00000200:3.0:1777582955.961862:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.961881:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8854780 00000400:00000200:3.0:1777582955.961889:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 107560 00000400:00000200:3.0:1777582955.961941:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.961945:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.961954:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.961961:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add00e00. 00000020:00000010:2.0:1777582955.962308:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460c80. 00000020:00000010:2.0:1777582955.962314:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460c80. 00000020:00000010:2.0:1777582955.962321:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863bec00. 00000020:00000010:2.0:1777582955.962326:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513980. 00000020:00000010:2.0:1777582955.962331:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000020:00000010:2.0:1777582955.962375:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460c80. 00000020:00000010:2.0:1777582955.962377:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460c80. 00000100:00000200:2.0:1777582955.962380:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707893120 00000001:00000010:2.0:1777582955.962391:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68900. 00010000:00000010:2.0:1777582955.962417:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582955.962425:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 02000000:00000010:2.0:1777582955.962455:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02391998000. 00010000:00000010:2.0:1777582955.962484:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582955.962487:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582955.962506:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582955.962509:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513900. 00010000:00000010:2.0:1777582955.962514:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582955.962517:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:3.1:1777582955.962572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582955.962579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000004:00000010:2.0:1777582955.962623:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:2.0:1777582955.962633:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e10. 00000004:00000010:2.0:1777582955.962642:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757dc0. 00080000:00000010:2.0:1777582955.962653:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 00010000:00000010:0.1:1777582955.962920:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582955.962926:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582955.962930:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582955.962932:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.0:1777582955.963452:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582955.963457:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f080. 00010000:00000010:3.0:1777582955.963462:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582955.963468:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582955.963540:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:3.0:1777582955.963551:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:3.0:1777582955.963556:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513900. 00010000:00000010:3.0:1777582955.963575:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000200:3.0:1777582955.963592:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add00e00 x1863928707893120/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582955.963618:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777582955.963625:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707893120, offset 224 00000400:00000200:3.0:1777582955.963631:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582955.963644:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582955.963650:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397136:397136:256:4294967295] 192.168.202.9@tcp LPNI seq info [397132:397132:8:4294967295] 00000400:00000200:3.0:1777582955.963663:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582955.963683:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582955.963688:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582955.963695:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582955.963710:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582955.963714:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582955.963739:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513980. 00000020:00000010:3.0:1777582955.963744:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:3.0:1777582955.963747:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863bec00. 00000800:00000200:0.0:1777582955.964202:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582955.964207:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582955.964213:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.964219:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582955.964225:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:0.0:1777582955.964227:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00010000:00000010:3.1:1777582955.970620:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582955.970637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000400:00000200:0.0:1777582955.975831:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582955.975851:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8854880 00000400:00000200:0.0:1777582955.975873:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 108136 00000400:00000200:0.0:1777582955.975889:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.975893:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582955.975901:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582955.975912:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486242680. 00000020:00000010:2.0:1777582955.976813:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e80. 00000020:00000010:2.0:1777582955.976820:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e80. 00000020:00000010:2.0:1777582955.976826:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863be800. 00000020:00000010:2.0:1777582955.976832:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513d00. 00000020:00000010:2.0:1777582955.976837:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582955.976883:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e80. 00000020:00000010:2.0:1777582955.976886:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e80. 00000100:00000200:2.0:1777582955.976890:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707893376 02000000:00000010:2.0:1777582955.976927:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239199e000. 00010000:00000010:2.0:1777582955.976973:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:2.0:1777582955.976989:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f080. 00010000:00000010:2.0:1777582955.977008:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582955.977014:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582955.977029:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582955.977033:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513580. 00010000:00000010:2.0:1777582955.977037:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582955.977040:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:3.1:1777582955.977167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582955.977174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582955.977177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582955.977179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582955.977188:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582955.977191:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513700. 00010000:00000010:2.0:1777582955.977194:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582955.977198:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00000020:00000010:2.0:1777582955.977226:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860549e0. 00000020:00000010:2.0:1777582955.977233:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860549e0. 00000020:00000010:2.0:1777582955.977244:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9240. 00080000:00000010:2.0:1777582955.977254:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023873c4000. 00000001:00000010:2.0:1777582955.979046:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9300. 00000001:00000010:2.0:1777582955.979056:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582955.979092:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9240. 00010000:00000010:2.0:1777582955.979106:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582955.979113:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582955.979162:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68900. 00010000:00000010:2.0:1777582955.979221:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582955.979241:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000200:2.0:1777582955.979260:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975461, last committed = 8589975425 00010000:00000200:2.0:1777582955.979272:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486242680 x1863928707893376/t8589975461(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 488/456 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1777582955.979718:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:3.0:1777582955.979727:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513700. 00010000:00000010:3.0:1777582955.979735:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68900. 00000400:00000010:2.0:1777582955.980411:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582955.980419:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707893376, offset 224 00000400:00000010:2.0:1777582955.980426:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12690. 00000400:00000200:2.0:1777582955.980432:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582955.980448:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582955.980455:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397137:397137:256:4294967295] 192.168.202.9@tcp LPNI seq info [397133:397133:8:4294967295] 00000400:00000200:2.0:1777582955.980461:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582955.980468:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582955.980474:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582955.980479:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582955.980486:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582955.980494:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582955.980498:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582955.980609:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513d00. 00000020:00000010:2.0:1777582955.980617:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582955.980621:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863be800. 00000800:00000200:3.0:1777582955.981400:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582955.981406:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582955.981412:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.981418:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582955.982753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582955.982765:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00000400:00000200:0.0:1777582955.984812:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582955.984835:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214555 00000400:00000200:0.0:1777582955.984844:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582955.984849:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582955.984856:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:0.0:1777582955.984859:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00010000:00000010:3.0:1777582955.985354:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:3.0:1777582955.985367:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513580. 00010000:00000010:3.1:1777582955.986182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582955.986191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582955.990179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582955.990194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000400:00000200:3.0:1777582955.994279:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582955.994308:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8854900 00000400:00000200:3.0:1777582955.994317:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 108624 00000400:00000200:3.0:1777582955.994379:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582955.994384:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582955.994393:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582955.994401:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02a00. 00000020:00000010:2.0:1777582955.998919:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e80. 00000020:00000010:2.0:1777582955.998930:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e80. 00000020:00000010:2.0:1777582955.998939:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863be800. 00000020:00000010:2.0:1777582955.998945:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513d00. 00000020:00000010:2.0:1777582955.998950:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000020:00000010:2.0:1777582955.999007:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e80. 00000020:00000010:2.0:1777582955.999010:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e80. 00000100:00000200:2.0:1777582955.999013:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707893504 00000001:00000010:2.0:1777582955.999024:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:2.0:1777582955.999048:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582955.999056:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 02000000:00000010:2.0:1777582955.999083:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239199d000. 00010000:00000010:2.0:1777582955.999112:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582955.999115:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582955.999158:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582955.999162:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c80. 00010000:00000010:2.0:1777582955.999166:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582955.999169:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00000004:00000010:2.0:1777582955.999278:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168f00. 00000004:00000010:2.0:1777582955.999287:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb09d8. 00000004:00000010:2.0:1777582955.999295:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756cc0. 00080000:00000010:2.0:1777582955.999304:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d1d0. 00010000:00000010:3.1:1777582956.002196:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582956.002210:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.0:1777582956.002335:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582956.002340:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f380. 00010000:00000010:3.0:1777582956.002346:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582956.002353:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582956.002438:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:3.0:1777582956.002450:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:3.0:1777582956.002455:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c80. 00010000:00000010:3.0:1777582956.002480:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000200:3.0:1777582956.002500:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add02a00 x1863928707893504/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:396/0 lens 576/584 e 0 to 0 dl 1777582966 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.002530:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582956.002538:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707893504, offset 224 00000400:00000200:3.0:1777582956.002545:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.002560:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.002568:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397138:397138:256:4294967295] 192.168.202.9@tcp LPNI seq info [397134:397134:8:4294967295] 00000400:00000200:3.0:1777582956.002579:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.002585:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.002590:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582956.002597:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.002604:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.002608:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.002637:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513d00. 00000020:00000010:3.0:1777582956.002642:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:3.0:1777582956.002645:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863be800. 00000800:00000200:2.0:1777582956.003107:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.003112:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:2.0:1777582956.003117:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.003124:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.003129:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:2.0:1777582956.003131:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00010000:00000010:3.1:1777582956.007402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582956.007422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582956.007427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.1:1777582956.007439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000400:00000200:3.0:1777582956.020255:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.020276:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8854a00 00000400:00000200:3.0:1777582956.020292:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 109200 00000400:00000200:3.0:1777582956.020315:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.020320:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.020328:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.020336:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01880. 00000020:00000010:1.0:1777582956.020442:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.020448:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.020454:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5400. 00000020:00000010:1.0:1777582956.020459:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582956.020464:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582956.023048:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.023058:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000100:00000200:1.0:1777582956.023064:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707893760 02000000:00000010:1.0:1777582956.023101:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c46000. 00010000:00000010:1.0:1777582956.023155:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:1.0:1777582956.023172:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f380. 00010000:00000010:1.0:1777582956.023191:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582956.023198:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582956.023214:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582956.023218:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582956.023222:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582956.023225:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582956.023338:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582956.023342:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:1.0:1777582956.023345:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582956.023348:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00000020:00000010:1.0:1777582956.023374:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6220. 00000020:00000010:1.0:1777582956.023381:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6220. 00000020:00000010:1.0:1777582956.023391:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df120. 00080000:00000010:1.0:1777582956.023401:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023d278a800. 00000001:00000010:1.0:1777582956.023833:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df900. 00000001:00000010:1.0:1777582956.023840:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582956.023875:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df120. 00010000:00000010:1.0:1777582956.023884:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582956.023889:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582956.023903:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582956.023947:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582956.023964:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000200:1.0:1777582956.023979:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975462, last committed = 8589975425 00010000:00000200:1.0:1777582956.023991:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add01880 x1863928707893760/t8589975462(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582956.024013:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582956.024020:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707893760, offset 224 00000400:00000010:1.0:1777582956.024028:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2b28. 00000400:00000200:1.0:1777582956.024032:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.024046:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.024053:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397139:397139:256:4294967295] 192.168.202.9@tcp LPNI seq info [397135:397135:8:4294967295] 00000400:00000200:1.0:1777582956.024059:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582956.024067:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.024072:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.024078:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582956.024085:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.024092:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.024096:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.024119:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582956.024124:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582956.024128:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5400. 00010000:00000010:3.0:1777582956.024240:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:3.0:1777582956.024247:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e900. 00010000:00000010:3.0:1777582956.024253:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000800:00000200:1.0:1777582956.025605:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.025613:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:1.0:1777582956.025619:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.025628:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.028087:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.028111:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21455d 00000400:00000200:3.0:1777582956.028119:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.028123:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.028131:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:3.0:1777582956.028178:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00010000:00000010:0.0:1777582956.028795:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:0.0:1777582956.028807:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00000400:00000200:3.0:1777582956.029472:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.029489:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8854a80 00000400:00000200:3.0:1777582956.029499:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 109688 00000400:00000200:3.0:1777582956.029571:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.029576:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.029584:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.029590:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03b80. 00000020:00000010:0.0:1777582956.029754:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582956.029760:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582956.029766:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388a99000. 00000020:00000010:0.0:1777582956.029771:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582956.029776:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777582956.029823:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582956.029826:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000100:00000200:0.0:1777582956.029829:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707893888 00000001:00000010:0.0:1777582956.029840:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e689c0. 00010000:00000010:0.0:1777582956.029949:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582956.029959:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 02000000:00000010:0.0:1777582956.029994:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023da664000. 00010000:00000010:0.0:1777582956.030030:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582956.030034:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582956.030051:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582956.030055:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582956.030059:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582956.030061:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00000004:00000010:0.0:1777582956.030371:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518d20. 00000004:00000010:0.0:1777582956.030380:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22d98. 00000004:00000010:0.0:1777582956.030386:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35540. 00080000:00000010:0.0:1777582956.030394:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74000. 00010000:00000010:3.0:1777582956.034551:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582956.034562:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fb80. 00010000:00000010:3.0:1777582956.034569:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582956.034577:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582956.034669:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:3.0:1777582956.034683:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:3.0:1777582956.034688:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:3.0:1777582956.034725:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:3.0:1777582956.034747:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add03b80 x1863928707893888/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.034773:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582956.034780:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707893888, offset 224 00000400:00000200:3.0:1777582956.034787:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.034800:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.034808:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397140:397140:256:4294967295] 192.168.202.9@tcp LPNI seq info [397136:397136:8:4294967295] 00000400:00000200:3.0:1777582956.034819:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.034824:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.034830:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582956.034836:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.034844:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.034847:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.034893:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:3.0:1777582956.034898:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:3.0:1777582956.034902:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388a99000. 00000800:00000200:0.0:1777582956.035231:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.035236:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:0.0:1777582956.035241:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.035246:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582956.035252:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:0.0:1777582956.035254:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:3.1:1777582956.036177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582956.036187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582956.036278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582956.036284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582956.036287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582956.036290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582956.038235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582956.038248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000400:00000200:3.0:1777582956.039091:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.039112:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8854b80 00000400:00000200:3.0:1777582956.039122:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 110264 00000400:00000200:3.0:1777582956.039167:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.039172:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.039180:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.039187:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add00000. 00000020:00000010:1.0:1777582956.039311:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.039316:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.039322:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5400. 00000020:00000010:1.0:1777582956.039329:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582956.039334:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582956.039381:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.039384:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000100:00000200:1.0:1777582956.039387:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707894144 02000000:00000010:1.0:1777582956.039427:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c43000. 00010000:00000010:1.0:1777582956.039470:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:1.0:1777582956.039485:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fb80. 00010000:00000010:1.0:1777582956.039519:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582956.039525:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582956.039546:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582956.039549:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582956.039554:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582956.039557:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582956.039670:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582956.039674:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:1.0:1777582956.039678:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582956.039681:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00000020:00000010:1.0:1777582956.039720:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6620. 00000020:00000010:1.0:1777582956.039726:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6620. 00000020:00000010:1.0:1777582956.039737:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df120. 00080000:00000010:1.0:1777582956.039748:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023d278ac00. 00000001:00000010:1.0:1777582956.040206:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfae0. 00000001:00000010:1.0:1777582956.040214:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582956.040251:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df120. 00010000:00000010:1.0:1777582956.040259:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582956.040263:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582956.040275:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582956.040321:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582956.040337:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000200:1.0:1777582956.040352:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975463, last committed = 8589975425 00010000:00000200:1.0:1777582956.040362:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024add00000 x1863928707894144/t8589975463(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582956.040381:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777582956.040387:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707894144, offset 224 00000400:00000010:1.0:1777582956.040394:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d22a0. 00000400:00000200:1.0:1777582956.040397:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.040412:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.040418:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397141:397141:256:4294967295] 192.168.202.9@tcp LPNI seq info [397137:397137:8:4294967295] 00000400:00000200:1.0:1777582956.040424:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582956.040431:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.040436:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.040440:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582956.040446:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.040453:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.040458:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.040479:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582956.040484:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582956.040490:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5400. 00000800:00000200:1.0:1777582956.040591:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.040595:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:1.0:1777582956.040599:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.040604:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582956.041009:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:3.0:1777582956.041017:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e900. 00010000:00000010:3.0:1777582956.041023:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:3.1:1777582956.042182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582956.042192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582956.042195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582956.042198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000400:00000200:0.0:1777582956.043198:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582956.043223:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214565 00000400:00000200:0.0:1777582956.043231:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.043236:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582956.043244:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:0.0:1777582956.043247:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000400:00000200:0.0:1777582956.043276:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.043283:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8854c00 00000400:00000200:0.0:1777582956.043290:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 110752 00000400:00000200:0.0:1777582956.043347:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.043352:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.043356:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.043362:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486243800. 00000020:00000010:3.0:1777582956.043472:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.043478:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.043483:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482ea0800. 00000020:00000010:3.0:1777582956.043489:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f200. 00000020:00000010:3.0:1777582956.043493:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582956.043541:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.043544:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4b80. 00000100:00000200:3.0:1777582956.043547:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707894272 00000001:00000010:3.0:1777582956.043569:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:3.0:1777582956.043597:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582956.043605:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 02000000:00000010:3.0:1777582956.043636:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238888d000. 00010000:00000010:3.0:1777582956.043670:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582956.043674:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582956.043697:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582956.043709:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f100. 00010000:00000010:3.0:1777582956.043714:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582956.043717:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00000004:00000010:3.0:1777582956.043829:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91860. 00000004:00000010:3.0:1777582956.043838:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c655a0. 00000004:00000010:3.0:1777582956.043844:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386440. 00080000:00000010:3.0:1777582956.043853:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12390. 00010000:00000010:3.0:1777582956.046386:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:3.0:1777582956.046401:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:0.0:1777582956.054406:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582956.054417:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582956.054425:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582956.054432:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582956.054529:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:0.0:1777582956.054543:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:0.0:1777582956.054549:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f100. 00010000:00000010:0.0:1777582956.054578:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000200:0.0:1777582956.054599:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486243800 x1863928707894272/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582956.054623:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582956.054631:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707894272, offset 224 00000400:00000200:0.0:1777582956.054639:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.054652:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.054659:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397142:397142:256:4294967295] 192.168.202.9@tcp LPNI seq info [397138:397138:8:4294967295] 00000400:00000200:0.0:1777582956.054671:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.054677:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.054684:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582956.054690:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.054697:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.054711:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.054737:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f200. 00000020:00000010:0.0:1777582956.054742:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:0.0:1777582956.054746:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482ea0800. 00000800:00000200:3.0:1777582956.055047:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.055051:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582956.055056:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.055061:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.055067:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:3.0:1777582956.055069:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00010000:00000010:1.1:1777582956.059256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582956.059275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582956.059282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582956.059285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000400:00000200:3.0:1777582956.060369:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.060389:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8854d00 00000400:00000200:3.0:1777582956.060398:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 111328 00000400:00000200:3.0:1777582956.060416:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.060420:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.060429:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.060439:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07100. 00000020:00000010:0.0:1777582956.060995:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582956.061002:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582956.061009:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486206600. 00000020:00000010:0.0:1777582956.061014:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582956.061020:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00010000:00000010:3.1:1777582956.062007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582956.062018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000020:00000010:0.0:1777582956.062251:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582956.062256:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000100:00000200:0.0:1777582956.062261:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707894528 02000000:00000010:0.0:1777582956.062303:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023da667000. 00010000:00000010:0.0:1777582956.062345:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582956.062358:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582956.062375:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582956.062381:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582956.062395:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582956.062398:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582956.062402:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582956.062405:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582956.062530:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582956.062535:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582956.062538:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582956.062541:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00000020:00000010:0.0:1777582956.062569:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48760. 00000020:00000010:0.0:1777582956.062576:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48760. 00000020:00000010:0.0:1777582956.062586:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f482a0. 00080000:00000010:0.0:1777582956.062596:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023905b3c00. 00000001:00000010:0.0:1777582956.063349:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f485a0. 00000001:00000010:0.0:1777582956.063358:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185180. 00000020:00000010:0.0:1777582956.063395:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f482a0. 00010000:00000010:0.0:1777582956.063406:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582956.063411:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582956.063424:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582956.063983:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582956.064004:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000200:0.0:1777582956.064024:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975464, last committed = 8589975425 00010000:00000200:0.0:1777582956.064036:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f07100 x1863928707894528/t8589975464(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582956.064058:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582956.064066:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707894528, offset 224 00000400:00000010:0.0:1777582956.064074:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fd20. 00000400:00000200:0.0:1777582956.064078:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.064094:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.064101:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397143:397143:256:4294967295] 192.168.202.9@tcp LPNI seq info [397139:397139:8:4294967295] 00000400:00000200:0.0:1777582956.064107:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582956.064115:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.064120:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.064125:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582956.064132:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.064159:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.064164:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.064187:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582956.064192:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582956.064195:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486206600. 00000800:00000200:1.0:1777582956.067805:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.067814:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:1.0:1777582956.067822:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.067831:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582956.068032:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582956.068040:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.0:1777582956.068082:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:3.0:1777582956.068093:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd00. 00010000:00000010:3.0:1777582956.068101:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185600. 00010000:00000010:0.1:1777582956.068179:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582956.068186:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582956.068190:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582956.068193:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:3.0:1777582956.069770:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.069791:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21456d 00000400:00000200:3.0:1777582956.069798:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.069803:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.069810:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:3.0:1777582956.069813:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00010000:00000010:0.0:1777582956.069979:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582956.069989:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00000400:00000200:3.0:1777582956.071296:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.071313:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8854d80 00000400:00000200:3.0:1777582956.071321:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 111816 00000400:00000200:3.0:1777582956.071380:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.071385:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.071392:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.071398:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06d80. 00000020:00000010:0.0:1777582956.071639:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582956.071645:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582956.071650:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482ea0800. 00000020:00000010:0.0:1777582956.071656:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582956.071661:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582956.071712:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582956.071715:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000100:00000200:0.0:1777582956.071719:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707894656 00000001:00000010:0.0:1777582956.071729:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:0.0:1777582956.071758:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582956.071766:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 02000000:00000010:0.0:1777582956.071795:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023da666000. 00010000:00000010:0.0:1777582956.071824:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582956.071828:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582956.071848:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582956.071851:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582956.071855:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582956.071857:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00000004:00000010:0.0:1777582956.072057:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865181e0. 00000004:00000010:0.0:1777582956.072066:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22168. 00000004:00000010:0.0:1777582956.072075:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34440. 00080000:00000010:0.0:1777582956.072083:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74c78. 00010000:00000010:0.0:1777582956.074023:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582956.074035:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e000. 00010000:00000010:0.0:1777582956.074042:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582956.074049:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582956.074129:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582956.074174:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582956.074181:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582956.074211:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000200:0.0:1777582956.074232:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f06d80 x1863928707894656/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582956.074258:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582956.074266:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707894656, offset 224 00000400:00000200:0.0:1777582956.074273:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.074286:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.074293:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397144:397144:256:4294967295] 192.168.202.9@tcp LPNI seq info [397140:397140:8:4294967295] 00000400:00000200:0.0:1777582956.074305:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.074311:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.074316:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582956.074324:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.074331:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.074336:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.075081:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582956.075090:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582956.075095:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482ea0800. 00000800:00000200:1.0:1777582956.080999:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.081008:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:1.0:1777582956.081017:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.081027:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.081037:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:1.0:1777582956.081040:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00010000:00000010:3.1:1777582956.086680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582956.086699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582956.087642:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582956.087655:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582956.087661:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582956.087663:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000400:00000200:1.0:1777582956.091660:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.091798:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8854e80 00000400:00000200:1.0:1777582956.091806:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 112392 00000400:00000200:1.0:1777582956.091830:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.091834:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.091842:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.091850:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5d180. 00000020:00000010:3.0:1777582956.103459:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.103468:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.103477:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388a99000. 00000020:00000010:3.0:1777582956.103482:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f300. 00000020:00000010:3.0:1777582956.103487:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582956.103543:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.103546:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4b80. 00000100:00000200:3.0:1777582956.103550:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707894912 02000000:00000010:3.0:1777582956.103585:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238888a000. 00010000:00000010:3.0:1777582956.103628:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:3.0:1777582956.103645:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e000. 00010000:00000010:3.0:1777582956.103669:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582956.103685:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582956.103710:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582956.103714:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f180. 00010000:00000010:3.0:1777582956.103718:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582956.103721:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582956.103832:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582956.103836:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:3.0:1777582956.103840:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582956.103843:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000020:00000010:3.0:1777582956.104103:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05820. 00000020:00000010:3.0:1777582956.104112:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05820. 00000020:00000010:3.0:1777582956.104124:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed120. 00080000:00000010:3.0:1777582956.104160:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f98c00. 00000001:00000010:3.0:1777582956.105977:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedae0. 00000001:00000010:3.0:1777582956.105990:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582956.106035:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed120. 00010000:00000010:3.0:1777582956.106051:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582956.106061:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582956.106084:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582956.106221:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582956.106243:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000200:3.0:1777582956.106262:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975465, last committed = 8589975425 00010000:00000200:3.0:1777582956.106274:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248ba5d180 x1863928707894912/t8589975465(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.106293:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582956.106302:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707894912, offset 224 00000400:00000010:3.0:1777582956.106309:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7e00. 00000400:00000200:3.0:1777582956.106313:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.106328:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.106335:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397145:397145:256:4294967295] 192.168.202.9@tcp LPNI seq info [397141:397141:8:4294967295] 00000400:00000200:3.0:1777582956.106342:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.106349:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.106355:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.106360:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582956.106367:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.106375:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.106379:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.106402:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f300. 00000020:00000010:3.0:1777582956.106406:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582956.106410:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388a99000. 00000800:00000200:3.0:1777582956.106516:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.106520:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582956.106525:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.106530:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.108171:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.108191:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214575 00000400:00000200:3.0:1777582956.108199:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.108203:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.108209:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:3.0:1777582956.108212:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00010000:00000010:3.0:1777582956.108269:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582956.108292:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f180. 00000400:00000200:1.0:1777582956.109532:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.109548:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8854f00 00000400:00000200:1.0:1777582956.109556:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 112880 00000400:00000200:1.0:1777582956.109622:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.109627:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.109634:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.109640:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5df80. 00000020:00000010:3.0:1777582956.110038:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.110045:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.110050:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863be800. 00000020:00000010:3.0:1777582956.110056:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f180. 00000020:00000010:3.0:1777582956.110061:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582956.110107:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.110110:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4b80. 00000100:00000200:3.0:1777582956.110113:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707895040 00000001:00000010:3.0:1777582956.110123:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185180. 00010000:00000010:3.0:1777582956.110176:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582956.110186:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 02000000:00000010:3.0:1777582956.110216:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238888c000. 00010000:00000010:3.0:1777582956.110248:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582956.110251:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582956.110269:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582956.110273:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f300. 00010000:00000010:3.0:1777582956.110277:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582956.110291:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000004:00000010:3.0:1777582956.110392:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e901e0. 00000004:00000010:3.0:1777582956.110400:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c653c0. 00000004:00000010:3.0:1777582956.110406:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386880. 00080000:00000010:3.0:1777582956.110414:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12ab0. 00010000:00000010:0.1:1777582956.111212:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582956.111221:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582956.111251:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:0.0:1777582956.111260:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:0.0:1777582956.111267:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:0.0:1777582956.115798:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582956.115812:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:0.0:1777582956.115820:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582956.115828:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582956.116093:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:0.0:1777582956.116108:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:0.0:1777582956.116114:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f300. 00010000:00000010:0.0:1777582956.116174:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000200:0.0:1777582956.116198:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248ba5df80 x1863928707895040/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582956.116220:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582956.116227:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707895040, offset 224 00000400:00000200:0.0:1777582956.116235:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.116248:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.116255:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397146:397146:256:4294967295] 192.168.202.9@tcp LPNI seq info [397142:397142:8:4294967295] 00000400:00000200:0.0:1777582956.116266:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.116273:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.116394:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582956.116403:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.116411:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.116416:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.117481:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f180. 00000020:00000010:0.0:1777582956.117490:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:0.0:1777582956.117495:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863be800. 00010000:00000010:0.1:1777582956.120195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582956.120211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582956.120216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582956.120218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000800:00000200:1.0:1777582956.123507:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.123517:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:1.0:1777582956.123526:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.123534:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.123541:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:1.0:1777582956.123545:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00010000:00000010:0.1:1777582956.128231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582956.128249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582956.128306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582956.128312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582956.128317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582956.128320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582956.128322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582956.128325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582956.132194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582956.132211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582956.132215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.1:1777582956.132218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000400:00000200:3.0:1777582956.134412:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.134433:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8855000 00000400:00000200:3.0:1777582956.134441:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 113456 00000400:00000200:3.0:1777582956.134458:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.134463:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.134472:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.134478:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04380. 00000020:00000010:0.0:1777582956.140820:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582956.140833:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582956.140844:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485229400. 00000020:00000010:0.0:1777582956.140850:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec80. 00000020:00000010:0.0:1777582956.140856:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582956.142826:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582956.142836:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000100:00000200:0.0:1777582956.142842:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707895296 02000000:00000010:0.0:1777582956.142897:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023da660000. 00010000:00000010:0.0:1777582956.142943:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582956.142961:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00010000:00000010:0.0:1777582956.142985:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582956.142991:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582956.143006:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582956.143010:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:0.0:1777582956.143014:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582956.143017:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582956.143127:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582956.143130:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb00. 00010000:00000010:0.0:1777582956.143165:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582956.143169:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000020:00000010:0.0:1777582956.143196:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48460. 00000020:00000010:0.0:1777582956.143203:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48460. 00000020:00000010:0.0:1777582956.143214:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f484e0. 00080000:00000010:0.0:1777582956.143225:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024874c1c00. 00000001:00000010:0.0:1777582956.143649:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48900. 00000001:00000010:0.0:1777582956.143657:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185180. 00000020:00000010:0.0:1777582956.144016:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f484e0. 00010000:00000010:0.0:1777582956.144032:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582956.144038:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582956.144055:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185f00. 00010000:00000010:0.0:1777582956.144115:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582956.144122:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185f00. 00010000:00000010:0.0:1777582956.144166:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582956.144171:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb00. 00010000:00000010:0.0:1777582956.144187:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000200:0.0:1777582956.144208:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975466, last committed = 8589975425 00010000:00000200:0.0:1777582956.144220:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f04380 x1863928707895296/t8589975466(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582956.144244:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582956.144252:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707895296, offset 224 00000400:00000010:0.0:1777582956.144260:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f460. 00000400:00000200:0.0:1777582956.144264:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.145232:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.145241:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397147:397147:256:4294967295] 192.168.202.9@tcp LPNI seq info [397143:397143:8:4294967295] 00000400:00000200:0.0:1777582956.145252:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582956.145259:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.145267:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.145275:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582956.145375:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.145383:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.145388:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.145468:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec80. 00000020:00000010:0.0:1777582956.145476:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582956.145481:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485229400. 00010000:00000010:0.1:1777582956.156027:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582956.156043:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582956.156048:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000800:00000200:0.0:1777582956.156067:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.156072:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582956.156080:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.156089:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.160825:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.160849:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21457d 00000400:00000200:1.0:1777582956.160857:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.160862:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.160869:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:1.0:1777582956.160873:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000400:00000200:1.0:1777582956.160960:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.160967:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8855080 00000400:00000200:1.0:1777582956.160974:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 113944 00000400:00000200:1.0:1777582956.161045:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.161049:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.161056:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.161061:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f480. 00000020:00000010:3.0:1777582956.164302:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.164314:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.164320:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023922c3600. 00000020:00000010:3.0:1777582956.164325:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fc80. 00000020:00000010:3.0:1777582956.164330:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.164375:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4b80. 00000020:00000010:3.0:1777582956.164378:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4b80. 00000100:00000200:3.0:1777582956.164382:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707895424 00000001:00000010:3.0:1777582956.164392:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582956.164417:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582956.164427:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 02000000:00000010:3.0:1777582956.164458:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238888f000. 00010000:00000010:3.0:1777582956.164491:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582956.164495:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582956.164516:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582956.164519:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:3.0:1777582956.164523:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582956.164526:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00000004:00000010:3.0:1777582956.164631:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91a40. 00000004:00000010:3.0:1777582956.164640:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65f00. 00000004:00000010:3.0:1777582956.164646:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386660. 00080000:00000010:3.0:1777582956.164655:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e121c8. 00010000:00000010:3.0:1777582956.166228:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582956.166236:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f200. 00010000:00000010:3.0:1777582956.166243:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.166249:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.166342:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582956.166355:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582956.166361:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:3.0:1777582956.166386:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582956.166407:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248ba5f480 x1863928707895424/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.166431:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582956.166438:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707895424, offset 224 00000400:00000200:3.0:1777582956.166445:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.166459:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.166467:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397148:397148:256:4294967295] 192.168.202.9@tcp LPNI seq info [397144:397144:8:4294967295] 00000400:00000200:3.0:1777582956.166480:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.166487:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.166492:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582956.166499:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.166508:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.166513:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.166533:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fc80. 00000020:00000010:3.0:1777582956.166537:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.166540:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023922c3600. 00000800:00000200:1.0:1777582956.166787:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.166792:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:1.0:1777582956.166797:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.166803:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.166808:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:1.0:1777582956.166811:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00000400:00000200:1.0:1777582956.169246:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.169269:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8855180 00000400:00000200:1.0:1777582956.169289:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 114520 00000400:00000200:1.0:1777582956.169309:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.169314:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.169321:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.169329:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f100. 00000020:00000010:3.0:1777582956.169490:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4580. 00000020:00000010:3.0:1777582956.169496:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4580. 00000020:00000010:3.0:1777582956.169503:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:3.0:1777582956.169508:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fc80. 00000020:00000010:3.0:1777582956.169513:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.169554:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4580. 00000020:00000010:3.0:1777582956.169557:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4580. 00000100:00000200:3.0:1777582956.169560:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707895680 02000000:00000010:3.0:1777582956.169601:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238fa1f000. 00010000:00000010:3.0:1777582956.169643:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.169659:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f200. 00010000:00000010:3.0:1777582956.169693:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.169708:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.169723:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582956.169726:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f200. 00010000:00000010:3.0:1777582956.169729:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582956.169732:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582956.169836:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582956.169838:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:3.0:1777582956.169842:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582956.169845:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00000020:00000010:3.0:1777582956.169869:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05300. 00000020:00000010:3.0:1777582956.169876:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05300. 00000020:00000010:3.0:1777582956.169887:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed3c0. 00080000:00000010:3.0:1777582956.169896:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f9a800. 00010000:00000010:0.1:1777582956.170728:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582956.170739:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582956.170742:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582956.170770:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582956.170778:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00000001:00000010:3.0:1777582956.171913:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed2a0. 00000001:00000010:3.0:1777582956.171925:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582956.171975:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed3c0. 00010000:00000010:3.0:1777582956.171990:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582956.171998:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582956.172021:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582956.172174:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582956.172193:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000200:3.0:1777582956.172215:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975467, last committed = 8589975425 00010000:00000200:3.0:1777582956.172228:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248ba5f100 x1863928707895680/t8589975467(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.172247:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582956.172254:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707895680, offset 224 00000400:00000010:3.0:1777582956.172260:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7c08. 00000400:00000200:3.0:1777582956.172264:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.172294:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.172301:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397149:397149:256:4294967295] 192.168.202.9@tcp LPNI seq info [397145:397145:8:4294967295] 00000400:00000200:3.0:1777582956.172307:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.172314:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.172319:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.172325:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582956.172332:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.172340:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.172344:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.172370:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fc80. 00000020:00000010:3.0:1777582956.172375:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.172379:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00000800:00000200:1.0:1777582956.175921:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.175930:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:1.0:1777582956.175939:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.175948:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582956.177435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582956.177447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582956.177451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582956.177454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:1.0:1777582956.179302:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.179324:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214585 00000400:00000200:1.0:1777582956.179333:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.179338:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.179345:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:1.0:1777582956.179348:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00010000:00000010:3.0:1777582956.179534:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582956.179547:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f200. 00000400:00000200:1.0:1777582956.180403:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.180419:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8855200 00000400:00000200:1.0:1777582956.180427:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 115008 00000400:00000200:1.0:1777582956.180494:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.180500:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.180507:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.180514:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203f100. 00000020:00000010:3.0:1777582956.180612:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4580. 00000020:00000010:3.0:1777582956.180618:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4580. 00000020:00000010:3.0:1777582956.180625:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:3.0:1777582956.180630:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f200. 00000020:00000010:3.0:1777582956.180635:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.180685:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4580. 00000020:00000010:3.0:1777582956.180688:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4580. 00000100:00000200:3.0:1777582956.180691:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707895808 00000001:00000010:3.0:1777582956.180709:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185180. 00010000:00000010:3.0:1777582956.180734:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582956.180742:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 02000000:00000010:3.0:1777582956.180771:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238fa1e000. 00010000:00000010:3.0:1777582956.180802:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582956.180806:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.180824:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582956.180827:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fc80. 00010000:00000010:3.0:1777582956.180831:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582956.180833:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00000004:00000010:3.0:1777582956.180932:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e903c0. 00000004:00000010:3.0:1777582956.180942:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65ca8. 00000004:00000010:3.0:1777582956.180948:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386bb0. 00080000:00000010:3.0:1777582956.180957:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13ab8. 00010000:00000010:0.0:1777582956.182090:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:0.0:1777582956.182104:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:0.0:1777582956.182113:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582956.182915:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582956.182922:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f080. 00010000:00000010:3.0:1777582956.182928:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582956.182934:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582956.183005:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.183016:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582956.183020:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fc80. 00010000:00000010:3.0:1777582956.183044:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582956.183066:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203f100 x1863928707895808/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.183094:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582956.183102:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707895808, offset 224 00000400:00000200:3.0:1777582956.183109:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.183121:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.183129:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397150:397150:256:4294967295] 192.168.202.9@tcp LPNI seq info [397146:397146:8:4294967295] 00000400:00000200:3.0:1777582956.183241:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.183248:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.183254:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582956.183262:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.183269:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.183274:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.186787:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f200. 00000020:00000010:3.0:1777582956.186800:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.186806:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00010000:00000010:0.1:1777582956.188260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582956.188271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000800:00000200:1.0:1777582956.189857:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.189867:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:1.0:1777582956.189877:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.189886:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.189893:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:1.0:1777582956.189896:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00010000:00000010:3.1:1777582956.191412:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582956.191423:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582956.191427:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582956.191430:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582956.196294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582956.196314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582956.198470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582956.198488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582956.198493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582956.198496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582956.198499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582956.198501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:1.0:1777582956.199573:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.199592:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8855300 00000400:00000200:1.0:1777582956.199600:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 115584 00000400:00000200:1.0:1777582956.199618:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.199622:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.199630:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.199637:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203f800. 00000020:00000010:0.0:1777582956.199762:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582956.199769:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582956.199775:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485229400. 00000020:00000010:0.0:1777582956.199782:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:0.0:1777582956.199788:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582956.199834:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582956.199837:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000100:00000200:0.0:1777582956.199840:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707896064 02000000:00000010:0.0:1777582956.199880:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023da665000. 00010000:00000010:0.0:1777582956.199924:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:0.0:1777582956.199940:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f080. 00010000:00000010:0.0:1777582956.199960:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582956.199967:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582956.199984:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582956.199987:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec80. 00010000:00000010:0.0:1777582956.199991:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582956.199994:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582956.200112:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582956.200115:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb00. 00010000:00000010:0.0:1777582956.200118:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582956.200121:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000020:00000010:0.0:1777582956.200192:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c488a0. 00000020:00000010:0.0:1777582956.200199:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c488a0. 00000020:00000010:0.0:1777582956.200210:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f484e0. 00080000:00000010:0.0:1777582956.200223:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024874c3000. 00000001:00000010:0.0:1777582956.200776:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48ea0. 00000001:00000010:0.0:1777582956.200785:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185600. 00000020:00000010:0.0:1777582956.200818:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f484e0. 00010000:00000010:0.0:1777582956.200828:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582956.200833:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582956.200847:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185f00. 00010000:00000010:0.0:1777582956.200891:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582956.200907:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000200:0.0:1777582956.200924:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975468, last committed = 8589975425 00010000:00000200:0.0:1777582956.200935:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203f800 x1863928707896064/t8589975468(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582956.200959:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582956.200967:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707896064, offset 224 00000400:00000010:0.0:1777582956.200974:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f850. 00000400:00000200:0.0:1777582956.200978:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.200994:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.201002:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397151:397151:256:4294967295] 192.168.202.9@tcp LPNI seq info [397147:397147:8:4294967295] 00000400:00000200:0.0:1777582956.201009:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582956.201015:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.201020:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.201024:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582956.201031:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.201040:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.201044:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.201067:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:0.0:1777582956.201075:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582956.201079:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485229400. 00010000:00000010:0.0:1777582956.201115:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582956.201121:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb00. 00010000:00000010:0.0:1777582956.201127:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185f00. 00000800:00000200:0.0:1777582956.201239:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.201243:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582956.201248:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.201252:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.207217:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.207240:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21458d 00000400:00000200:1.0:1777582956.207248:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.207252:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.207259:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:1.0:1777582956.207263:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000400:00000200:1.0:1777582956.208054:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.208068:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8855380 00000400:00000200:1.0:1777582956.208077:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 116072 00000400:00000200:1.0:1777582956.208159:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.208163:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.208169:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.208176:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203ed80. 00000020:00000010:3.0:1777582956.208437:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.208443:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.208451:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:3.0:1777582956.208456:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f200. 00000020:00000010:3.0:1777582956.208464:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.208511:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.208514:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000100:00000200:3.0:1777582956.208517:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707896192 00000001:00000010:3.0:1777582956.208528:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:3.0:1777582956.208556:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582956.208564:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 02000000:00000010:3.0:1777582956.208591:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238fa1c000. 00010000:00000010:3.0:1777582956.208621:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582956.208624:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582956.208642:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582956.208647:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fc80. 00010000:00000010:3.0:1777582956.208651:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582956.208655:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00000004:00000010:3.0:1777582956.208781:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91e00. 00000004:00000010:3.0:1777582956.208790:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65d98. 00000004:00000010:3.0:1777582956.208796:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387540. 00080000:00000010:3.0:1777582956.208805:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12720. 00010000:00000010:3.0:1777582956.209535:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582956.209540:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:3.0:1777582956.209546:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582956.209551:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582956.209622:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582956.209636:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.209642:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fc80. 00010000:00000010:3.0:1777582956.209681:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582956.209709:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203ed80 x1863928707896192/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.209729:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5bb0. 00000100:00000200:3.0:1777582956.209735:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707896192, offset 224 00000400:00000200:3.0:1777582956.209741:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.209755:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.209762:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397152:397152:256:4294967295] 192.168.202.9@tcp LPNI seq info [397148:397148:8:4294967295] 00000400:00000200:3.0:1777582956.209773:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.209779:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.209783:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582956.209789:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.209796:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.209800:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.209819:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f200. 00000020:00000010:3.0:1777582956.209823:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.209826:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00010000:00000010:0.1:1777582956.211257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582956.211270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582956.211274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582956.211278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582956.211281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582956.211283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582956.211320:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582956.211328:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec80. 00000800:00000200:0.0:1777582956.211438:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.211442:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:0.0:1777582956.211448:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.211458:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582956.211464:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:0.0:1777582956.211467:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00000400:00000200:1.0:1777582956.214971:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.214991:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8855480 00000400:00000200:1.0:1777582956.214999:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 116648 00000400:00000200:1.0:1777582956.215015:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.215019:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.215027:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.215033:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203c700. 00000020:00000010:3.0:1777582956.215216:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.215223:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.215228:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:3.0:1777582956.215233:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f200. 00000020:00000010:3.0:1777582956.215238:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.215276:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.215289:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000100:00000200:3.0:1777582956.215292:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707896448 02000000:00000010:3.0:1777582956.215332:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238fa1b000. 00010000:00000010:3.0:1777582956.215372:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582956.215387:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:3.0:1777582956.215406:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.215411:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582956.215426:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582956.215429:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:3.0:1777582956.215433:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582956.215436:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582956.215538:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582956.215540:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fc80. 00010000:00000010:3.0:1777582956.215543:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.215546:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00000020:00000010:3.0:1777582956.215566:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582956.215572:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582956.215582:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedf60. 00080000:00000010:3.0:1777582956.215591:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f9bc00. 00000001:00000010:3.0:1777582956.217622:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed720. 00000001:00000010:3.0:1777582956.217634:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582956.217673:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedf60. 00010000:00000010:3.0:1777582956.217689:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582956.217698:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582956.217740:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582956.217785:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.217804:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000200:3.0:1777582956.217824:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975469, last committed = 8589975425 00010000:00000200:3.0:1777582956.217836:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203c700 x1863928707896448/t8589975469(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.217857:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582956.217864:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707896448, offset 224 00000400:00000010:3.0:1777582956.217870:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7188. 00000400:00000200:3.0:1777582956.217875:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.217890:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.217897:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397153:397153:256:4294967295] 192.168.202.9@tcp LPNI seq info [397149:397149:8:4294967295] 00000400:00000200:3.0:1777582956.217904:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.217910:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.217916:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.217921:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582956.217928:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.217935:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.217939:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.217972:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f200. 00000020:00000010:3.0:1777582956.217978:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.217981:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00010000:00000010:0.0:1777582956.218248:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:0.0:1777582956.218258:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fc80. 00010000:00000010:0.0:1777582956.218266:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00000800:00000200:0.0:1777582956.220655:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.220664:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:0.0:1777582956.220679:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.220689:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582956.224194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582956.224211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582956.224215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582956.224217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582956.227297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582956.227314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000400:00000200:1.0:1777582956.234877:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.234903:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214595 00000400:00000200:1.0:1777582956.234911:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.234915:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.234922:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:1.0:1777582956.234925:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000400:00000200:1.0:1777582956.234967:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.234974:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8855500 00000400:00000200:1.0:1777582956.234981:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 117136 00000400:00000200:1.0:1777582956.234997:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.235001:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.235005:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.235012:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203d180. 00000020:00000010:1.0:1777582956.235059:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.235064:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.235071:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5400. 00000020:00000010:1.0:1777582956.235077:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ea80. 00000020:00000010:1.0:1777582956.235082:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6747d0. 00000020:00000010:1.0:1777582956.235121:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.235124:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000100:00000200:1.0:1777582956.235127:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707896576 00000001:00000010:1.0:1777582956.235156:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185600. 00010000:00000010:1.0:1777582956.235183:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582956.235192:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 02000000:00000010:1.0:1777582956.235226:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241bc3f000. 00010000:00000010:1.0:1777582956.235257:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582956.235261:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:2.0:1777582956.235449:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:2.0:1777582956.235460:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:1.0:1777582956.236220:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582956.236226:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582956.236231:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582956.236236:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00000004:00000010:1.0:1777582956.236891:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57e00. 00000004:00000010:1.0:1777582956.236902:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582956.236909:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944660. 00080000:00000010:1.0:1777582956.236918:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ee40. 00010000:00000010:0.1:1777582956.244202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582956.244219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:2.0:1777582956.244447:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582956.244453:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513980. 00010000:00000010:2.0:1777582956.244460:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582956.244469:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582956.244564:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:2.0:1777582956.244576:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:2.0:1777582956.244582:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582956.244608:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000200:2.0:1777582956.244628:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203d180 x1863928707896576/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.244650:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582956.244658:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707896576, offset 224 00000400:00000200:2.0:1777582956.244666:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.244681:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.244688:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397154:397154:256:4294967295] 192.168.202.9@tcp LPNI seq info [397150:397150:8:4294967295] 00000400:00000200:2.0:1777582956.244711:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.244717:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.244724:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582956.244732:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.244743:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.244748:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.244780:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ea80. 00000020:00000010:2.0:1777582956.244786:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6747d0. 00000020:00000010:2.0:1777582956.244792:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5400. 00010000:00000010:3.1:1777582956.244863:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582956.244869:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582956.244872:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582956.244874:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000800:00000200:1.0:1777582956.245779:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.245786:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:1.0:1777582956.245793:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.245801:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.245808:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:1.0:1777582956.245811:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00010000:00000010:2.1:1777582956.251451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582956.251471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582956.252453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582956.252465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582956.252470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582956.252472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000400:00000200:3.0:1777582956.257929:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.257951:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8855600 00000400:00000200:3.0:1777582956.257961:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 117712 00000400:00000200:3.0:1777582956.257981:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.257987:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.257997:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.258005:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04a80. 00000020:00000010:1.0:1777582956.258486:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.258495:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.258502:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5000. 00000020:00000010:1.0:1777582956.258508:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e980. 00000020:00000010:1.0:1777582956.258514:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674960. 00000020:00000010:1.0:1777582956.258564:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.258566:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000100:00000200:1.0:1777582956.258569:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707896832 02000000:00000010:1.0:1777582956.258615:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241bc3b000. 00010000:00000010:1.0:1777582956.258664:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:1.0:1777582956.258685:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513980. 00010000:00000010:1.0:1777582956.258715:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582956.258723:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582956.258744:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582956.258748:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:1.0:1777582956.258753:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582956.258756:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582956.258890:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582956.258893:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:1.0:1777582956.258896:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582956.258899:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00000020:00000010:1.0:1777582956.258929:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6140. 00000020:00000010:1.0:1777582956.258937:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6140. 00000020:00000010:1.0:1777582956.258948:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df120. 00080000:00000010:1.0:1777582956.258959:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023d278b000. 00000001:00000010:1.0:1777582956.260858:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfa80. 00000001:00000010:1.0:1777582956.260869:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582956.260908:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df120. 00010000:00000010:1.0:1777582956.260924:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582956.260933:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582956.260958:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484480. 00010000:00000010:1.0:1777582956.261021:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582956.261040:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000200:1.0:1777582956.261061:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975470, last committed = 8589975425 00010000:00000200:1.0:1777582956.261073:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f04a80 x1863928707896832/t8589975470(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582956.261094:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582956.261102:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707896832, offset 224 00000400:00000010:1.0:1777582956.261109:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2d20. 00000400:00000200:1.0:1777582956.261113:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.261129:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.261164:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397155:397155:256:4294967295] 192.168.202.9@tcp LPNI seq info [397151:397151:8:4294967295] 00000400:00000200:1.0:1777582956.261171:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582956.261178:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.261184:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.261189:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582956.261197:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.261206:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.261210:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.261234:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e980. 00000020:00000010:1.0:1777582956.261240:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674960. 00000020:00000010:1.0:1777582956.261245:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5000. 00010000:00000010:0.0:1777582956.261686:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:0.0:1777582956.261696:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e700. 00010000:00000010:0.0:1777582956.261715:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00000800:00000200:0.0:1777582956.261820:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.261824:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582956.261829:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.261835:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582956.272360:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582956.272384:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21459d 00000400:00000200:0.0:1777582956.272392:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.272397:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582956.272404:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:0.0:1777582956.272408:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000400:00000200:0.0:1777582956.272437:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.272444:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8855680 00000400:00000200:0.0:1777582956.272452:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 118200 00000400:00000200:0.0:1777582956.272513:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.272518:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.272522:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.272530:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f800. 00000020:00000010:0.0:1777582956.272584:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582956.272589:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582956.272596:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485229400. 00000020:00000010:0.0:1777582956.272601:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec80. 00000020:00000010:0.0:1777582956.272606:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582956.272651:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582956.272654:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000100:00000200:0.0:1777582956.272657:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707896960 00000001:00000010:0.0:1777582956.272676:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:0.0:1777582956.272714:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582956.272723:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 02000000:00000010:0.0:1777582956.272756:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023da662000. 00010000:00000010:0.0:1777582956.272794:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582956.272799:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582956.272823:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582956.272826:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb00. 00010000:00000010:0.0:1777582956.272831:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582956.272834:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00000004:00000010:0.0:1777582956.272939:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865192c0. 00000004:00000010:0.0:1777582956.272948:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22ac8. 00000004:00000010:0.0:1777582956.272955:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34660. 00080000:00000010:0.0:1777582956.272964:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74ab0. 00010000:00000010:2.0:1777582956.273560:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:2.0:1777582956.273571:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:0.0:1777582956.273862:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582956.273868:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e780. 00010000:00000010:0.0:1777582956.273873:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582956.273878:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582956.273944:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582956.273953:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582956.273956:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb00. 00010000:00000010:0.0:1777582956.273979:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000200:0.0:1777582956.273997:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24f800 x1863928707896960/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582956.274019:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582956.274026:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707896960, offset 224 00000400:00000200:0.0:1777582956.274033:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.274046:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.274053:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397156:397156:256:4294967295] 192.168.202.9@tcp LPNI seq info [397152:397152:8:4294967295] 00000400:00000200:0.0:1777582956.274064:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.274070:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.274076:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582956.274082:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.274090:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.274095:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.274162:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec80. 00000020:00000010:0.0:1777582956.274168:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582956.274173:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485229400. 00000800:00000200:2.0:1777582956.274317:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.274322:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582956.274327:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.274332:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.274338:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:2.0:1777582956.274340:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000400:00000200:0.0:1777582956.281019:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.281041:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8855780 00000400:00000200:0.0:1777582956.281049:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 118776 00000400:00000200:0.0:1777582956.281070:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.281075:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.281084:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.281091:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24dc00. 00010000:00000010:0.1:1777582956.281283:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582956.281293:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582956.281419:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582956.281427:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582956.281430:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582956.281433:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000020:00000010:3.0:1777582956.282855:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.282866:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.282875:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:3.0:1777582956.282882:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f200. 00000020:00000010:3.0:1777582956.282887:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.284410:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.284419:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000100:00000200:3.0:1777582956.284424:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707897216 02000000:00000010:3.0:1777582956.284471:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024ade52000. 00010000:00000010:3.0:1777582956.284516:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:3.0:1777582956.284540:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e780. 00010000:00000010:3.0:1777582956.284572:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.284579:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582956.284598:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582956.284602:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f180. 00010000:00000010:3.0:1777582956.284606:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.284609:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.284764:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582956.284768:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:3.0:1777582956.284772:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582956.284776:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00000020:00000010:3.0:1777582956.284804:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582956.284811:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582956.284822:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedf60. 00080000:00000010:3.0:1777582956.284834:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f98400. 00000001:00000010:3.0:1777582956.285956:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedd80. 00000001:00000010:3.0:1777582956.285966:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582956.286005:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedf60. 00010000:00000010:3.0:1777582956.286018:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582956.286025:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582956.286043:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582956.287817:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582956.287849:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000200:3.0:1777582956.287872:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975471, last committed = 8589975425 00010000:00000200:3.0:1777582956.287885:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24dc00 x1863928707897216/t8589975471(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.287912:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582956.287921:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707897216, offset 224 00000400:00000010:3.0:1777582956.287932:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b70e0. 00000400:00000200:3.0:1777582956.287937:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.287952:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.287959:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397157:397157:256:4294967295] 192.168.202.9@tcp LPNI seq info [397153:397153:8:4294967295] 00000400:00000200:3.0:1777582956.287966:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.287973:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.287979:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.287985:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582956.287991:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.288000:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.288004:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.288039:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f200. 00000020:00000010:3.0:1777582956.288045:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.288049:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00010000:00000010:2.0:1777582956.288495:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582956.288506:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:2.0:1777582956.288516:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000800:00000200:3.0:1777582956.289073:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.289079:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582956.289085:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.289093:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582956.290643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582956.290660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582956.293226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582956.293242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582956.293248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582956.293251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582956.294254:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582956.294265:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:2.0:1777582956.294549:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.294577:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145a5 00000400:00000200:2.0:1777582956.294585:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.294590:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.294599:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:2.0:1777582956.294602:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000400:00000200:2.0:1777582956.296091:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.296108:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8855800 00000400:00000200:2.0:1777582956.296119:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 119264 00000400:00000200:2.0:1777582956.296225:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.296231:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.296238:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.296246:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da5c00. 00000020:00000010:0.0:1777582956.296398:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc71c0. 00000020:00000010:0.0:1777582956.296405:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc71c0. 00000020:00000010:0.0:1777582956.296415:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485229400. 00000020:00000010:0.0:1777582956.296422:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec80. 00000020:00000010:0.0:1777582956.296427:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582956.296467:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc71c0. 00000020:00000010:0.0:1777582956.296470:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc71c0. 00000100:00000200:0.0:1777582956.296473:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707897344 00000001:00000010:0.0:1777582956.296486:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:0.0:1777582956.296515:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582956.296523:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 02000000:00000010:0.0:1777582956.296555:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396b85000. 00010000:00000010:0.0:1777582956.296587:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582956.296591:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582956.296611:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582956.296614:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb00. 00010000:00000010:0.0:1777582956.296618:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582956.296621:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000004:00000010:0.0:1777582956.296755:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519a40. 00000004:00000010:0.0:1777582956.296766:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e223c0. 00000004:00000010:0.0:1777582956.296773:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35100. 00080000:00000010:0.0:1777582956.296782:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74720. 00010000:00000010:3.0:1777582956.300054:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.300074:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f180. 00010000:00000010:1.0:1777582956.302105:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582956.302117:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:1.0:1777582956.302125:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582956.302150:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582956.302234:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:1.0:1777582956.302246:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:1.0:1777582956.302250:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb00. 00010000:00000010:1.0:1777582956.302278:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000200:1.0:1777582956.302300:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da5c00 x1863928707897344/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.302324:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777582956.302333:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707897344, offset 224 00000400:00000200:1.0:1777582956.302340:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.302356:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.302363:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397158:397158:256:4294967295] 192.168.202.9@tcp LPNI seq info [397154:397154:8:4294967295] 00000400:00000200:1.0:1777582956.302374:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.302381:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.302386:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582956.302392:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.302399:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.302403:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.302432:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec80. 00000020:00000010:1.0:1777582956.302438:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:1.0:1777582956.302443:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485229400. 00000800:00000200:2.0:1777582956.302593:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.302597:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582956.302601:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.302606:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.302612:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:2.0:1777582956.302614:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000400:00000200:1.0:1777582956.310564:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.310585:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8855900 00000400:00000200:1.0:1777582956.310594:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 119840 00000400:00000200:1.0:1777582956.310612:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.310618:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.310627:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.310634:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203c380. 00000020:00000010:2.0:1777582956.310746:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460000. 00000020:00000010:2.0:1777582956.310751:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460000. 00000020:00000010:2.0:1777582956.310758:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582956.310764:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513900. 00000020:00000010:2.0:1777582956.310769:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582956.310814:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460000. 00000020:00000010:2.0:1777582956.310816:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460000. 00000100:00000200:2.0:1777582956.310819:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707897600 02000000:00000010:2.0:1777582956.310866:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023870c1000. 00010000:00000010:2.0:1777582956.310909:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:2.0:1777582956.310924:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:2.0:1777582956.310945:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582956.310951:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582956.310967:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582956.310970:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513880. 00010000:00000010:2.0:1777582956.310975:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582956.310977:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582956.311093:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582956.311097:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582956.311100:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582956.311103:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00000020:00000010:2.0:1777582956.311131:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054ca0. 00000020:00000010:2.0:1777582956.311175:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054ca0. 00000020:00000010:2.0:1777582956.311186:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9e40. 00080000:00000010:2.0:1777582956.311197:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023873c4c00. 00000001:00000010:2.0:1777582956.311696:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a96c0. 00000001:00000010:2.0:1777582956.311714:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582956.312224:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9e40. 00010000:00000010:2.0:1777582956.312242:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582956.312250:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582956.312269:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582956.312363:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582956.312385:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000200:2.0:1777582956.312408:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975472, last committed = 8589975425 00010000:00000200:2.0:1777582956.312421:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203c380 x1863928707897600/t8589975472(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582956.312444:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582956.312453:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707897600, offset 224 00000400:00000010:2.0:1777582956.312461:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca121f8. 00000400:00000200:2.0:1777582956.312466:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.312484:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.312492:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397159:397159:256:4294967295] 192.168.202.9@tcp LPNI seq info [397155:397155:8:4294967295] 00000400:00000200:2.0:1777582956.312499:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582956.312505:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.312512:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.312517:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.312525:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.312532:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.312536:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.312558:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513900. 00000020:00000010:2.0:1777582956.312563:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582956.312566:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00000800:00000200:2.0:1777582956.312674:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.312678:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582956.312683:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.312688:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582956.313345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582956.313356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582956.313362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582956.313364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.0:1777582956.317165:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:1.0:1777582956.317183:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a80. 00010000:00000010:1.0:1777582956.317194:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68000. 00000400:00000200:3.0:1777582956.317397:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.317420:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145ad 00000400:00000200:3.0:1777582956.317428:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.317432:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.317439:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:3.0:1777582956.317442:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00000400:00000200:3.0:1777582956.317486:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.317492:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8855980 00000400:00000200:3.0:1777582956.317499:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 120328 00000400:00000200:3.0:1777582956.317568:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.317573:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.317578:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.317585:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04e00. 00000020:00000010:3.0:1777582956.317635:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.317640:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.317646:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:3.0:1777582956.317652:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f180. 00000020:00000010:3.0:1777582956.317657:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582956.317840:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.317844:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000100:00000200:3.0:1777582956.317847:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707897728 00000001:00000010:3.0:1777582956.317857:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:3.0:1777582956.317880:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.317888:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 02000000:00000010:3.0:1777582956.317916:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024ade57000. 00010000:00000010:3.0:1777582956.317946:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582956.317950:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582956.317966:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582956.317969:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f200. 00010000:00000010:3.0:1777582956.317972:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582956.317975:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00000004:00000010:3.0:1777582956.318076:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e905a0. 00000004:00000010:3.0:1777582956.318088:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65528. 00000004:00000010:3.0:1777582956.318094:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386550. 00080000:00000010:3.0:1777582956.318104:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12e40. 00010000:00000010:1.0:1777582956.318414:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:1.0:1777582956.318422:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513880. 00010000:00000010:1.0:1777582956.322206:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582956.322217:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:1.0:1777582956.322224:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582956.322231:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:3.1:1777582956.322270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582956.322277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.0:1777582956.322317:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:1.0:1777582956.322328:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:1.0:1777582956.322333:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f200. 00010000:00000010:1.0:1777582956.322360:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000200:1.0:1777582956.322380:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f04e00 x1863928707897728/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.322401:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582956.322408:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707897728, offset 224 00000400:00000200:1.0:1777582956.322414:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.322428:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.322436:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397160:397160:256:4294967295] 192.168.202.9@tcp LPNI seq info [397156:397156:8:4294967295] 00000400:00000200:1.0:1777582956.322448:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.322455:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.322459:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582956.322466:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.322474:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.322479:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.322509:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f180. 00000020:00000010:1.0:1777582956.322513:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:1.0:1777582956.322517:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00000800:00000200:3.0:1777582956.322759:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.322764:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582956.322769:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.322775:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.322780:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:3.0:1777582956.322783:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00010000:00000010:2.1:1777582956.326197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582956.326214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582956.326218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582956.326223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000400:00000200:2.0:1777582956.326468:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.326488:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8855a80 00000400:00000200:2.0:1777582956.326496:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 120904 00000400:00000200:2.0:1777582956.326513:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.326518:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.326525:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.326532:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da4380. 00010000:00000010:1.1:1777582956.326629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582956.326636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582956.326639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582956.326642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00000020:00000010:3.0:1777582956.326724:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4a40. 00000020:00000010:3.0:1777582956.326730:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4a40. 00000020:00000010:3.0:1777582956.326738:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023922c3600. 00000020:00000010:3.0:1777582956.326743:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f180. 00000020:00000010:3.0:1777582956.326748:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.326792:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4a40. 00000020:00000010:3.0:1777582956.326795:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4a40. 00000100:00000200:3.0:1777582956.326798:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707897984 02000000:00000010:3.0:1777582956.326834:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024ade53000. 00010000:00000010:3.0:1777582956.326876:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:3.0:1777582956.326890:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00010000:00000010:3.0:1777582956.326909:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.326915:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582956.326930:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582956.326934:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f200. 00010000:00000010:3.0:1777582956.326938:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582956.326941:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582956.327063:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582956.327067:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fc80. 00010000:00000010:3.0:1777582956.327070:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582956.327073:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00000020:00000010:3.0:1777582956.327100:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582956.327107:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ac0. 00000020:00000010:3.0:1777582956.327117:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedf60. 00080000:00000010:3.0:1777582956.327126:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386f9a400. 00000001:00000010:3.0:1777582956.327589:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed300. 00000001:00000010:3.0:1777582956.327597:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582956.327633:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedf60. 00010000:00000010:3.0:1777582956.327642:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582956.327646:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582956.327659:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582956.327711:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582956.327726:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:3.0:1777582956.327742:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975473, last committed = 8589975425 00010000:00000200:3.0:1777582956.327752:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397da4380 x1863928707897984/t8589975473(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.327773:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5bb0. 00000100:00000200:3.0:1777582956.327780:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707897984, offset 224 00000400:00000010:3.0:1777582956.327786:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b79a0. 00000400:00000200:3.0:1777582956.327790:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.327824:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.327831:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397161:397161:256:4294967295] 192.168.202.9@tcp LPNI seq info [397157:397157:8:4294967295] 00000400:00000200:3.0:1777582956.327838:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.327844:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.327850:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.327855:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582956.327861:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.327866:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.327870:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.327888:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f180. 00000020:00000010:3.0:1777582956.327892:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.327897:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023922c3600. 00000800:00000200:3.0:1777582956.328082:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.328086:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582956.328090:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.328095:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582956.328182:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:2.0:1777582956.328188:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fc80. 00010000:00000010:2.0:1777582956.328194:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:1.1:1777582956.330223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582956.330239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582956.330243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:1.1:1777582956.330246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582956.332183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582956.332199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.1:1777582956.332268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582956.332273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582956.332277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:1.1:1777582956.332279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582956.332324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582956.332331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582956.332335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582956.332349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:3.0:1777582956.332893:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.332915:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145b5 00000400:00000200:3.0:1777582956.332923:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.332928:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.332935:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:3.0:1777582956.332937:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00000400:00000200:3.0:1777582956.333019:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.333026:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8855b00 00000400:00000200:3.0:1777582956.333033:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 121392 00000400:00000200:3.0:1777582956.333088:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.333092:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.333098:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.333104:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05880. 00010000:00000010:2.0:1777582956.333909:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:2.0:1777582956.333926:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f200. 00000020:00000010:1.0:1777582956.335274:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582956.335425:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582956.335436:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5000. 00000020:00000010:1.0:1777582956.335441:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ef80. 00000020:00000010:1.0:1777582956.335447:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674960. 00000020:00000010:1.0:1777582956.337938:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582956.337950:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0480. 00000100:00000200:1.0:1777582956.337957:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707898112 00000001:00000010:1.0:1777582956.337971:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68d80. 00010000:00000010:1.0:1777582956.337999:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582956.338009:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 02000000:00000010:1.0:1777582956.338040:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241bc39000. 00010000:00000010:1.0:1777582956.338074:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582956.338077:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582956.338097:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582956.338102:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:1.0:1777582956.338106:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582956.338109:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00000004:00000010:1.0:1777582956.338241:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f563c0. 00000004:00000010:1.0:1777582956.338253:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582956.338261:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944990. 00080000:00000010:1.0:1777582956.338270:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f560. 00010000:00000010:3.0:1777582956.339214:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582956.339223:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f200. 00010000:00000010:3.0:1777582956.339230:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582956.339236:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582956.339324:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:3.0:1777582956.339337:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:3.0:1777582956.339342:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00010000:00000010:3.0:1777582956.339368:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000200:3.0:1777582956.339390:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f05880 x1863928707898112/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.339411:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5bb0. 00000100:00000200:3.0:1777582956.339419:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707898112, offset 224 00000400:00000200:3.0:1777582956.339426:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.339440:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.339448:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397162:397162:256:4294967295] 192.168.202.9@tcp LPNI seq info [397158:397158:8:4294967295] 00000400:00000200:3.0:1777582956.339460:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.339467:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.339471:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582956.339478:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.339487:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.339491:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.339514:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ef80. 00000020:00000010:3.0:1777582956.339519:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674960. 00000020:00000010:3.0:1777582956.339524:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5000. 00000800:00000200:1.0:1777582956.339937:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.339943:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582956.339948:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.339953:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.339958:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:1.0:1777582956.339961:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00000400:00000200:3.0:1777582956.344121:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.344157:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8855c00 00000400:00000200:3.0:1777582956.344165:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 121968 00000400:00000200:3.0:1777582956.344186:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.344191:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.344200:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.344207:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04700. 00000020:00000010:1.0:1777582956.344947:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582956.344954:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582956.344961:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5600. 00000020:00000010:1.0:1777582956.344966:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:1.0:1777582956.344972:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582956.345015:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582956.345018:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0480. 00000100:00000200:1.0:1777582956.345021:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707898368 02000000:00000010:1.0:1777582956.345061:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396a0c000. 00010000:00000010:1.0:1777582956.345104:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:1.0:1777582956.345122:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f200. 00010000:00000010:1.0:1777582956.345174:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582956.345180:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582956.345196:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582956.345200:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:1.0:1777582956.345204:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582956.345206:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582956.345316:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582956.345320:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:1.0:1777582956.345323:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582956.345327:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00000020:00000010:1.0:1777582956.345354:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6280. 00000020:00000010:1.0:1777582956.345360:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6280. 00000020:00000010:1.0:1777582956.345371:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df4e0. 00080000:00000010:1.0:1777582956.345381:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac56cc00. 00000001:00000010:1.0:1777582956.345965:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df840. 00000001:00000010:1.0:1777582956.345973:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582956.346012:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df4e0. 00010000:00000010:1.0:1777582956.346023:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582956.346027:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582956.346043:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:2.1:1777582956.346246:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582956.346255:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.0:1777582956.346510:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582956.346528:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000200:1.0:1777582956.346548:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975474, last committed = 8589975425 00010000:00000200:1.0:1777582956.346560:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f04700 x1863928707898368/t8589975474(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582956.346584:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582956.346591:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707898368, offset 224 00000400:00000010:1.0:1777582956.346598:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2460. 00000400:00000200:1.0:1777582956.346602:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.346618:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.346624:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397163:397163:256:4294967295] 192.168.202.9@tcp LPNI seq info [397159:397159:8:4294967295] 00000400:00000200:1.0:1777582956.346630:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582956.346637:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.346644:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.346649:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582956.346656:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.346664:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.346669:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.346914:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed80. 00000020:00000010:1.0:1777582956.346921:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582956.346925:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5600. 00000800:00000200:3.0:1777582956.347072:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.347076:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582956.347081:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.347086:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582956.347196:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:2.0:1777582956.347204:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ef80. 00010000:00000010:2.0:1777582956.347213:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00010000:00000010:3.1:1777582956.352189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582956.352206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582956.352211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582956.352213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582956.352277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:1.1:1777582956.352283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582956.356840:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582956.356855:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582956.357178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:2.1:1777582956.357186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00000400:00000200:3.0:1777582956.357720:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.357742:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145bd 00000400:00000200:3.0:1777582956.357750:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.357754:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.357762:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:3.0:1777582956.357765:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00010000:00000010:2.0:1777582956.357974:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:2.0:1777582956.357984:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00000400:00000200:3.0:1777582956.362978:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.363003:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8855c80 00000400:00000200:3.0:1777582956.363015:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 122456 00000400:00000200:3.0:1777582956.363100:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.363106:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.363115:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.363122:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05c00. 00010000:00000010:2.1:1777582956.363177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582956.363184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000020:00000010:0.0:1777582956.370892:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582956.370904:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582956.370913:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485229400. 00000020:00000010:0.0:1777582956.370919:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e280. 00000020:00000010:0.0:1777582956.370925:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777582956.370967:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582956.370969:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000100:00000200:0.0:1777582956.370973:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707898496 00000001:00000010:0.0:1777582956.370985:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:0.0:1777582956.371013:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582956.371021:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 02000000:00000010:0.0:1777582956.371047:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396b83000. 00010000:00000010:0.0:1777582956.371075:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582956.371078:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582956.371095:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582956.371098:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e600. 00010000:00000010:0.0:1777582956.371103:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582956.371105:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000004:00000010:0.0:1777582956.371229:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865190e0. 00000004:00000010:0.0:1777582956.371238:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e227f8. 00000004:00000010:0.0:1777582956.371245:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35210. 00080000:00000010:0.0:1777582956.371253:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75398. 00010000:00000010:3.0:1777582956.374109:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582956.374122:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374880. 00010000:00000010:3.0:1777582956.374129:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.374155:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582956.374244:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:3.0:1777582956.374257:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:3.0:1777582956.374262:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e600. 00010000:00000010:3.0:1777582956.374289:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000200:3.0:1777582956.374310:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f05c00 x1863928707898496/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.374332:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582956.374339:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707898496, offset 224 00000400:00000200:3.0:1777582956.374346:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.374360:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.374368:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397164:397164:256:4294967295] 192.168.202.9@tcp LPNI seq info [397160:397160:8:4294967295] 00000400:00000200:3.0:1777582956.374380:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.374386:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.374391:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582956.374398:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.374405:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.374409:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.374443:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e280. 00000020:00000010:3.0:1777582956.374448:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de500c8. 00000020:00000010:3.0:1777582956.374452:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485229400. 00000800:00000200:0.0:1777582956.374771:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.374776:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582956.374780:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.374785:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582956.374791:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:0.0:1777582956.374793:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000400:00000200:3.0:1777582956.380465:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.380485:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8855d80 00000400:00000200:3.0:1777582956.380494:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 123032 00000400:00000200:3.0:1777582956.380512:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.380516:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.380525:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.380533:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07480. 00000020:00000010:0.0:1777582956.388824:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.388836:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.388847:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863be800. 00000020:00000010:0.0:1777582956.388853:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:0.0:1777582956.388859:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582956.388919:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.388921:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000100:00000200:0.0:1777582956.388925:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707898752 02000000:00000010:0.0:1777582956.388966:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396b86000. 00010000:00000010:0.0:1777582956.389012:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:0.0:1777582956.389032:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374880. 00010000:00000010:0.0:1777582956.389060:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582956.389068:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582956.389086:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582956.389090:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea00. 00010000:00000010:0.0:1777582956.389095:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582956.389098:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582956.389247:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582956.389251:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:0.0:1777582956.389254:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582956.389257:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000020:00000010:0.0:1777582956.389284:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48ea0. 00000020:00000010:0.0:1777582956.389291:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48ea0. 00000020:00000010:0.0:1777582956.389302:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48720. 00080000:00000010:0.0:1777582956.389313:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023921c4400. 00000001:00000010:0.0:1777582956.389768:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48cc0. 00000001:00000010:0.0:1777582956.389778:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582956.389819:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48720. 00010000:00000010:0.0:1777582956.389829:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582956.389834:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582956.389849:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185f00. 00010000:00000010:0.0:1777582956.390507:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582956.390528:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000200:0.0:1777582956.390547:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975475, last committed = 8589975425 00010000:00000200:0.0:1777582956.390560:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f07480 x1863928707898752/t8589975475(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582956.390582:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582956.390590:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707898752, offset 224 00000400:00000010:0.0:1777582956.390599:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f3f0. 00000400:00000200:0.0:1777582956.390604:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.390621:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.390629:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397165:397165:256:4294967295] 192.168.202.9@tcp LPNI seq info [397161:397161:8:4294967295] 00000400:00000200:0.0:1777582956.390636:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582956.390644:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.390649:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.390655:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582956.390662:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.390671:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.390676:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1777582956.390867:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:2.0:1777582956.390876:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00010000:00000010:2.0:1777582956.390886:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185f00. 00000020:00000010:0.0:1777582956.391893:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:0.0:1777582956.391904:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582956.391908:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863be800. 00000800:00000200:3.0:1777582956.392560:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.392566:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582956.392573:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.392581:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582956.393207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582956.393216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582956.393221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582956.393224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582956.397261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582956.397276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582956.397291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582956.397295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000400:00000200:1.0:1777582956.397468:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.397488:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145c5 00000400:00000200:1.0:1777582956.397496:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.397501:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.397508:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:1.0:1777582956.397511:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00000400:00000200:1.0:1777582956.397545:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.397552:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8855e00 00000400:00000200:1.0:1777582956.397560:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 123520 00000400:00000200:1.0:1777582956.397623:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.397628:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.397633:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.397638:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203f480. 00000020:00000010:0.0:1777582956.397890:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.397896:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.397902:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482ea0800. 00000020:00000010:0.0:1777582956.397907:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:0.0:1777582956.397914:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582956.397961:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.397964:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000100:00000200:0.0:1777582956.397967:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707898880 00000001:00000010:0.0:1777582956.397978:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:0.0:1777582956.398008:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582956.398014:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 02000000:00000010:0.0:1777582956.398042:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396b80000. 00010000:00000010:0.0:1777582956.398071:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582956.398075:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582956.398098:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582956.398101:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e680. 00010000:00000010:0.0:1777582956.398106:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582956.398110:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00000004:00000010:0.0:1777582956.398242:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519680. 00000004:00000010:0.0:1777582956.398252:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e229d8. 00000004:00000010:0.0:1777582956.398260:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35cb0. 00080000:00000010:0.0:1777582956.398268:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74390. 00010000:00000010:3.0:1777582956.399195:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:3.0:1777582956.399208:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea00. 00010000:00000010:1.0:1777582956.399598:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582956.399602:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:1.0:1777582956.399608:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582956.399613:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582956.399805:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:1.0:1777582956.399820:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:1.0:1777582956.399824:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e680. 00010000:00000010:1.0:1777582956.399849:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000200:1.0:1777582956.399871:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203f480 x1863928707898880/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.399892:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582956.399900:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707898880, offset 224 00000400:00000200:1.0:1777582956.399907:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.399922:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.399929:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397166:397166:256:4294967295] 192.168.202.9@tcp LPNI seq info [397162:397162:8:4294967295] 00000400:00000200:1.0:1777582956.399941:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.399947:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.399952:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582956.399958:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.399966:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.399970:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.400001:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:1.0:1777582956.400006:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:1.0:1777582956.400011:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482ea0800. 00000800:00000200:3.0:1777582956.400263:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.400268:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582956.400273:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.400278:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.400283:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:3.0:1777582956.400285:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00010000:00000010:2.1:1777582956.410372:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582956.410390:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582956.414328:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582956.414347:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582956.414352:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582956.414355:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000400:00000200:1.0:1777582956.414390:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.414417:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8855f00 00000400:00000200:1.0:1777582956.414425:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 124096 00000400:00000200:1.0:1777582956.414445:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.414449:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.414457:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.414463:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203ce00. 00010000:00000010:3.1:1777582956.417254:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582956.417268:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000020:00000010:3.0:1777582956.417313:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4e40. 00000020:00000010:3.0:1777582956.417318:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4e40. 00000020:00000010:3.0:1777582956.417325:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24600. 00000020:00000010:3.0:1777582956.417331:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.417336:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.418813:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4e40. 00000020:00000010:3.0:1777582956.418821:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4e40. 00000100:00000200:3.0:1777582956.418826:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707899136 02000000:00000010:3.0:1777582956.418879:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024ade50000. 00010000:00000010:3.0:1777582956.418925:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:3.0:1777582956.418942:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00010000:00000010:3.0:1777582956.418964:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582956.418972:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582956.418987:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582956.418991:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374600. 00010000:00000010:3.0:1777582956.418995:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582956.418998:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582956.419105:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582956.419107:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582956.419110:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582956.419113:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00000020:00000010:3.0:1777582956.419178:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05400. 00000020:00000010:3.0:1777582956.419185:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05400. 00000020:00000010:3.0:1777582956.419196:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed7e0. 00080000:00000010:3.0:1777582956.419205:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b57a7c00. 00000001:00000010:3.0:1777582956.419832:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eede40. 00000001:00000010:3.0:1777582956.419840:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582956.419881:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed7e0. 00010000:00000010:3.0:1777582956.419892:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582956.419897:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582956.419915:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582956.423789:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582956.423822:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000200:3.0:1777582956.423849:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975476, last committed = 8589975425 00010000:00000200:3.0:1777582956.423862:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203ce00 x1863928707899136/t8589975476(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.423887:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582956.423895:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707899136, offset 224 00000400:00000010:3.0:1777582956.423902:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7f18. 00000400:00000200:3.0:1777582956.423906:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.423921:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.423929:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397167:397167:256:4294967295] 192.168.202.9@tcp LPNI seq info [397163:397163:8:4294967295] 00000400:00000200:3.0:1777582956.423937:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.423945:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.423951:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.423956:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582956.423963:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.423970:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.423974:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.423994:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.423999:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.424003:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24600. 00000800:00000200:1.0:1777582956.425309:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.425320:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:1.0:1777582956.425328:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.425336:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582956.425655:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:0.0:1777582956.426210:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:0.0:1777582956.426225:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000400:00000200:3.0:1777582956.429416:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.429437:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145cd 00000400:00000200:3.0:1777582956.429445:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.429450:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.429457:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:3.0:1777582956.429461:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00000400:00000200:3.0:1777582956.429494:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.429501:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8855f80 00000400:00000200:3.0:1777582956.429509:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 124584 00000400:00000200:3.0:1777582956.429565:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1777582956.429570:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00000400:00000200:3.0:1777582956.429570:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.429575:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.429580:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05f80. 00010000:00000010:0.0:1777582956.429582:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374600. 00000020:00000010:3.0:1777582956.429623:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4e40. 00000020:00000010:3.0:1777582956.429628:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4e40. 00000020:00000010:3.0:1777582956.429635:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24600. 00000020:00000010:3.0:1777582956.429641:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.429647:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.429691:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4e40. 00000020:00000010:3.0:1777582956.429694:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4e40. 00000100:00000200:3.0:1777582956.429705:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707899264 00000001:00000010:3.0:1777582956.429717:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:3.0:1777582956.429754:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.429762:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 02000000:00000010:3.0:1777582956.429799:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024ade55000. 00010000:00000010:3.0:1777582956.429834:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582956.429838:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582956.429856:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582956.430622:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582956.430629:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582956.430634:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00000004:00000010:3.0:1777582956.430776:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90000. 00000004:00000010:3.0:1777582956.430788:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c657f8. 00000004:00000010:3.0:1777582956.430795:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386110. 00080000:00000010:3.0:1777582956.430804:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13c80. 00010000:00000010:3.1:1777582956.433500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582956.433510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.0:1777582956.433597:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582956.433602:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374b00. 00010000:00000010:3.0:1777582956.433608:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.433615:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582956.433713:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582956.433726:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.433731:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582956.433772:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000200:3.0:1777582956.433795:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f05f80 x1863928707899264/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.433815:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582956.433823:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707899264, offset 224 00000400:00000200:3.0:1777582956.433830:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.433846:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.433854:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397168:397168:256:4294967295] 192.168.202.9@tcp LPNI seq info [397164:397164:8:4294967295] 00000400:00000200:3.0:1777582956.433865:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.433871:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.433877:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582956.433883:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.433891:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.433895:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.433921:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.433926:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.433930:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24600. 00000800:00000200:1.0:1777582956.436926:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.436935:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:1.0:1777582956.436943:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.436952:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.436959:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:1.0:1777582956.436962:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00010000:00000010:3.1:1777582956.439694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582956.439716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582956.442208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582956.442222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582956.442227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582956.442230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582956.442337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582956.442344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582956.442346:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582956.442349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:3.0:1777582956.442791:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.442810:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8856080 00000400:00000200:3.0:1777582956.442817:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 125160 00000400:00000200:3.0:1777582956.442834:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.442839:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.442848:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.442854:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07b80. 00000020:00000010:1.0:1777582956.442924:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582956.442930:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582956.442937:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5600. 00000020:00000010:1.0:1777582956.442943:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:1.0:1777582956.442949:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582956.442994:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582956.442997:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e00. 00000100:00000200:1.0:1777582956.443000:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707899520 02000000:00000010:1.0:1777582956.443039:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ffcd6000. 00010000:00000010:1.0:1777582956.443079:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:1.0:1777582956.443093:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374b00. 00010000:00000010:1.0:1777582956.443112:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582956.443118:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582956.443164:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582956.443168:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:1.0:1777582956.443171:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582956.443174:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582956.443291:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582956.443295:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:1.0:1777582956.443298:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582956.443301:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00000020:00000010:1.0:1777582956.443328:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d66e0. 00000020:00000010:1.0:1777582956.443335:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d66e0. 00000020:00000010:1.0:1777582956.443346:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df660. 00080000:00000010:1.0:1777582956.443356:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac56e000. 00000001:00000010:1.0:1777582956.444721:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df1e0. 00000001:00000010:1.0:1777582956.444733:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582956.444923:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df660. 00010000:00000010:1.0:1777582956.444939:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582956.444948:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582956.444970:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582956.445033:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582956.445053:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:1.0:1777582956.445076:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975477, last committed = 8589975425 00010000:00000200:1.0:1777582956.445088:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f07b80 x1863928707899520/t8589975477(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582956.445110:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582956.445117:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707899520, offset 224 00000400:00000010:1.0:1777582956.445125:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2850. 00000400:00000200:1.0:1777582956.445129:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.445174:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.445183:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397169:397169:256:4294967295] 192.168.202.9@tcp LPNI seq info [397165:397165:8:4294967295] 00000400:00000200:1.0:1777582956.445190:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582956.445196:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.445203:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00010000:00000010:0.0:1777582956.445204:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00000800:00000010:1.0:1777582956.445208:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00010000:00000010:0.0:1777582956.445211:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e700. 00000800:00000200:1.0:1777582956.445214:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00010000:00000010:0.0:1777582956.445219:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000800:00000200:1.0:1777582956.445221:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.445226:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.445371:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:1.0:1777582956.445377:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582956.445382:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5600. 00000800:00000200:3.0:1777582956.445639:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.445644:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:3.0:1777582956.445648:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.445653:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582956.448339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.1:1777582956.448355:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582956.452794:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:0.1:1777582956.452810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582956.457972:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582956.457989:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000400:00000200:1.0:1777582956.458058:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.458080:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145d5 00000400:00000200:1.0:1777582956.458087:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.458092:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.458098:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:1.0:1777582956.458101:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00080000:00000010:1.0:1777582956.458236:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12ab0. 00000004:00000010:1.0:1777582956.458245:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386880. 00000004:00000010:1.0:1777582956.458250:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c653c0. 00000004:00000010:1.0:1777582956.458255:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e901e0. 00080000:00000010:1.0:1777582956.458268:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13398. 00000004:00000010:1.0:1777582956.458271:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386dd0. 00000004:00000010:1.0:1777582956.458273:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c659d8. 00000004:00000010:1.0:1777582956.458275:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91c20. 00080000:00000010:1.0:1777582956.458288:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12e40. 00000004:00000010:1.0:1777582956.458291:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386550. 00000004:00000010:1.0:1777582956.458293:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65528. 00000004:00000010:1.0:1777582956.458295:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e905a0. 00080000:00000010:1.0:1777582956.458306:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e138f0. 00000004:00000010:1.0:1777582956.458308:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387320. 00000004:00000010:1.0:1777582956.458310:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65618. 00000004:00000010:1.0:1777582956.458312:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90b40. 00080000:00000010:1.0:1777582956.458319:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12c78. 00000004:00000010:1.0:1777582956.458321:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387650. 00000004:00000010:1.0:1777582956.458323:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65438. 00000004:00000010:1.0:1777582956.458325:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e912c0. 00080000:00000010:1.0:1777582956.458335:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74ab0. 00000004:00000010:1.0:1777582956.458338:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34660. 00000004:00000010:1.0:1777582956.458341:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22ac8. 00000004:00000010:1.0:1777582956.458345:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865192c0. 00080000:00000010:1.0:1777582956.458356:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734ce40. 00000004:00000010:1.0:1777582956.458359:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757760. 00000004:00000010:1.0:1777582956.458362:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0348. 00000004:00000010:1.0:1777582956.458366:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168780. 00080000:00000010:1.0:1777582956.458374:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13008. 00000004:00000010:1.0:1777582956.458377:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387100. 00000004:00000010:1.0:1777582956.458379:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c654b0. 00000004:00000010:1.0:1777582956.458381:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e914a0. 00080000:00000010:1.0:1777582956.458394:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02487cf6e40. 00000004:00000010:1.0:1777582956.458397:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945100. 00000004:00000010:1.0:1777582956.458400:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582956.458403:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f561e0. 00080000:00000010:1.0:1777582956.458413:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734cab0. 00000004:00000010:1.0:1777582956.458415:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757320. 00000004:00000010:1.0:1777582956.458417:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0d98. 00000004:00000010:1.0:1777582956.458419:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169e00. 00080000:00000010:1.0:1777582956.458428:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e390. 00000004:00000010:1.0:1777582956.458430:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ba0. 00000004:00000010:1.0:1777582956.458433:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582956.458435:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56000. 00080000:00000010:1.0:1777582956.458443:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ec78. 00000004:00000010:1.0:1777582956.458445:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945870. 00000004:00000010:1.0:1777582956.458447:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582956.458449:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f574a0. 00080000:00000010:1.0:1777582956.458459:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75008. 00000004:00000010:1.0:1777582956.458461:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34000. 00000004:00000010:1.0:1777582956.458463:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22870. 00000004:00000010:1.0:1777582956.458465:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518780. 00080000:00000010:1.0:1777582956.458474:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75ab8. 00000004:00000010:1.0:1777582956.458477:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35ba0. 00000004:00000010:1.0:1777582956.458479:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22708. 00000004:00000010:1.0:1777582956.458481:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865185a0. 00080000:00000010:1.0:1777582956.458491:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e121c8. 00000004:00000010:1.0:1777582956.458494:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386660. 00000004:00000010:1.0:1777582956.458496:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65f00. 00000004:00000010:1.0:1777582956.458498:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91a40. 00080000:00000010:1.0:1777582956.458506:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74000. 00000004:00000010:1.0:1777582956.458509:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35540. 00000004:00000010:1.0:1777582956.458511:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22d98. 00000004:00000010:1.0:1777582956.458513:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518d20. 00080000:00000010:1.0:1777582956.458520:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75560. 00000004:00000010:1.0:1777582956.458522:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35980. 00000004:00000010:1.0:1777582956.458524:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22078. 00000004:00000010:1.0:1777582956.458527:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519c20. 00080000:00000010:1.0:1777582956.458537:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74c78. 00000004:00000010:1.0:1777582956.458540:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34440. 00000004:00000010:1.0:1777582956.458542:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22168. 00000004:00000010:1.0:1777582956.458544:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865181e0. 00080000:00000010:1.0:1777582956.458554:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dc80. 00000004:00000010:1.0:1777582956.458557:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756660. 00000004:00000010:1.0:1777582956.458559:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0ca8. 00000004:00000010:1.0:1777582956.458561:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71692c0. 00080000:00000010:1.0:1777582956.458571:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e8e8. 00000004:00000010:1.0:1777582956.458574:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ed0. 00000004:00000010:1.0:1777582956.458576:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582956.458579:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57a40. 00080000:00000010:1.0:1777582956.458587:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dab8. 00000004:00000010:1.0:1777582956.458590:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756990. 00000004:00000010:1.0:1777582956.458592:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0f78. 00000004:00000010:1.0:1777582956.458593:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168b40. 00080000:00000010:1.0:1777582956.458602:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13728. 00000004:00000010:1.0:1777582956.458605:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387430. 00000004:00000010:1.0:1777582956.458607:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65e10. 00000004:00000010:1.0:1777582956.458610:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e910e0. 00080000:00000010:1.0:1777582956.458618:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12720. 00000004:00000010:1.0:1777582956.458620:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387540. 00000004:00000010:1.0:1777582956.458622:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65d98. 00000004:00000010:1.0:1777582956.458624:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91e00. 00080000:00000010:1.0:1777582956.458632:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734cc78. 00000004:00000010:1.0:1777582956.458636:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757650. 00000004:00000010:1.0:1777582956.458638:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb05a0. 00000004:00000010:1.0:1777582956.458640:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168960. 00080000:00000010:1.0:1777582956.458648:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74390. 00000004:00000010:1.0:1777582956.458650:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35cb0. 00000004:00000010:1.0:1777582956.458652:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e229d8. 00000004:00000010:1.0:1777582956.458654:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519680. 00080000:00000010:1.0:1777582956.458663:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75398. 00000004:00000010:1.0:1777582956.458665:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35210. 00000004:00000010:1.0:1777582956.458667:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e227f8. 00000004:00000010:1.0:1777582956.458669:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865190e0. 00080000:00000010:1.0:1777582956.458676:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12390. 00000004:00000010:1.0:1777582956.458678:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386440. 00000004:00000010:1.0:1777582956.458680:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c655a0. 00000004:00000010:1.0:1777582956.458682:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91860. 00080000:00000010:1.0:1777582956.458689:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f758f0. 00000004:00000010:1.0:1777582956.458692:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35650. 00000004:00000010:1.0:1777582956.458693:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22348. 00000004:00000010:1.0:1777582956.458705:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865183c0. 00080000:00000010:1.0:1777582956.458714:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c390. 00000004:00000010:1.0:1777582956.458716:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756220. 00000004:00000010:1.0:1777582956.458718:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb07f8. 00000004:00000010:1.0:1777582956.458720:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168d20. 00080000:00000010:1.0:1777582956.458728:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c1c8. 00000004:00000010:1.0:1777582956.458731:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757100. 00000004:00000010:1.0:1777582956.458733:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0960. 00000004:00000010:1.0:1777582956.458735:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169860. 00080000:00000010:1.0:1777582956.458743:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d1d0. 00000004:00000010:1.0:1777582956.458745:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756cc0. 00000004:00000010:1.0:1777582956.458747:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb09d8. 00000004:00000010:1.0:1777582956.458750:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168f00. 00080000:00000010:1.0:1777582956.458758:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13c80. 00000004:00000010:1.0:1777582956.458760:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386110. 00000004:00000010:1.0:1777582956.458763:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c657f8. 00000004:00000010:1.0:1777582956.458765:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90000. 00080000:00000010:1.0:1777582956.458773:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d008. 00000004:00000010:1.0:1777582956.458775:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756440. 00000004:00000010:1.0:1777582956.458777:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0f00. 00000004:00000010:1.0:1777582956.458779:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71685a0. 00080000:00000010:1.0:1777582956.458787:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d728. 00000004:00000010:1.0:1777582956.458789:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757dc0. 00000004:00000010:1.0:1777582956.458791:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0e10. 00000004:00000010:1.0:1777582956.458793:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169680. 00080000:00000010:1.0:1777582956.458800:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13ab8. 00000004:00000010:1.0:1777582956.458802:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386bb0. 00000004:00000010:1.0:1777582956.458805:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65ca8. 00000004:00000010:1.0:1777582956.458806:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e903c0. 00080000:00000010:1.0:1777582956.458815:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ee40. 00000004:00000010:1.0:1777582956.458818:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944660. 00000004:00000010:1.0:1777582956.458820:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582956.458822:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57e00. 00080000:00000010:1.0:1777582956.458831:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74720. 00000004:00000010:1.0:1777582956.458833:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35100. 00000004:00000010:1.0:1777582956.458835:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e223c0. 00000004:00000010:1.0:1777582956.458837:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519a40. 00080000:00000010:1.0:1777582956.458845:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f560. 00000004:00000010:1.0:1777582956.458847:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944990. 00000004:00000010:1.0:1777582956.458849:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582956.458851:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f563c0. 00080000:00000010:1.0:1777582956.458859:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d398. 00000004:00000010:1.0:1777582956.458861:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756dd0. 00000004:00000010:1.0:1777582956.458862:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0438. 00000004:00000010:1.0:1777582956.458864:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71694a0. 00080000:00000010:1.0:1777582956.458871:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75728. 00000004:00000010:1.0:1777582956.458873:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34550. 00000004:00000010:1.0:1777582956.458875:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e220f0. 00000004:00000010:1.0:1777582956.458878:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518000. 00000400:00000200:1.0:1777582956.458909:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.458920:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8856100 00000400:00000200:1.0:1777582956.458927:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 125648 00000400:00000200:1.0:1777582956.459002:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.459007:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.459013:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.459019:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203df80. 00010000:00000010:2.0:1777582956.459339:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:2.0:1777582956.459352:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00000020:00000010:0.0:1777582956.462052:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.462064:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.462073:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023884ae600. 00000020:00000010:0.0:1777582956.462078:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ef00. 00000020:00000010:0.0:1777582956.462084:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582956.462254:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.462258:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000100:00000200:0.0:1777582956.462261:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707899648 00000001:00000010:0.0:1777582956.462272:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:0.0:1777582956.462310:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582956.462318:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 02000000:00000010:0.0:1777582956.462350:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0248615d000. 00010000:00000010:0.0:1777582956.462376:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582956.462379:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582956.462397:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582956.462400:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:0.0:1777582956.462405:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582956.462407:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00000004:00000010:0.0:1777582956.462501:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519e00. 00000004:00000010:0.0:1777582956.462509:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22d20. 00000004:00000010:0.0:1777582956.462517:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34110. 00080000:00000010:0.0:1777582956.462525:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f741c8. 00010000:00000010:1.0:1777582956.463358:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582956.463364:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582956.463369:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582956.463375:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582956.463440:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:1.0:1777582956.463450:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:1.0:1777582956.463455:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:1.0:1777582956.463475:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000200:1.0:1777582956.463492:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203df80 x1863928707899648/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.463514:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582956.463521:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707899648, offset 224 00000400:00000200:1.0:1777582956.463528:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.463540:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.463548:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397170:397170:256:4294967295] 192.168.202.9@tcp LPNI seq info [397166:397166:8:4294967295] 00000400:00000200:1.0:1777582956.463560:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.463566:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.463570:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582956.463577:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.463584:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.463588:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.463615:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ef00. 00000020:00000010:1.0:1777582956.463620:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:1.0:1777582956.463624:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023884ae600. 00000800:00000200:3.0:1777582956.463916:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.463921:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582956.463925:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.463931:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.463937:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:3.0:1777582956.463939:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000400:00000200:3.0:1777582956.466197:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.466215:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8856200 00000400:00000200:3.0:1777582956.466223:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 126224 00000400:00000200:3.0:1777582956.466238:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.466242:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.466249:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.466255:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06300. 00000020:00000010:1.0:1777582956.466419:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.466425:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.466431:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5600. 00000020:00000010:1.0:1777582956.466436:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:1.0:1777582956.466441:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582956.466480:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.466482:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000100:00000200:1.0:1777582956.466485:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707899904 02000000:00000010:1.0:1777582956.466519:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ffcd1000. 00010000:00000010:1.0:1777582956.466556:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582956.466571:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582956.466591:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582956.466597:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582956.466612:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582956.466615:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582956.466618:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582956.466621:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582956.466744:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582956.466747:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:1.0:1777582956.466750:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582956.466753:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00000020:00000010:1.0:1777582956.466780:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6140. 00000020:00000010:1.0:1777582956.466786:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6140. 00000020:00000010:1.0:1777582956.466796:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df060. 00080000:00000010:1.0:1777582956.466806:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac56f000. 00000001:00000010:1.0:1777582956.467252:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df240. 00000001:00000010:1.0:1777582956.467260:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582956.467311:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df060. 00010000:00000010:1.0:1777582956.467320:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582956.467324:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582956.467336:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582956.467376:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582956.467389:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:1.0:1777582956.467404:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975478, last committed = 8589975425 00010000:00000200:1.0:1777582956.467415:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f06300 x1863928707899904/t8589975478(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582956.467435:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582956.467441:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707899904, offset 224 00000400:00000010:1.0:1777582956.467447:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d23f0. 00000400:00000200:1.0:1777582956.467451:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.467464:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.467471:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397171:397171:256:4294967295] 192.168.202.9@tcp LPNI seq info [397167:397167:8:4294967295] 00000400:00000200:1.0:1777582956.467477:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582956.467484:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.467490:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.467495:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582956.467501:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.467508:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.467513:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.467531:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:1.0:1777582956.467535:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582956.467539:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5600. 00000800:00000200:1.0:1777582956.467621:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.467625:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:1.0:1777582956.467628:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.467633:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582956.467854:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:0.0:1777582956.467861:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec00. 00010000:00000010:0.0:1777582956.467868:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000400:00000200:3.0:1777582956.468901:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.468919:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145dd 00000400:00000200:3.0:1777582956.468925:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.468930:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.468936:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:3.0:1777582956.468940:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00010000:00000010:0.0:1777582956.469205:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:0.0:1777582956.469214:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00000400:00000200:3.0:1777582956.470970:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.470989:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8856280 00000400:00000200:3.0:1777582956.470997:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 126712 00000400:00000200:3.0:1777582956.471055:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.471060:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.471069:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.471075:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05180. 00000020:00000010:0.0:1777582956.471219:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.471225:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.471231:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481373c00. 00000020:00000010:0.0:1777582956.471237:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e580. 00000020:00000010:0.0:1777582956.471242:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.471274:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582956.471277:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000100:00000200:0.0:1777582956.471281:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707900032 00000001:00000010:0.0:1777582956.471293:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:0.0:1777582956.471323:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582956.471331:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 02000000:00000010:0.0:1777582956.471360:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02486158000. 00010000:00000010:0.0:1777582956.471390:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582956.471394:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582956.471412:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582956.471416:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:0.0:1777582956.471420:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582956.471423:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000004:00000010:0.0:1777582956.471524:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518960. 00000004:00000010:0.0:1777582956.471533:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e222d0. 00000004:00000010:0.0:1777582956.471540:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34220. 00080000:00000010:0.0:1777582956.471549:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74558. 00010000:00000010:0.0:1777582956.472259:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582956.472265:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:0.0:1777582956.472270:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582956.472289:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582956.472354:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582956.472365:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582956.472371:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000010:0.0:1777582956.472392:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582956.472409:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f05180 x1863928707900032/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582956.472429:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582956.472435:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707900032, offset 224 00000400:00000200:0.0:1777582956.472441:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.472453:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.472460:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397172:397172:256:4294967295] 192.168.202.9@tcp LPNI seq info [397168:397168:8:4294967295] 00000400:00000200:0.0:1777582956.472472:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.472478:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.472484:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582956.472492:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.472498:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.472503:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.472531:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e580. 00000020:00000010:0.0:1777582956.472536:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.472540:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481373c00. 00000800:00000200:3.0:1777582956.472803:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.472808:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582956.472813:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.472818:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.472823:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:3.0:1777582956.472825:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00010000:00000010:2.1:1777582956.473276:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582956.473285:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:3.0:1777582956.474883:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.474901:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8856380 00000400:00000200:3.0:1777582956.474909:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 127288 00000400:00000200:3.0:1777582956.474925:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.474930:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.474937:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.474947:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239248ad80. 00000020:00000010:0.0:1777582956.475056:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582956.475062:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582956.475067:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481373c00. 00000020:00000010:0.0:1777582956.475072:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e580. 00000020:00000010:0.0:1777582956.475077:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.475122:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582956.475125:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c00. 00000100:00000200:0.0:1777582956.475129:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707900288 02000000:00000010:0.0:1777582956.475187:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0248615e000. 00010000:00000010:0.0:1777582956.475229:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582956.475246:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:0.0:1777582956.475267:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582956.475272:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582956.475288:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582956.475291:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:0.0:1777582956.475296:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582956.475299:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582956.475412:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582956.475415:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:0.0:1777582956.475418:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582956.475422:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000020:00000010:0.0:1777582956.475449:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582956.475455:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582956.475467:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f487e0. 00080000:00000010:0.0:1777582956.475476:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023921c5800. 00000001:00000010:0.0:1777582956.475914:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48de0. 00000001:00000010:0.0:1777582956.475922:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185000. 00000020:00000010:0.0:1777582956.475955:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f487e0. 00010000:00000010:0.0:1777582956.475963:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582956.475966:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582956.475978:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185b40. 00010000:00000010:0.0:1777582956.476027:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582956.476040:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:0.0:1777582956.476056:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975479, last committed = 8589975425 00010000:00000200:0.0:1777582956.476065:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239248ad80 x1863928707900288/t8589975479(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582956.476083:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582956.476091:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707900288, offset 224 00000400:00000010:0.0:1777582956.476097:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f1f8. 00000400:00000200:0.0:1777582956.476100:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.476113:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.476119:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397173:397173:256:4294967295] 192.168.202.9@tcp LPNI seq info [397169:397169:8:4294967295] 00000400:00000200:0.0:1777582956.476125:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582956.476157:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.476164:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.476169:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582956.476175:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.476182:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.476187:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.476209:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e580. 00000020:00000010:0.0:1777582956.476214:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00010000:00000010:1.0:1777582956.476214:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00000020:00000010:0.0:1777582956.476218:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481373c00. 00010000:00000010:1.0:1777582956.476221:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000010:1.0:1777582956.476229:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185b40. 00000800:00000200:0.0:1777582956.476313:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.476317:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582956.476321:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.476326:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.479817:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.479839:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145e5 00000400:00000200:3.0:1777582956.479848:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.479852:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.479861:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:3.0:1777582956.479865:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000400:00000200:3.0:1777582956.479952:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.479960:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8856400 00000400:00000200:3.0:1777582956.479969:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 127776 00000400:00000200:3.0:1777582956.480034:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.480037:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.480042:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.480048:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239248b100. 00000020:00000010:1.0:1777582956.480204:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00010000:00000010:0.0:1777582956.480209:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00000020:00000010:1.0:1777582956.480209:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.480214:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5600. 00010000:00000010:0.0:1777582956.480219:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00000020:00000010:1.0:1777582956.480219:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e100. 00000020:00000010:1.0:1777582956.480224:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674e10. 00000020:00000010:1.0:1777582956.480269:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.480272:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000100:00000200:1.0:1777582956.480287:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707900416 00000001:00000010:1.0:1777582956.480298:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582956.480323:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582956.480329:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 02000000:00000010:1.0:1777582956.480358:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ffcd2000. 00010000:00000010:1.0:1777582956.480385:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582956.480389:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582956.480404:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582956.480407:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e180. 00010000:00000010:1.0:1777582956.480411:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582956.480413:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00000004:00000010:1.0:1777582956.480509:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f563c0. 00000004:00000010:1.0:1777582956.480518:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582956.480524:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944990. 00080000:00000010:1.0:1777582956.480532:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f560. 00010000:00000010:0.1:1777582956.481310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582956.481320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.0:1777582956.481799:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582956.481804:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb80. 00010000:00000010:0.0:1777582956.481810:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582956.481816:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582956.481888:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:0.0:1777582956.481899:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:0.0:1777582956.481903:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e180. 00010000:00000010:0.0:1777582956.481927:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:0.0:1777582956.481945:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239248b100 x1863928707900416/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582956.481966:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582956.481972:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707900416, offset 224 00000400:00000200:0.0:1777582956.481979:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.481992:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.482000:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397174:397174:256:4294967295] 192.168.202.9@tcp LPNI seq info [397170:397170:8:4294967295] 00000400:00000200:0.0:1777582956.482010:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.482016:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.482021:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582956.482028:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.482035:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.482039:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:1.1:1777582956.482178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582956.482186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582956.482191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582956.482194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:1.1:1777582956.482197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582956.482200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582956.482202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582956.482205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000020:00000010:0.0:1777582956.484676:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e100. 00000020:00000010:0.0:1777582956.484692:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674e10. 00000020:00000010:0.0:1777582956.484708:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5600. 00000800:00000200:3.0:1777582956.485018:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.485024:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582956.485030:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.485039:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.485046:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:3.0:1777582956.485049:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00010000:00000010:0.1:1777582956.486175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:0.1:1777582956.486188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582956.486193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582956.486198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582956.486200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582956.486202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582956.493240:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582956.493257:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582956.493261:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582956.493263:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582956.493266:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582956.493268:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582956.493271:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582956.493275:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:0.1:1777582956.493279:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582956.493281:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582956.495792:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582956.495810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:3.0:1777582956.499249:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.499270:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8856500 00000400:00000200:3.0:1777582956.499278:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 128352 00000400:00000200:3.0:1777582956.499296:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.499300:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.499309:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.499315:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392488700. 00000020:00000010:1.0:1777582956.500545:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.500552:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.500558:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582956.500562:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:1.0:1777582956.500566:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.500634:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.500636:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000100:00000200:1.0:1777582956.500638:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707900672 02000000:00000010:1.0:1777582956.500674:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ffcd3000. 00010000:00000010:1.0:1777582956.500728:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:1.0:1777582956.500746:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb80. 00010000:00000010:1.0:1777582956.500769:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582956.500776:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582956.500792:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582956.500796:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:1.0:1777582956.500800:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582956.500802:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582956.500909:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582956.500911:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582956.500914:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582956.500916:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00000020:00000010:1.0:1777582956.500935:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6b60. 00000020:00000010:1.0:1777582956.500940:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6b60. 00000020:00000010:1.0:1777582956.500948:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df060. 00080000:00000010:1.0:1777582956.500959:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac56e800. 00000001:00000010:1.0:1777582956.501359:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df960. 00000001:00000010:1.0:1777582956.501366:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582956.501421:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df060. 00010000:00000010:1.0:1777582956.501431:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582956.501433:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582956.501444:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582956.501478:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582956.501488:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000200:1.0:1777582956.501501:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975480, last committed = 8589975425 00010000:00000200:1.0:1777582956.501511:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02392488700 x1863928707900672/t8589975480(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582956.501529:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582956.501534:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707900672, offset 224 00000400:00000010:1.0:1777582956.501540:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d21f8. 00000400:00000200:1.0:1777582956.501543:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.501557:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.501562:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397175:397175:256:4294967295] 192.168.202.9@tcp LPNI seq info [397171:397171:8:4294967295] 00000400:00000200:1.0:1777582956.501567:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582956.501572:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.501576:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.501579:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582956.501584:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.501590:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.501594:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.501609:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed80. 00000020:00000010:1.0:1777582956.501613:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.501616:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00000800:00000200:2.0:1777582956.503000:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.503007:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582956.503014:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.503023:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582956.506854:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:2.0:1777582956.506873:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582956.506886:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000400:00000200:2.0:1777582956.507705:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.507728:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145ed 00000400:00000200:2.0:1777582956.507737:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.507742:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.507749:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:2.0:1777582956.507752:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000400:00000200:2.0:1777582956.507785:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.507792:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8856580 00000400:00000200:2.0:1777582956.507799:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 128840 00000400:00000200:2.0:1777582956.507846:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.507850:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.507854:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.507863:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188700. 00010000:00000010:1.0:1777582956.507943:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582956.507952:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00000020:00000010:3.0:1777582956.508041:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4580. 00000020:00000010:3.0:1777582956.508047:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4580. 00000020:00000010:3.0:1777582956.508053:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24600. 00000020:00000010:3.0:1777582956.508057:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.508062:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.508106:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4580. 00000020:00000010:3.0:1777582956.508108:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4580. 00000100:00000200:3.0:1777582956.508112:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707900800 00000001:00000010:3.0:1777582956.508123:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185000. 00010000:00000010:3.0:1777582956.508221:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.508229:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 02000000:00000010:3.0:1777582956.508259:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023860d7000. 00010000:00000010:3.0:1777582956.508290:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582956.508293:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.508311:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582956.508314:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582956.508319:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582956.508321:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00000004:00000010:3.0:1777582956.508594:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90d20. 00000004:00000010:3.0:1777582956.508602:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65ac8. 00000004:00000010:3.0:1777582956.508609:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386ee0. 00080000:00000010:3.0:1777582956.508618:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12000. 00010000:00000010:1.1:1777582956.511226:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:1.1:1777582956.511241:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.0:1777582956.513758:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582956.513772:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374780. 00010000:00000010:3.0:1777582956.513780:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582956.513786:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582956.513867:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.513878:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582956.513882:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582956.513907:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000200:3.0:1777582956.513927:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c188700 x1863928707900800/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.513951:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582956.513960:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707900800, offset 224 00000400:00000200:3.0:1777582956.513967:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.513981:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.513989:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397176:397176:256:4294967295] 192.168.202.9@tcp LPNI seq info [397172:397172:8:4294967295] 00000400:00000200:3.0:1777582956.514000:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.514004:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.514008:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582956.514014:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.514021:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.514024:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.514059:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.514063:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.514066:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24600. 00000800:00000200:1.0:1777582956.514557:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.514563:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:1.0:1777582956.514568:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.514574:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.514580:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:1.0:1777582956.514582:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00000400:00000200:3.0:1777582956.517326:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.517344:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8856680 00000400:00000200:3.0:1777582956.517352:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 129416 00000400:00000200:3.0:1777582956.517367:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.517372:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.517380:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.517386:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489f80. 00000020:00000010:1.0:1777582956.517528:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.517534:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.517540:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582956.517545:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582956.517550:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.517595:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.517598:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000100:00000200:1.0:1777582956.517601:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707901056 02000000:00000010:1.0:1777582956.517639:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ffcd5000. 00010000:00000010:1.0:1777582956.517681:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:1.0:1777582956.517706:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374780. 00010000:00000010:1.0:1777582956.517726:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582956.517732:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582956.517747:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582956.517750:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582956.517755:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582956.517758:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582956.517863:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582956.517865:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e380. 00010000:00000010:1.0:1777582956.517867:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582956.517869:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00000020:00000010:1.0:1777582956.517888:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6be0. 00000020:00000010:1.0:1777582956.517893:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6be0. 00000020:00000010:1.0:1777582956.517902:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df060. 00080000:00000010:1.0:1777582956.517910:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac56fc00. 00000001:00000010:1.0:1777582956.518248:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df660. 00000001:00000010:1.0:1777582956.518255:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582956.518286:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df060. 00010000:00000010:1.0:1777582956.518295:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582956.518299:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582956.518313:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582956.518358:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582956.518372:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:3.0:1777582956.518374:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:3.0:1777582956.518378:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e380. 00010000:00000010:3.0:1777582956.518386:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00010000:00000200:1.0:1777582956.518399:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975481, last committed = 8589975425 00010000:00000200:1.0:1777582956.518409:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02392489f80 x1863928707901056/t8589975481(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582956.518429:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582956.518435:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707901056, offset 224 00000400:00000010:1.0:1777582956.518441:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2690. 00000400:00000200:1.0:1777582956.518447:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.518460:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.518467:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397177:397177:256:4294967295] 192.168.202.9@tcp LPNI seq info [397173:397173:8:4294967295] 00000400:00000200:1.0:1777582956.518472:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582956.518477:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.518482:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.518485:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582956.518491:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.518496:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.518500:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.518521:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582956.518526:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.518530:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00010000:00000010:1.1:1777582956.519193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582956.519201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582956.519205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582956.519208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582956.519264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582956.519270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000800:00000200:2.0:1777582956.520256:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.520263:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:2.0:1777582956.520269:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.520277:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.520339:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.520356:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145f5 00000400:00000200:1.0:1777582956.520361:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.520364:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.520370:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:1.0:1777582956.520373:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00010000:00000010:2.0:1777582956.520565:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:2.0:1777582956.520577:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:3.1:1777582956.521571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582956.521581:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582956.521585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582956.521588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:3.0:1777582956.521648:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.521661:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8856700 00000400:00000200:3.0:1777582956.521680:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 129904 00000400:00000200:3.0:1777582956.521751:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.521756:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.521763:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.521768:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489c00. 00000020:00000010:1.0:1777582956.522208:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.522214:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.522220:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582956.522226:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582956.522230:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.522270:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa07c0. 00000020:00000010:1.0:1777582956.522273:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa07c0. 00000100:00000200:1.0:1777582956.522276:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707901184 00000001:00000010:1.0:1777582956.522287:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:1.0:1777582956.522314:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582956.522321:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 02000000:00000010:1.0:1777582956.522352:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02393708000. 00010000:00000010:1.0:1777582956.522383:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582956.522487:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582956.522503:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582956.522505:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582956.522507:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582956.522509:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00000004:00000010:1.0:1777582956.522583:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57e00. 00000004:00000010:1.0:1777582956.522590:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582956.522596:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944660. 00080000:00000010:1.0:1777582956.522603:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ee40. 00010000:00000010:3.1:1777582956.523162:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582956.523169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582956.526893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:1.1:1777582956.526906:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582956.526912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582956.526914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:2.1:1777582956.527159:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582956.527163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582956.527243:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582956.527247:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:1.0:1777582956.527251:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582956.527257:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582956.527339:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582956.527350:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582956.527355:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582956.527467:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582956.527487:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02392489c00 x1863928707901184/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.527505:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582956.527511:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707901184, offset 224 00000400:00000200:1.0:1777582956.527516:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.527528:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.527533:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397178:397178:256:4294967295] 192.168.202.9@tcp LPNI seq info [397174:397174:8:4294967295] 00000400:00000200:1.0:1777582956.527542:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.527546:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.527550:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582956.527556:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.527562:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.527565:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.527623:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582956.527627:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.527631:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00000800:00000200:2.0:1777582956.530276:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.530285:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582956.530292:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.530300:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.530307:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:2.0:1777582956.530310:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000400:00000200:1.0:1777582956.533225:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.533246:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8856800 00000400:00000200:1.0:1777582956.533254:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 130480 00000400:00000200:1.0:1777582956.533272:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.533277:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.533285:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.533294:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397d5df80. 00000020:00000010:3.0:1777582956.533372:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4a40. 00000020:00000010:3.0:1777582956.533378:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4a40. 00000020:00000010:3.0:1777582956.533384:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24600. 00000020:00000010:3.0:1777582956.533390:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.533395:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.533436:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4a40. 00000020:00000010:3.0:1777582956.533439:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4a40. 00000100:00000200:3.0:1777582956.533442:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707901440 02000000:00000010:3.0:1777582956.533477:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023860d2000. 00010000:00000010:3.0:1777582956.533520:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:3.0:1777582956.533536:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:3.0:1777582956.533555:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.533561:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582956.533576:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582956.533580:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582956.533584:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582956.533587:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582956.533847:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582956.533851:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374480. 00010000:00000010:3.0:1777582956.533854:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582956.533858:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00000020:00000010:3.0:1777582956.533884:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05240. 00000020:00000010:3.0:1777582956.533890:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05240. 00000020:00000010:3.0:1777582956.533901:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedba0. 00080000:00000010:3.0:1777582956.533910:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b57a7800. 00000001:00000010:3.0:1777582956.534497:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed660. 00000001:00000010:3.0:1777582956.534505:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582956.534543:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedba0. 00010000:00000010:3.0:1777582956.534553:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582956.534557:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582956.534570:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582956.534617:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.534632:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000200:3.0:1777582956.534647:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975482, last committed = 8589975425 00010000:00000200:3.0:1777582956.534657:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02397d5df80 x1863928707901440/t8589975482(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1777582956.534804:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582956.534811:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374480. 00010000:00000010:2.0:1777582956.534818:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000400:00000010:3.0:1777582956.534855:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582956.534861:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707901440, offset 224 00000400:00000010:3.0:1777582956.534868:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7150. 00000400:00000200:3.0:1777582956.534873:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.534886:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.534893:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397179:397179:256:4294967295] 192.168.202.9@tcp LPNI seq info [397175:397175:8:4294967295] 00000400:00000200:3.0:1777582956.534900:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.534907:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.534913:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.534917:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582956.534924:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.534931:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.534936:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.534964:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.534968:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.534972:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24600. 00000800:00000200:1.0:1777582956.535264:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.535270:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:1.0:1777582956.535275:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.535280:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582956.536178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582956.536188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582956.536191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582956.536193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000400:00000200:2.0:1777582956.537394:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.537412:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2145fd 00000400:00000200:2.0:1777582956.537419:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.537423:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.537429:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:2.0:1777582956.537432:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00000400:00000200:2.0:1777582956.537462:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.537468:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8856880 00000400:00000200:2.0:1777582956.537475:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 130968 00000400:00000200:2.0:1777582956.537488:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.537491:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.537496:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.537502:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18bb80. 00010000:00000010:1.0:1777582956.537546:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:1.0:1777582956.537558:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00000020:00000010:3.0:1777582956.537584:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4a40. 00000020:00000010:3.0:1777582956.537590:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4a40. 00000020:00000010:3.0:1777582956.537596:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24600. 00000020:00000010:3.0:1777582956.537601:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.537608:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.537650:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4a40. 00000020:00000010:3.0:1777582956.537653:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4a40. 00000100:00000200:3.0:1777582956.537655:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707901568 00000001:00000010:3.0:1777582956.537666:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:3.0:1777582956.537690:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582956.537705:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 02000000:00000010:3.0:1777582956.537737:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023860d6000. 00010000:00000010:3.0:1777582956.537767:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582956.537771:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.537787:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582956.537790:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582956.537794:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582956.537796:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000004:00000010:3.0:1777582956.537906:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91680. 00000004:00000010:3.0:1777582956.537915:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65690. 00000004:00000010:3.0:1777582956.537921:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387a90. 00080000:00000010:3.0:1777582956.537931:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e128e8. 00010000:00000010:3.0:1777582956.538620:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582956.538625:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582956.538629:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582956.538633:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582956.538710:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.538721:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582956.538725:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582956.538747:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000200:3.0:1777582956.538766:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18bb80 x1863928707901568/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.538786:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582956.538793:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707901568, offset 224 00000400:00000200:3.0:1777582956.538800:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.538814:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.538821:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397180:397180:256:4294967295] 192.168.202.9@tcp LPNI seq info [397176:397176:8:4294967295] 00000400:00000200:3.0:1777582956.538832:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.538837:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.538842:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582956.538848:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.538856:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.538860:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.538886:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.538890:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.538894:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24600. 00000800:00000200:1.0:1777582956.539016:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.539020:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:1.0:1777582956.539025:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.539030:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.539035:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:1.0:1777582956.539037:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00010000:00000010:2.1:1777582956.539172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582956.539179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:1.0:1777582956.541261:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.541291:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8856980 00000400:00000200:1.0:1777582956.541300:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 131544 00000400:00000200:1.0:1777582956.541320:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.541324:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.541335:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.541343:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e5c00. 00000020:00000010:3.0:1777582956.541436:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4300. 00000020:00000010:3.0:1777582956.541443:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4300. 00000020:00000010:3.0:1777582956.541449:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24600. 00000020:00000010:3.0:1777582956.541456:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.541461:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.541507:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4300. 00000020:00000010:3.0:1777582956.541510:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4300. 00000100:00000200:3.0:1777582956.541513:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707901824 02000000:00000010:3.0:1777582956.541548:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023860d4000. 00010000:00000010:3.0:1777582956.541591:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582956.541609:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582956.541630:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582956.541636:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582956.541650:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582956.541653:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582956.541657:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582956.541660:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582956.541780:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582956.541783:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582956.541787:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582956.541790:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582956.541812:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e050c0. 00000020:00000010:3.0:1777582956.541818:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e050c0. 00000020:00000010:3.0:1777582956.541828:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed360. 00080000:00000010:3.0:1777582956.541837:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b57a6800. 00000001:00000010:3.0:1777582956.542380:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed780. 00000001:00000010:3.0:1777582956.542388:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582956.542422:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed360. 00010000:00000010:3.0:1777582956.542432:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582956.542436:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582956.542451:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582956.542500:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582956.542516:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:2.0:1777582956.542531:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000200:3.0:1777582956.542534:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975483, last committed = 8589975425 00010000:00000010:2.0:1777582956.542537:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:2.0:1777582956.542543:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000200:3.0:1777582956.542544:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e5c00 x1863928707901824/t8589975483(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.542562:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777582956.542569:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707901824, offset 224 00000400:00000010:3.0:1777582956.542575:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7b98. 00000400:00000200:3.0:1777582956.542580:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.542593:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.542600:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397181:397181:256:4294967295] 192.168.202.9@tcp LPNI seq info [397177:397177:8:4294967295] 00000400:00000200:3.0:1777582956.542606:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.542613:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.542619:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.542623:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582956.542629:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.542637:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.542641:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.542665:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582956.542669:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.542672:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24600. 00000800:00000200:2.0:1777582956.542809:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.542813:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582956.542818:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.542823:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582956.544179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582956.544191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582956.544552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582956.544559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582956.544563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582956.544567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:1.0:1777582956.546057:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.546077:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214605 00000400:00000200:1.0:1777582956.546085:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.546089:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.546095:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:1.0:1777582956.546099:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000400:00000200:1.0:1777582956.546195:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.546201:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8856a00 00000400:00000200:1.0:1777582956.546208:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 132032 00000400:00000200:1.0:1777582956.546262:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.546266:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.546272:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.546292:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6d80. 00000020:00000010:2.0:1777582956.546420:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460000. 00000020:00000010:2.0:1777582956.546425:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460000. 00000020:00000010:2.0:1777582956.546432:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0600. 00000020:00000010:2.0:1777582956.546436:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513900. 00000020:00000010:2.0:1777582956.546442:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777582956.546485:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460000. 00000020:00000010:2.0:1777582956.546488:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460000. 00000100:00000200:2.0:1777582956.546491:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707901952 00000001:00000010:2.0:1777582956.546501:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:2.0:1777582956.546526:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582956.546534:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 02000000:00000010:2.0:1777582956.546561:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023870c0000. 00010000:00000010:2.0:1777582956.546591:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582956.546601:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582956.546620:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582956.546623:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a00. 00010000:00000010:2.0:1777582956.546627:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582956.546629:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00000004:00000010:2.0:1777582956.546737:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71683c0. 00000004:00000010:2.0:1777582956.546746:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0168. 00000004:00000010:2.0:1777582956.546753:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756dd0. 00080000:00000010:2.0:1777582956.546762:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c558. 00010000:00000010:3.0:1777582956.547193:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582956.547203:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582956.547384:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582956.547387:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374100. 00010000:00000010:3.0:1777582956.547392:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.547395:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582956.547454:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:3.0:1777582956.547463:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:3.0:1777582956.547466:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a00. 00010000:00000010:3.0:1777582956.547488:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000200:3.0:1777582956.547506:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e6d80 x1863928707901952/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.547525:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582956.547531:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707901952, offset 224 00000400:00000200:3.0:1777582956.547538:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.547549:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.547556:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397182:397182:256:4294967295] 192.168.202.9@tcp LPNI seq info [397178:397178:8:4294967295] 00000400:00000200:3.0:1777582956.547568:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.547574:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.547579:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582956.547585:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.547592:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.547596:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.547611:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513900. 00000020:00000010:3.0:1777582956.547615:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:3.0:1777582956.547618:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0600. 00000800:00000200:1.0:1777582956.547734:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.547740:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:1.0:1777582956.547744:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.547749:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.547753:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:1.0:1777582956.547756:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00010000:00000010:3.1:1777582956.548177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582956.548184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582956.548188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582956.548192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582956.548195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582956.548197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582956.548200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582956.548202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582956.548247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582956.548252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:2.0:1777582956.549381:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.549397:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8856b00 00000400:00000200:2.0:1777582956.549405:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 132608 00000400:00000200:2.0:1777582956.549419:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.549423:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.549431:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.549437:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188e00. 00000020:00000010:1.0:1777582956.549512:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582956.549518:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582956.549524:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582956.549529:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582956.549533:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.549570:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582956.549573:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c00. 00000100:00000200:1.0:1777582956.549576:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707902208 02000000:00000010:1.0:1777582956.549609:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239370c000. 00010000:00000010:1.0:1777582956.549642:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:1.0:1777582956.549655:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374100. 00010000:00000010:1.0:1777582956.549672:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582956.549678:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582956.549690:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582956.549693:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582956.549707:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582956.549710:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582956.549812:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582956.549815:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582956.549819:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582956.549822:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00000020:00000010:1.0:1777582956.549844:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6a80. 00000020:00000010:1.0:1777582956.549851:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6a80. 00000020:00000010:1.0:1777582956.549860:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df0c0. 00080000:00000010:1.0:1777582956.549868:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023dfbbf800. 00000001:00000010:1.0:1777582956.550267:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfb40. 00000001:00000010:1.0:1777582956.550599:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582956.550642:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df0c0. 00010000:00000010:1.0:1777582956.550651:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582956.550656:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582956.550669:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484480. 00010000:00000010:1.0:1777582956.550752:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582956.550770:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582956.550788:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975484, last committed = 8589975425 00010000:00000200:1.0:1777582956.550798:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c188e00 x1863928707902208/t8589975484(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582956.550817:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582956.550823:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707902208, offset 224 00000400:00000010:1.0:1777582956.550829:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2310. 00000400:00000200:1.0:1777582956.550833:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.550847:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.550854:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397183:397183:256:4294967295] 192.168.202.9@tcp LPNI seq info [397179:397179:8:4294967295] 00000400:00000200:1.0:1777582956.550860:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582956.550867:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.550872:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.550877:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582956.550882:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.550889:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.550893:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.550925:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582956.550930:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.550934:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00000800:00000200:2.0:1777582956.551111:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.551116:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:2.0:1777582956.551120:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.551126:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582956.551382:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582956.551489:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582956.551514:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:3.0:1777582956.551521:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:3.0:1777582956.551526:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00000400:00000200:1.0:1777582956.557349:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.557376:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21460d 00000400:00000200:1.0:1777582956.557383:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.557388:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.557395:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777582956.557399:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000400:00000200:1.0:1777582956.557443:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.557448:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8856b80 00000400:00000200:1.0:1777582956.557454:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 133096 00000400:00000200:1.0:1777582956.557519:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.557523:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.557528:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.557534:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e7100. 00010000:00000010:3.0:1777582956.557689:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:3.0:1777582956.557710:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00000020:00000010:2.0:1777582956.558466:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460000. 00000020:00000010:2.0:1777582956.558473:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460000. 00000020:00000010:2.0:1777582956.558480:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1400. 00000020:00000010:2.0:1777582956.558485:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513380. 00000020:00000010:2.0:1777582956.558490:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00010000:00000010:1.1:1777582956.558624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000020:00000010:2.0:1777582956.558629:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460000. 00000020:00000010:2.0:1777582956.558632:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460000. 00010000:00000010:1.1:1777582956.558632:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00000100:00000200:2.0:1777582956.558635:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707902336 00010000:00000010:1.1:1777582956.558636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582956.558639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000001:00000010:2.0:1777582956.558645:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582956.558667:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582956.558675:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 02000000:00000010:2.0:1777582956.558714:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023870c6000. 00010000:00000010:2.0:1777582956.558758:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582956.558763:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582956.558781:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582956.558785:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513b00. 00010000:00000010:2.0:1777582956.558790:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582956.558793:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00000004:00000010:2.0:1777582956.558897:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71690e0. 00000004:00000010:2.0:1777582956.558907:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e88. 00000004:00000010:2.0:1777582956.558915:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757dc0. 00080000:00000010:2.0:1777582956.558924:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c720. 00010000:00000010:2.0:1777582956.561191:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582956.561201:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513280. 00010000:00000010:2.0:1777582956.561207:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582956.561214:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582956.561292:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582956.561305:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582956.561310:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513b00. 00010000:00000010:2.0:1777582956.561335:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000200:2.0:1777582956.561354:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e7100 x1863928707902336/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.561376:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582956.561383:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707902336, offset 224 00000400:00000200:2.0:1777582956.561390:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.561403:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.561410:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397184:397184:256:4294967295] 192.168.202.9@tcp LPNI seq info [397180:397180:8:4294967295] 00000400:00000200:2.0:1777582956.561422:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.561427:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.561433:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.561440:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.561447:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.561452:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.561473:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513380. 00000020:00000010:2.0:1777582956.561478:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582956.561481:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1400. 00010000:00000010:3.1:1777582956.561716:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582956.561723:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582956.561727:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582956.561731:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000800:00000200:2.0:1777582956.562372:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.562378:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582956.562384:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.562391:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.562397:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:2.0:1777582956.562400:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00010000:00000010:3.1:1777582956.563227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582956.563235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582956.567287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582956.567300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000400:00000200:2.0:1777582956.567585:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.567604:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8856c80 00000400:00000200:2.0:1777582956.567612:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 133672 00000400:00000200:2.0:1777582956.567627:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.567632:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.567640:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.567646:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18b480. 00000020:00000010:3.0:1777582956.567836:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.567842:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.567848:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24600. 00000020:00000010:3.0:1777582956.567854:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582956.567858:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582956.567944:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.567947:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000100:00000200:3.0:1777582956.567950:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707902592 02000000:00000010:3.0:1777582956.567984:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023860d3000. 00010000:00000010:3.0:1777582956.568021:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:3.0:1777582956.568034:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513280. 00010000:00000010:3.0:1777582956.568052:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582956.568058:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582956.568071:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582956.568075:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582956.568079:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582956.568081:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:2.0:1777582956.568523:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582956.568528:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513380. 00010000:00000010:2.0:1777582956.568532:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582956.568536:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000020:00000010:2.0:1777582956.568567:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054380. 00000020:00000010:2.0:1777582956.568572:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054380. 00000020:00000010:2.0:1777582956.568583:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9de0. 00080000:00000010:2.0:1777582956.568593:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023873c6800. 00000001:00000010:2.0:1777582956.569235:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9cc0. 00000001:00000010:2.0:1777582956.569243:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00010000:00000010:2.1:1777582956.571624:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582956.571639:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582956.571644:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582956.571646:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00000020:00000010:2.0:1777582956.571811:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9de0. 00010000:00000010:2.0:1777582956.571836:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582956.571847:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582956.571872:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582956.571965:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582956.571985:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:2.0:1777582956.572010:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975485, last committed = 8589975425 00010000:00000200:2.0:1777582956.572022:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18b480 x1863928707902592/t8589975485(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582956.572044:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582956.572051:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707902592, offset 224 00000400:00000010:2.0:1777582956.572059:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca123f0. 00000400:00000200:2.0:1777582956.572064:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.572082:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.572090:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397185:397185:256:4294967295] 192.168.202.9@tcp LPNI seq info [397181:397181:8:4294967295] 00000400:00000200:2.0:1777582956.572097:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582956.572105:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.572111:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.572117:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.572125:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.572132:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.572150:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.572172:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374000. 00000020:00000010:2.0:1777582956.572178:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:2.0:1777582956.572183:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24600. 00010000:00000010:3.0:1777582956.572266:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00000800:00000200:1.0:1777582956.572294:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.572299:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582956.572304:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.572310:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582956.573177:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513380. 00010000:00000010:3.0:1777582956.573190:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e683c0. 00000400:00000200:2.0:1777582956.574558:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.574578:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214615 00000400:00000200:2.0:1777582956.574585:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.574589:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.574595:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:2.0:1777582956.574599:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00010000:00000010:3.0:1777582956.574924:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582956.574935:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:3.1:1777582956.575194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582956.575201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00000400:00000200:2.0:1777582956.577083:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.577102:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8856d00 00000400:00000200:2.0:1777582956.577111:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 134160 00000400:00000200:2.0:1777582956.577196:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.577202:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.577210:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.577217:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18ad80. 00000020:00000010:1.0:1777582956.577339:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582956.577345:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582956.577352:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582956.577357:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582956.577362:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.577405:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582956.577407:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c00. 00000100:00000200:1.0:1777582956.577411:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707902720 00000001:00000010:1.0:1777582956.577422:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:1.0:1777582956.577451:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582956.577458:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 02000000:00000010:1.0:1777582956.577486:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239370e000. 00010000:00000010:1.0:1777582956.577534:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582956.577539:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582956.577557:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582956.577561:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582956.577564:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582956.577567:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00000004:00000010:1.0:1777582956.577668:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57a40. 00000004:00000010:1.0:1777582956.577678:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582956.577684:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ed0. 00080000:00000010:1.0:1777582956.577693:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e8e8. 00010000:00000010:1.0:1777582956.578331:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582956.578336:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582956.578340:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582956.578343:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582956.578409:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582956.578420:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582956.578425:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582956.578447:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582956.578466:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18ad80 x1863928707902720/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.581664:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582956.581680:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707902720, offset 224 00000400:00000200:1.0:1777582956.581704:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.581720:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.581727:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397186:397186:256:4294967295] 192.168.202.9@tcp LPNI seq info [397182:397182:8:4294967295] 00000400:00000200:1.0:1777582956.581739:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.581745:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.581751:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582956.581758:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.581765:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.581770:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.581810:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582956.581818:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.581823:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00000800:00000200:3.0:1777582956.581913:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.581919:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582956.581924:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.581929:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.581934:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:3.0:1777582956.581937:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00010000:00000010:3.1:1777582956.585166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582956.585179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582956.585214:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582956.585219:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000200:2.0:1777582956.585244:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.585262:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8856e00 00000400:00000200:2.0:1777582956.585270:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 134736 00000400:00000200:2.0:1777582956.585508:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.585513:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.585522:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.585529:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c189c00. 00000020:00000010:3.0:1777582956.585634:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.585640:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.585646:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25200. 00000020:00000010:3.0:1777582956.585651:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582956.585656:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582956.585749:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.585752:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000100:00000200:3.0:1777582956.585755:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707902976 02000000:00000010:3.0:1777582956.585789:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023860d5000. 00010000:00000010:3.0:1777582956.585827:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:3.0:1777582956.585841:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00010000:00000010:3.0:1777582956.585859:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582956.585865:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582956.585881:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582956.585884:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582956.585887:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582956.585889:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582956.586005:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582956.586009:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c00. 00010000:00000010:3.0:1777582956.586012:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582956.586015:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000020:00000010:3.0:1777582956.586042:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.586048:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.586060:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed960. 00080000:00000010:3.0:1777582956.586069:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b57a7000. 00000001:00000010:3.0:1777582956.586546:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedcc0. 00000001:00000010:3.0:1777582956.586554:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582956.586593:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed960. 00010000:00000010:3.0:1777582956.586602:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582956.586607:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582956.586620:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582956.586661:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582956.586676:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582956.586693:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975486, last committed = 8589975425 00010000:00000200:3.0:1777582956.586713:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c189c00 x1863928707902976/t8589975486(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.586732:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582956.586738:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707902976, offset 224 00000400:00000010:3.0:1777582956.586745:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7b60. 00000400:00000200:3.0:1777582956.586749:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.586763:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.586769:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397187:397187:256:4294967295] 192.168.202.9@tcp LPNI seq info [397183:397183:8:4294967295] 00000400:00000200:3.0:1777582956.586775:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.586782:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.586787:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.586792:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582956.586798:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.586805:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.586809:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.586834:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582956.586839:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582956.586842:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25200. 00000800:00000200:3.0:1777582956.586934:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.586938:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:3.0:1777582956.586943:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.586947:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582956.587029:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:2.0:1777582956.587035:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c00. 00010000:00000010:2.0:1777582956.587043:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:3.1:1777582956.588737:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582956.588751:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:1.0:1777582956.588963:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.588980:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21461d 00000400:00000200:1.0:1777582956.588988:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.588992:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.588998:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:1.0:1777582956.589001:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00010000:00000010:3.0:1777582956.589088:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582956.589099:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:1.1:1777582956.589199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582956.589206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582956.589209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582956.589211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000400:00000200:2.0:1777582956.590578:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.590596:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8856e80 00000400:00000200:2.0:1777582956.590604:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 135224 00000400:00000200:2.0:1777582956.590672:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.590677:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.590684:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.590691:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c189f80. 00000020:00000010:3.0:1777582956.590997:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.591003:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.591009:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25200. 00000020:00000010:3.0:1777582956.591014:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374200. 00000020:00000010:3.0:1777582956.591019:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582956.591060:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4fc0. 00000020:00000010:3.0:1777582956.591063:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4fc0. 00000100:00000200:3.0:1777582956.591066:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707903104 00000001:00000010:3.0:1777582956.591077:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e680c0. 00010000:00000010:3.0:1777582956.591101:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582956.591108:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 02000000:00000010:3.0:1777582956.591162:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023860d1000. 00010000:00000010:3.0:1777582956.591194:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582956.591198:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582956.591215:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582956.591218:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582956.591222:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582956.591224:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000004:00000010:3.0:1777582956.591331:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90960. 00000004:00000010:3.0:1777582956.591339:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65d20. 00000004:00000010:3.0:1777582956.591346:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387870. 00080000:00000010:3.0:1777582956.591354:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13560. 00010000:00000010:1.0:1777582956.597590:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582956.597602:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582956.597609:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582956.597616:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582956.597870:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:1.0:1777582956.597885:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:1.0:1777582956.597891:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:1.0:1777582956.597920:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000200:1.0:1777582956.597943:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c189f80 x1863928707903104/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.597965:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582956.597973:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707903104, offset 224 00000400:00000200:1.0:1777582956.597980:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.597994:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.598002:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397188:397188:256:4294967295] 192.168.202.9@tcp LPNI seq info [397184:397184:8:4294967295] 00000400:00000200:1.0:1777582956.598015:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.598021:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.598025:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582956.598032:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.598040:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.598046:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.598074:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374200. 00000020:00000010:1.0:1777582956.598079:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:1.0:1777582956.598083:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25200. 00000800:00000200:2.0:1777582956.600524:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.600534:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582956.600543:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.600552:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.600559:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:2.0:1777582956.600562:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000400:00000200:1.0:1777582956.601018:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.601032:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8856f80 00000400:00000200:1.0:1777582956.601040:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 135800 00000400:00000200:1.0:1777582956.601054:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.601057:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.601064:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.601070:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e5f80. 00010000:00000010:2.1:1777582956.601160:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582956.601167:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000020:00000010:2.0:1777582956.601186:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582956.601190:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582956.601196:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1400. 00000020:00000010:2.0:1777582956.601201:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513b00. 00000020:00000010:2.0:1777582956.601205:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582956.601239:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582956.601242:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460280. 00000100:00000200:2.0:1777582956.601245:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707903360 02000000:00000010:2.0:1777582956.601474:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383f33000. 00010000:00000010:2.0:1777582956.601516:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:2.0:1777582956.601529:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582956.601549:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582956.601554:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582956.601568:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582956.601572:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513b80. 00010000:00000010:2.0:1777582956.601576:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582956.601579:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582956.601917:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582956.601921:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513080. 00010000:00000010:2.0:1777582956.601925:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582956.601928:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000020:00000010:2.0:1777582956.601961:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860543a0. 00000020:00000010:2.0:1777582956.601967:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860543a0. 00000020:00000010:2.0:1777582956.601978:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9de0. 00080000:00000010:2.0:1777582956.601988:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023873c4400. 00000001:00000010:2.0:1777582956.602633:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a92a0. 00000001:00000010:2.0:1777582956.602641:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68840. 00000020:00000010:2.0:1777582956.602892:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9de0. 00010000:00000010:2.0:1777582956.602905:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582956.602910:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582956.602925:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68b40. 00010000:00000010:2.0:1777582956.603008:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582956.603025:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000200:2.0:1777582956.603044:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975487, last committed = 8589975425 00010000:00000200:2.0:1777582956.603055:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e5f80 x1863928707903360/t8589975487(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582956.603074:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582956.603082:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707903360, offset 224 00000400:00000010:2.0:1777582956.603088:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12850. 00000400:00000200:2.0:1777582956.603093:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.603106:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.603114:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397189:397189:256:4294967295] 192.168.202.9@tcp LPNI seq info [397185:397185:8:4294967295] 00000400:00000200:2.0:1777582956.603120:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582956.603127:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.603157:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.603163:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.603170:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.603177:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.603181:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.603201:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513b00. 00000020:00000010:2.0:1777582956.603205:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582956.603209:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1400. 00010000:00000010:3.0:1777582956.603403:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:3.0:1777582956.603411:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513080. 00010000:00000010:3.0:1777582956.603418:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68b40. 00000800:00000200:1.0:1777582956.605373:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.605381:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582956.605391:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.605399:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582956.606160:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582956.606168:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:3.1:1777582956.606173:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582956.606176:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582956.606180:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582956.606183:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:2.0:1777582956.606443:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.606459:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214625 00000400:00000200:2.0:1777582956.606466:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.606470:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.606476:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:2.0:1777582956.606479:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00000400:00000200:2.0:1777582956.606537:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.606543:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8857000 00000400:00000200:2.0:1777582956.606550:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 136288 00000400:00000200:2.0:1777582956.606596:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.606600:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.606605:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.606611:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188380. 00000020:00000010:1.0:1777582956.607018:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582956.607024:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582956.607031:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582956.607037:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:1.0:1777582956.607042:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.607088:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582956.607090:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b40. 00000100:00000200:1.0:1777582956.607093:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707903488 00000001:00000010:1.0:1777582956.607104:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:1.0:1777582956.607131:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582956.607172:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 02000000:00000010:1.0:1777582956.607205:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02393709000. 00010000:00000010:1.0:1777582956.607235:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582956.607240:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582956.607258:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582956.607261:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e280. 00010000:00000010:1.0:1777582956.607265:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582956.607268:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00000004:00000010:1.0:1777582956.607385:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f574a0. 00000004:00000010:1.0:1777582956.607395:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582956.607402:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945870. 00080000:00000010:1.0:1777582956.607411:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ec78. 00010000:00000010:1.0:1777582956.608376:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582956.608383:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:1.0:1777582956.608389:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582956.608394:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582956.608470:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582956.608481:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582956.608486:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e280. 00010000:00000010:1.0:1777582956.608507:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000200:1.0:1777582956.608526:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c188380 x1863928707903488/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.608546:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777582956.608554:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707903488, offset 224 00000400:00000200:1.0:1777582956.608561:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.608574:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.608582:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397190:397190:256:4294967295] 192.168.202.9@tcp LPNI seq info [397186:397186:8:4294967295] 00000400:00000200:1.0:1777582956.608593:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.608598:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.608602:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582956.608609:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.608617:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.608621:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.608651:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:1.0:1777582956.608656:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.608660:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00000800:00000200:2.0:1777582956.611228:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.611237:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:2.0:1777582956.611246:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.611254:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.611261:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:2.0:1777582956.611264:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00010000:00000010:3.0:1777582956.611633:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:3.0:1777582956.611643:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513b80. 00000400:00000200:1.0:1777582956.611724:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.611741:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8857100 00000400:00000200:1.0:1777582956.611749:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 136864 00000400:00000200:1.0:1777582956.611764:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.611767:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.611773:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.611779:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e5880. 00000020:00000010:3.0:1777582956.611944:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.611949:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.611958:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241f85b600. 00000020:00000010:3.0:1777582956.611964:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582956.611970:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582956.612012:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.612014:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000100:00000200:3.0:1777582956.612017:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707903744 02000000:00000010:3.0:1777582956.612054:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0249e13a000. 00010000:00000010:3.0:1777582956.612086:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:3.0:1777582956.612095:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00010000:00000010:3.0:1777582956.612116:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582956.612122:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582956.612167:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582956.612171:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374100. 00010000:00000010:3.0:1777582956.612176:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582956.612179:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:1.1:1777582956.612369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582956.612376:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582956.612381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.1:1777582956.612383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582956.612498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582956.612504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582956.612508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582956.612510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.0:1777582956.612633:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582956.612638:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582956.612641:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582956.612644:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00000020:00000010:3.0:1777582956.612767:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.612774:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.612784:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed960. 00080000:00000010:3.0:1777582956.612794:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b57a5800. 00000001:00000010:3.0:1777582956.613500:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed3c0. 00000001:00000010:3.0:1777582956.613508:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582956.613547:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed960. 00010000:00000010:3.0:1777582956.613557:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582956.613561:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582956.613576:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582956.613674:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582956.613690:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582956.613716:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975488, last committed = 8589975425 00010000:00000200:3.0:1777582956.613729:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e5880 x1863928707903744/t8589975488(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.613749:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582956.613756:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707903744, offset 224 00000400:00000010:3.0:1777582956.613762:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7ce8. 00000400:00000200:3.0:1777582956.613766:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.613780:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.613787:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397191:397191:256:4294967295] 192.168.202.9@tcp LPNI seq info [397187:397187:8:4294967295] 00000400:00000200:3.0:1777582956.613793:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.613801:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.613806:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.613811:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582956.613817:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.613824:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.613828:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.613855:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582956.613860:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582956.613863:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241f85b600. 00000800:00000200:1.0:1777582956.614221:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.614226:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:1.0:1777582956.614231:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.614237:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.616248:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.616267:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21462d 00000400:00000200:3.0:1777582956.616290:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.616295:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.616301:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:3.0:1777582956.616305:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00010000:00000010:3.0:1777582956.616357:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582956.616366:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374100. 00000400:00000200:3.0:1777582956.616389:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.616396:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8857180 00000400:00000200:3.0:1777582956.616403:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 137352 00000400:00000200:3.0:1777582956.616593:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.616599:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.616604:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.616610:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392488a80. 00000020:00000010:3.0:1777582956.616651:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.616656:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.616671:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485229400. 00000020:00000010:3.0:1777582956.616676:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374100. 00000020:00000010:3.0:1777582956.616681:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582956.617266:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.617276:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000100:00000200:3.0:1777582956.617280:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707903872 00000001:00000010:3.0:1777582956.617290:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68840. 00010000:00000010:3.0:1777582956.617311:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582956.617318:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 02000000:00000010:3.0:1777582956.617343:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02498754000. 00010000:00000010:3.0:1777582956.617371:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582956.617374:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582956.617390:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582956.617393:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582956.617397:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582956.617400:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00000004:00000010:3.0:1777582956.617499:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90f00. 00000004:00000010:3.0:1777582956.617508:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65e88. 00000004:00000010:3.0:1777582956.617514:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386ff0. 00080000:00000010:3.0:1777582956.617523:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e131d0. 00010000:00000010:2.0:1777582956.618880:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:2.0:1777582956.618892:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:2.0:1777582956.618899:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:1.0:1777582956.619094:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582956.619099:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e180. 00010000:00000010:1.0:1777582956.619104:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582956.619110:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:3.1:1777582956.619169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582956.619175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:1.1:1777582956.619240:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582956.619245:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582956.619248:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582956.619252:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582956.619412:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:1.0:1777582956.619422:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:1.0:1777582956.619426:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374000. 00010000:00000010:1.0:1777582956.619448:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000200:1.0:1777582956.619468:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02392488a80 x1863928707903872/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.619490:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777582956.619497:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707903872, offset 224 00000400:00000200:1.0:1777582956.619505:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.619517:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.619524:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397192:397192:256:4294967295] 192.168.202.9@tcp LPNI seq info [397188:397188:8:4294967295] 00000400:00000200:1.0:1777582956.619536:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.619542:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.619547:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582956.619554:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.619561:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.619565:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.619622:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374100. 00000020:00000010:1.0:1777582956.619626:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:1.0:1777582956.619630:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485229400. 00000800:00000200:2.0:1777582956.620011:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.620016:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:2.0:1777582956.620020:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.620026:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.620032:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:2.0:1777582956.620034:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000400:00000200:1.0:1777582956.622947:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.622971:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8857280 00000400:00000200:1.0:1777582956.622982:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 137928 00000400:00000200:1.0:1777582956.623014:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.623019:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.623028:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.623035:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4a80. 00000020:00000010:3.0:1777582956.623547:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.623554:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.623560:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023922c3600. 00000020:00000010:3.0:1777582956.623565:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374e80. 00000020:00000010:3.0:1777582956.623571:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582956.623614:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.623617:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000100:00000200:3.0:1777582956.623620:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707904128 02000000:00000010:3.0:1777582956.623662:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a23cf000. 00010000:00000010:3.0:1777582956.623725:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:3.0:1777582956.623741:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e180. 00010000:00000010:3.0:1777582956.623763:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582956.623770:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.623786:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582956.623789:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582956.623794:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.623797:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582956.623916:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582956.623920:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374480. 00010000:00000010:3.0:1777582956.623923:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582956.623927:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00000020:00000010:3.0:1777582956.623953:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.623960:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.623971:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed960. 00080000:00000010:3.0:1777582956.623981:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b57a4000. 00000001:00000010:3.0:1777582956.624447:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eeda20. 00000001:00000010:3.0:1777582956.624456:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582956.624492:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed960. 00010000:00000010:3.0:1777582956.624513:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582956.624517:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582956.624530:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582956.624569:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582956.624584:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582956.624600:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975489, last committed = 8589975425 00010000:00000200:3.0:1777582956.624610:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e4a80 x1863928707904128/t8589975489(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.624633:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582956.624639:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707904128, offset 224 00000400:00000010:3.0:1777582956.624645:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b78c0. 00000400:00000200:3.0:1777582956.624649:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.624663:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.624670:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397193:397193:256:4294967295] 192.168.202.9@tcp LPNI seq info [397189:397189:8:4294967295] 00000400:00000200:3.0:1777582956.624677:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.624684:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.624690:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.624704:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582956.624710:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.624718:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.624722:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.624745:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374e80. 00000020:00000010:3.0:1777582956.624749:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582956.624752:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023922c3600. 00000800:00000200:3.0:1777582956.624850:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.624854:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:3.0:1777582956.624858:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.624863:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582956.624958:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:2.0:1777582956.624965:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374480. 00010000:00000010:2.0:1777582956.624972:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000400:00000200:2.0:1777582956.626989:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.627009:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214635 00000400:00000200:2.0:1777582956.627017:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.627021:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.627027:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:2.0:1777582956.627031:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00010000:00000010:3.0:1777582956.627114:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582956.627123:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00010000:00000010:2.1:1777582956.628176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582956.628187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582956.628271:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582956.628402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582956.628408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582956.628412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00000400:00000200:1.0:1777582956.629105:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.629122:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8857300 00010000:00000010:1.1:1777582956.629307:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582956.629314:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582956.629318:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.1:1777582956.629322:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:1.0:1777582956.629327:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 138416 00000400:00000200:1.0:1777582956.629397:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.629403:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.629412:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.629419:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6300. 00000020:00000010:2.0:1777582956.629937:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582956.629945:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582956.629951:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1400. 00000020:00000010:2.0:1777582956.629956:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513b00. 00000020:00000010:2.0:1777582956.629961:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582956.630040:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460280. 00000020:00000010:2.0:1777582956.630043:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460280. 00000100:00000200:2.0:1777582956.630047:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707904256 00000001:00000010:2.0:1777582956.630059:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:2.0:1777582956.630086:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582956.630094:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 02000000:00000010:2.0:1777582956.630120:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383f34000. 00010000:00000010:2.0:1777582956.630176:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582956.630180:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582956.630198:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582956.630202:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513200. 00010000:00000010:2.0:1777582956.630205:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582956.630208:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:3.1:1777582956.630366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582956.630371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582956.630375:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582956.630379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000004:00000010:2.0:1777582956.630491:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169a40. 00000004:00000010:2.0:1777582956.630501:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0b40. 00000004:00000010:2.0:1777582956.630509:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756440. 00080000:00000010:2.0:1777582956.630518:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c000. 00010000:00000010:1.0:1777582956.632014:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582956.632021:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:1.0:1777582956.632027:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582956.632033:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582956.632102:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:1.0:1777582956.632114:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:1.0:1777582956.632119:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513200. 00010000:00000010:1.0:1777582956.632205:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000200:1.0:1777582956.632226:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e6300 x1863928707904256/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.632247:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582956.632253:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707904256, offset 224 00000400:00000200:1.0:1777582956.632260:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.632634:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.632643:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397194:397194:256:4294967295] 192.168.202.9@tcp LPNI seq info [397190:397190:8:4294967295] 00000400:00000200:1.0:1777582956.632656:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.632662:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.632761:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582956.632769:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.632777:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.632782:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.632846:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513b00. 00000020:00000010:1.0:1777582956.632852:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:1.0:1777582956.632857:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1400. 00010000:00000010:2.1:1777582956.633173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582956.633179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582956.635811:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582956.635825:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582956.635829:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582956.635833:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582956.635836:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582956.635839:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000800:00000200:2.0:1777582956.636049:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.636054:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582956.636060:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.636070:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.636078:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:2.0:1777582956.636081:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000400:00000200:1.0:1777582956.636129:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.636164:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8857400 00000400:00000200:1.0:1777582956.636172:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 138992 00000400:00000200:1.0:1777582956.636188:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.636191:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.636197:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.636206:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6680. 00000020:00000010:3.0:1777582956.636656:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.636662:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.636881:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0a200. 00000020:00000010:3.0:1777582956.636888:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374180. 00000020:00000010:3.0:1777582956.636893:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582956.636941:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.636944:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000100:00000200:3.0:1777582956.636948:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707904512 02000000:00000010:3.0:1777582956.636990:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388b8c000. 00010000:00000010:3.0:1777582956.637030:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:3.0:1777582956.637044:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:3.0:1777582956.637064:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582956.637071:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582956.637087:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582956.637091:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582956.637096:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.637098:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:2.0:1777582956.637592:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582956.637596:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513180. 00010000:00000010:2.0:1777582956.637599:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582956.637604:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000020:00000010:2.0:1777582956.637637:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054ec0. 00000020:00000010:2.0:1777582956.637645:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054ec0. 00000020:00000010:2.0:1777582956.637655:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9de0. 00080000:00000010:2.0:1777582956.637764:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02488b9ec00. 00010000:00000010:1.1:1777582956.638261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582956.638270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:1.1:1777582956.638289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:1.1:1777582956.638300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00000001:00000010:2.0:1777582956.638617:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9120. 00000001:00000010:2.0:1777582956.638624:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68480. 00000020:00000010:2.0:1777582956.638659:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9de0. 00010000:00000010:2.0:1777582956.638769:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582956.638776:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582956.638795:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582956.638884:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582956.638902:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000200:2.0:1777582956.638922:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975490, last committed = 8589975425 00010000:00000200:2.0:1777582956.638934:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e6680 x1863928707904512/t8589975490(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582956.638955:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582956.638964:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707904512, offset 224 00000400:00000010:2.0:1777582956.638970:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12460. 00000400:00000200:2.0:1777582956.638975:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.638990:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.638996:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397195:397195:256:4294967295] 192.168.202.9@tcp LPNI seq info [397191:397191:8:4294967295] 00000400:00000200:2.0:1777582956.639002:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582956.639007:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.639013:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.639017:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582956.639024:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.639031:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.639035:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.639067:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374180. 00000020:00000010:2.0:1777582956.639073:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a877d0. 00000020:00000010:2.0:1777582956.639076:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0a200. 00000800:00000200:3.0:1777582956.639246:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.639251:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582956.639256:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.639261:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582956.641199:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:1.0:1777582956.641213:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513180. 00010000:00000010:1.0:1777582956.641223:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68cc0. 00010000:00000010:3.1:1777582956.644917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582956.644932:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582956.646179:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582956.646189:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000400:00000200:2.0:1777582956.646214:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.646233:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21463d 00000400:00000200:2.0:1777582956.646244:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.646248:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.646254:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:2.0:1777582956.646257:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00000400:00000200:2.0:1777582956.646299:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.646305:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8857480 00000400:00000200:2.0:1777582956.646312:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 139480 00000400:00000200:2.0:1777582956.646324:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.646327:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.646331:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.646337:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18a300. 00000020:00000010:1.0:1777582956.646559:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582956.646565:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582956.646572:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582956.646578:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582956.646584:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.646632:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582956.646635:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000100:00000200:1.0:1777582956.646639:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707904640 00000001:00000010:1.0:1777582956.646651:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:1.0:1777582956.646688:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582956.646710:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 02000000:00000010:1.0:1777582956.646743:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5960000. 00010000:00000010:1.0:1777582956.646772:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582956.646776:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582956.646797:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582956.646800:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:1.0:1777582956.646804:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582956.646808:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582956.646930:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56000. 00000004:00000010:1.0:1777582956.646942:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582956.646953:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ba0. 00080000:00000010:1.0:1777582956.646961:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e390. 00010000:00000010:3.0:1777582956.647617:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.647628:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:1.0:1777582956.648078:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582956.648083:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:1.0:1777582956.648090:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582956.648095:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582956.648183:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582956.648193:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582956.648197:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00010000:00000010:1.0:1777582956.648221:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000200:1.0:1777582956.648241:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18a300 x1863928707904640/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.648263:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777582956.648270:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707904640, offset 224 00000400:00000200:1.0:1777582956.648442:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.648457:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.648465:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397196:397196:256:4294967295] 192.168.202.9@tcp LPNI seq info [397192:397192:8:4294967295] 00000400:00000200:1.0:1777582956.648479:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.648485:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.648490:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582956.648497:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.648505:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.648509:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.648538:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582956.648543:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.648547:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00000800:00000200:2.0:1777582956.648942:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.648947:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582956.648951:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.648958:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.648963:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:2.0:1777582956.648966:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00010000:00000010:1.1:1777582956.650248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:1.1:1777582956.650259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00000400:00000200:3.0:1777582956.653015:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.653039:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8857580 00000400:00000200:3.0:1777582956.653048:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 140056 00000400:00000200:3.0:1777582956.653067:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.653072:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.653081:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.653091:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ca80. 00000020:00000010:2.0:1777582956.653608:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024854604c0. 00000020:00000010:2.0:1777582956.653615:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024854604c0. 00000020:00000010:2.0:1777582956.653623:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582956.653629:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513180. 00000020:00000010:2.0:1777582956.653635:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582956.653691:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024854604c0. 00000020:00000010:2.0:1777582956.653694:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024854604c0. 00000100:00000200:2.0:1777582956.653705:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707904896 02000000:00000010:2.0:1777582956.653745:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383f32000. 00010000:00000010:2.0:1777582956.653790:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:2.0:1777582956.653806:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:2.0:1777582956.653828:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582956.653834:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582956.653849:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582956.653852:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513b00. 00010000:00000010:2.0:1777582956.653857:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582956.653860:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582956.653970:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582956.653973:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513200. 00010000:00000010:2.0:1777582956.653976:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582956.653980:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000020:00000010:2.0:1777582956.654004:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054960. 00000020:00000010:2.0:1777582956.654011:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054960. 00000020:00000010:2.0:1777582956.654020:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9de0. 00080000:00000010:2.0:1777582956.654030:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02488b9d000. 00000001:00000010:2.0:1777582956.654998:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a97e0. 00000001:00000010:2.0:1777582956.655007:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68840. 00000020:00000010:2.0:1777582956.655043:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9de0. 00010000:00000010:2.0:1777582956.655056:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582956.655062:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582956.655079:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582956.655116:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582956.655268:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000200:2.0:1777582956.655435:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975491, last committed = 8589975425 00010000:00000200:2.0:1777582956.655447:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30ca80 x1863928707904896/t8589975491(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582956.655468:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582956.655476:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707904896, offset 224 00000400:00000010:2.0:1777582956.655484:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12d20. 00000400:00000200:2.0:1777582956.655488:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.655503:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.655510:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397197:397197:256:4294967295] 192.168.202.9@tcp LPNI seq info [397193:397193:8:4294967295] 00000400:00000200:2.0:1777582956.655516:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582956.655523:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.655528:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.655533:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582956.655540:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.655547:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.655551:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.655622:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513180. 00000020:00000010:2.0:1777582956.655627:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582956.655630:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00010000:00000010:3.0:1777582956.655746:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:3.0:1777582956.655753:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513200. 00010000:00000010:3.0:1777582956.655760:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68cc0. 00010000:00000010:3.1:1777582956.656225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582956.656233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000800:00000200:1.0:1777582956.659252:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.659262:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:1.0:1777582956.659425:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.659437:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.659836:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.659853:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214645 00000400:00000200:2.0:1777582956.659859:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.659862:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.659868:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:2.0:1777582956.659871:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00000400:00000200:2.0:1777582956.659935:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.659941:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8857600 00000400:00000200:2.0:1777582956.659950:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 140544 00000400:00000200:2.0:1777582956.660618:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.660624:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.660631:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.660638:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18a680. 00000020:00000010:2.0:1777582956.660720:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024854604c0. 00000020:00000010:2.0:1777582956.660726:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024854604c0. 00000020:00000010:2.0:1777582956.660732:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582956.660739:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513180. 00000020:00000010:2.0:1777582956.660743:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582956.660782:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024854604c0. 00000020:00000010:2.0:1777582956.660785:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024854604c0. 00000100:00000200:2.0:1777582956.660788:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707905024 00000001:00000010:2.0:1777582956.660798:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68480. 00010000:00000010:2.0:1777582956.660829:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582956.660836:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 02000000:00000010:2.0:1777582956.660867:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385088000. 00010000:00000010:2.0:1777582956.660899:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582956.660902:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582956.660923:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582956.660927:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513100. 00010000:00000010:2.0:1777582956.660932:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582956.660934:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00000004:00000010:2.0:1777582956.661035:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169c20. 00000004:00000010:2.0:1777582956.661045:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0d20. 00000004:00000010:2.0:1777582956.661053:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756cc0. 00080000:00000010:2.0:1777582956.661062:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d560. 00010000:00000010:3.0:1777582956.662916:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:3.0:1777582956.662931:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513b00. 00010000:00000010:2.0:1777582956.663018:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582956.663023:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513380. 00010000:00000010:2.0:1777582956.663029:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582956.663034:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582956.663101:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582956.663111:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582956.663114:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513100. 00010000:00000010:2.0:1777582956.663201:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000200:2.0:1777582956.663224:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18a680 x1863928707905024/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.663244:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582956.663252:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707905024, offset 224 00000400:00000200:2.0:1777582956.663259:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.663284:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.663291:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397198:397198:256:4294967295] 192.168.202.9@tcp LPNI seq info [397194:397194:8:4294967295] 00000400:00000200:2.0:1777582956.663303:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.663310:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.663316:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.663323:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.663330:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.663335:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.663399:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513180. 00000020:00000010:2.0:1777582956.663404:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582956.663407:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00010000:00000010:1.1:1777582956.666301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582956.666316:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582956.666320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582956.666323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582956.667210:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582956.667219:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582956.667224:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582956.667228:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00000800:00000200:2.0:1777582956.667251:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.667256:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582956.667263:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.667549:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.667558:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:2.0:1777582956.667561:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00000400:00000200:2.0:1777582956.667653:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.667677:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8857700 00000400:00000200:2.0:1777582956.667685:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 141120 00000400:00000200:2.0:1777582956.667709:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.667712:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.667718:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.667725:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188a80. 00000020:00000010:3.0:1777582956.667812:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.667819:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.667827:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0a200. 00000020:00000010:3.0:1777582956.667832:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374e80. 00000020:00000010:3.0:1777582956.667837:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.667881:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.667884:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000100:00000200:3.0:1777582956.667887:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707905280 02000000:00000010:3.0:1777582956.667930:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388b8b000. 00010000:00000010:3.0:1777582956.667974:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:3.0:1777582956.667990:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513380. 00010000:00000010:3.0:1777582956.668010:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.668016:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.668030:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582956.668033:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374780. 00010000:00000010:3.0:1777582956.668037:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582956.668040:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582956.668159:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582956.668162:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582956.668166:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582956.668169:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00000020:00000010:3.0:1777582956.668194:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.668201:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.668212:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed960. 00080000:00000010:3.0:1777582956.668221:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b57a4400. 00000001:00000010:3.0:1777582956.668617:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed480. 00000001:00000010:3.0:1777582956.668624:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582956.668657:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed960. 00010000:00000010:3.0:1777582956.668666:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582956.668670:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.668682:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582956.668730:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.668737:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582956.668756:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582956.668759:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582956.668772:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582956.668786:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975492, last committed = 8589975425 00010000:00000200:3.0:1777582956.668796:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c188a80 x1863928707905280/t8589975492(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.668815:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582956.668821:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707905280, offset 224 00000400:00000010:3.0:1777582956.668827:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7e70. 00000400:00000200:3.0:1777582956.668832:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.668844:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.668851:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397199:397199:256:4294967295] 192.168.202.9@tcp LPNI seq info [397195:397195:8:4294967295] 00000400:00000200:3.0:1777582956.668857:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.668864:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.668870:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.668874:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582956.668881:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.668888:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.668893:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.668911:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374e80. 00000020:00000010:3.0:1777582956.668915:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.668918:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0a200. 00000800:00000200:3.0:1777582956.669004:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.669008:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:3.0:1777582956.669012:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.669016:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.672004:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.672027:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21464d 00000400:00000200:1.0:1777582956.672035:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.672040:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.672047:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:1.0:1777582956.672050:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000400:00000200:1.0:1777582956.672093:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.672099:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8857780 00000400:00000200:1.0:1777582956.672105:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 141608 00000400:00000200:1.0:1777582956.672186:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.672191:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.672196:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.672202:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4e00. 00000020:00000010:1.0:1777582956.672261:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582956.672266:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582956.672289:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582956.672295:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582956.672301:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.672340:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582956.672343:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000100:00000200:1.0:1777582956.672346:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707905408 00000001:00000010:1.0:1777582956.672359:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68840. 00010000:00000010:1.0:1777582956.672384:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582956.672392:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 02000000:00000010:1.0:1777582956.672420:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5966000. 00010000:00000010:1.0:1777582956.672450:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582956.672454:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582956.672473:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582956.672477:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:1.0:1777582956.672481:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582956.672485:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00000004:00000010:1.0:1777582956.672597:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f561e0. 00000004:00000010:1.0:1777582956.672608:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582956.672615:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945100. 00080000:00000010:1.0:1777582956.672625:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f728. 00010000:00000010:2.0:1777582956.673070:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:2.0:1777582956.673081:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374780. 00010000:00000010:3.1:1777582956.674253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582956.674265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582956.674270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:3.1:1777582956.674398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582956.674534:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582956.674541:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582956.674544:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582956.674546:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.0:1777582956.674796:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582956.674801:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582956.674809:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582956.674816:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582956.674900:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582956.674912:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582956.674916:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00010000:00000010:1.0:1777582956.674943:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000200:1.0:1777582956.674964:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e4e00 x1863928707905408/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.674987:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582956.674995:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707905408, offset 224 00000400:00000200:1.0:1777582956.675002:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.675016:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.675023:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397200:397200:256:4294967295] 192.168.202.9@tcp LPNI seq info [397196:397196:8:4294967295] 00000400:00000200:1.0:1777582956.675034:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.675040:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.675045:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582956.675052:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.675059:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.675064:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.675122:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582956.675127:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.675161:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00000800:00000200:2.0:1777582956.675714:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.675720:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:2.0:1777582956.675725:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.675731:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.675736:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:2.0:1777582956.675739:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000400:00000200:2.0:1777582956.679999:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.680018:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8857880 00000400:00000200:2.0:1777582956.680026:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 142184 00000400:00000200:2.0:1777582956.680040:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.680045:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.680053:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.680059:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18b100. 00010000:00000010:3.1:1777582956.680158:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582956.680166:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582956.680170:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582956.680173:0:1036:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582956.680176:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582956.680179:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000020:00000010:0.0:1777582956.680190:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f80. 00000020:00000010:0.0:1777582956.680196:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f80. 00000020:00000010:0.0:1777582956.680201:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481373c00. 00000020:00000010:0.0:1777582956.680206:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e500. 00000020:00000010:0.0:1777582956.680212:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.680250:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f80. 00000020:00000010:0.0:1777582956.680253:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f80. 00000100:00000200:0.0:1777582956.680256:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707905664 02000000:00000010:0.0:1777582956.680368:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385290000. 00010000:00000010:0.0:1777582956.680409:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:0.0:1777582956.680424:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:0.0:1777582956.680444:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582956.680450:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582956.680465:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582956.680469:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:0.0:1777582956.680474:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582956.680477:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582956.680591:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582956.680594:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e080. 00010000:00000010:0.0:1777582956.680598:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582956.680601:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000020:00000010:0.0:1777582956.680630:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48d80. 00000020:00000010:0.0:1777582956.680637:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48d80. 00000020:00000010:0.0:1777582956.680647:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48600. 00080000:00000010:0.0:1777582956.680656:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a617000. 00000001:00000010:0.0:1777582956.681396:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48180. 00000001:00000010:0.0:1777582956.681407:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023961856c0. 00000020:00000010:0.0:1777582956.681446:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48600. 00010000:00000010:0.0:1777582956.681457:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582956.681463:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582956.681478:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185e40. 00010000:00000010:0.0:1777582956.681521:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582956.681539:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:0.0:1777582956.681558:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975493, last committed = 8589975425 00010000:00000200:0.0:1777582956.681570:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18b100 x1863928707905664/t8589975493(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582956.681591:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582956.681598:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707905664, offset 224 00000400:00000010:0.0:1777582956.681606:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f690. 00000400:00000200:0.0:1777582956.681611:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.681627:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00010000:00000010:2.0:1777582956.681630:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00000400:00000200:0.0:1777582956.681634:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397201:397201:256:4294967295] 192.168.202.9@tcp LPNI seq info [397197:397197:8:4294967295] 00010000:00000010:2.0:1777582956.681637:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e080. 00000400:00000200:0.0:1777582956.681641:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00010000:00000010:2.0:1777582956.681645:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185e40. 00000400:00000200:0.0:1777582956.681648:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.681655:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.681660:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582956.681777:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.681784:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.681789:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.681820:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e500. 00000020:00000010:0.0:1777582956.681825:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.681829:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481373c00. 00000800:00000200:2.0:1777582956.683880:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.683889:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582956.683899:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.683907:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582956.698644:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582956.698659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582956.698754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582956.698762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582956.698766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582956.698768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000400:00000200:1.0:1777582956.698804:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.698824:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214655 00000400:00000200:1.0:1777582956.698832:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.698836:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.698843:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:1.0:1777582956.698846:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000400:00000200:1.0:1777582956.698880:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.698887:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8857900 00000400:00000200:1.0:1777582956.698894:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 142672 00000400:00000200:1.0:1777582956.698907:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.698911:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.698915:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.698921:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e7800. 00000020:00000010:2.0:1777582956.699207:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582956.699214:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582956.699220:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582956.699226:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513180. 00000020:00000010:2.0:1777582956.699231:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582956.699268:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582956.699270:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d80. 00000100:00000200:2.0:1777582956.699353:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707905792 00000001:00000010:2.0:1777582956.699365:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:2.0:1777582956.699389:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582956.699397:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 02000000:00000010:2.0:1777582956.699426:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389622000. 00010000:00000010:2.0:1777582956.699456:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582956.699460:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582956.699480:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582956.699484:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513100. 00010000:00000010:2.0:1777582956.699488:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582956.699490:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000004:00000010:2.0:1777582956.699605:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71681e0. 00000004:00000010:2.0:1777582956.699615:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb01e0. 00000004:00000010:2.0:1777582956.699623:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757100. 00080000:00000010:2.0:1777582956.699632:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c8e8. 00010000:00000010:3.0:1777582956.700198:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:3.0:1777582956.700208:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000010:1.0:1777582956.701801:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582956.701811:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582956.701817:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582956.701825:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582956.701902:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:1.0:1777582956.701915:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:1.0:1777582956.701919:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513100. 00010000:00000010:1.0:1777582956.701946:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000200:1.0:1777582956.701967:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e7800 x1863928707905792/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.701988:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582956.701995:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707905792, offset 224 00000400:00000200:1.0:1777582956.702002:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.702015:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.702023:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397202:397202:256:4294967295] 192.168.202.9@tcp LPNI seq info [397198:397198:8:4294967295] 00000400:00000200:1.0:1777582956.702035:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.702042:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.702047:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582956.702055:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.702062:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.702066:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:0.1:1777582956.702158:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582956.702165:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582956.702170:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582956.702173:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000020:00000010:1.0:1777582956.702321:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513180. 00000020:00000010:1.0:1777582956.702326:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eed8. 00000020:00000010:1.0:1777582956.702330:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00000800:00000200:2.0:1777582956.706809:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.706819:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582956.706827:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.706836:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.706843:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:2.0:1777582956.706847:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00010000:00000010:2.1:1777582956.710654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582956.710668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:2.0:1777582956.710715:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.710732:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8857a00 00000400:00000200:2.0:1777582956.710741:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 143248 00000400:00000200:2.0:1777582956.710757:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.710762:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.710770:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.710778:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c1880. 00010000:00000010:3.1:1777582956.711164:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582956.711171:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000020:00000010:3.0:1777582956.711178:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.711185:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.711191:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023922c3600. 00000020:00000010:3.0:1777582956.711197:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374e80. 00000020:00000010:3.0:1777582956.711201:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.711234:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.711236:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000100:00000200:3.0:1777582956.711240:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707906048 02000000:00000010:3.0:1777582956.711274:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388b88000. 00010000:00000010:3.0:1777582956.711312:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:3.0:1777582956.711326:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00010000:00000010:3.0:1777582956.711345:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.711351:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.711365:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582956.711368:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582956.711372:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582956.711375:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582956.712046:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582956.712051:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582956.712055:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582956.712059:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00000020:00000010:3.0:1777582956.712086:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.712093:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.712102:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed960. 00080000:00000010:3.0:1777582956.712112:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a57e4c00. 00000001:00000010:3.0:1777582956.712819:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedd20. 00000001:00000010:3.0:1777582956.712827:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582956.712956:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed960. 00010000:00000010:3.0:1777582956.712968:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582956.712973:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582956.713184:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582956.713229:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.713248:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:1.0:1777582956.713256:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:1.0:1777582956.713265:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374380. 00010000:00000200:3.0:1777582956.713269:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975494, last committed = 8589975425 00010000:00000010:1.0:1777582956.713281:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000200:3.0:1777582956.713282:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c1880 x1863928707906048/t8589975494(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.713312:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582956.713319:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707906048, offset 224 00000400:00000010:3.0:1777582956.713326:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7930. 00000400:00000200:3.0:1777582956.713948:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.713964:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.713972:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397203:397203:256:4294967295] 192.168.202.9@tcp LPNI seq info [397199:397199:8:4294967295] 00000400:00000200:3.0:1777582956.713979:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.713987:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.713993:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.713999:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582956.714005:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.714013:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.714017:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.714045:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374e80. 00000020:00000010:3.0:1777582956.714049:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.714053:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023922c3600. 00010000:00000010:1.1:1777582956.714235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582956.714243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582956.714247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:1.1:1777582956.714250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00000800:00000200:1.0:1777582956.716734:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.716743:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:1.0:1777582956.716753:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.716763:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.717123:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.717220:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21465d 00000400:00000200:2.0:1777582956.717228:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.717230:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.717235:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:2.0:1777582956.717238:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000400:00000200:2.0:1777582956.717423:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.717431:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8857a80 00000400:00000200:2.0:1777582956.717439:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 143736 00000400:00000200:2.0:1777582956.717490:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.717495:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.717500:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.717506:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c0e00. 00000020:00000010:1.0:1777582956.717995:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582956.718004:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582956.718011:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582956.718019:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e880. 00000020:00000010:1.0:1777582956.718025:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.718074:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582956.718076:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0040. 00000100:00000200:1.0:1777582956.718079:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707906176 00000001:00000010:1.0:1777582956.718092:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023961856c0. 00010000:00000010:1.0:1777582956.718121:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582956.718130:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 02000000:00000010:1.0:1777582956.718197:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5962000. 00010000:00000010:1.0:1777582956.718231:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582956.718235:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582956.718254:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582956.718258:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582956.718264:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582956.718267:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00000004:00000010:1.0:1777582956.718473:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56f00. 00000004:00000010:1.0:1777582956.718483:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582956.718490:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945650. 00080000:00000010:1.0:1777582956.718499:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f1d0. 00010000:00000010:1.0:1777582956.719209:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582956.719215:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f180. 00010000:00000010:1.0:1777582956.719220:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582956.719225:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582956.719419:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582956.719431:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582956.719436:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582956.719459:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000200:1.0:1777582956.719477:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c0e00 x1863928707906176/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.719497:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777582956.719504:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707906176, offset 224 00000400:00000200:1.0:1777582956.719511:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.719523:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.719530:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397204:397204:256:4294967295] 192.168.202.9@tcp LPNI seq info [397200:397200:8:4294967295] 00000400:00000200:1.0:1777582956.719542:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.719548:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.719552:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582956.719559:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.719566:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.719570:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.719586:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e880. 00000020:00000010:1.0:1777582956.719591:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.719596:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00000800:00000200:2.0:1777582956.719738:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.719742:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:2.0:1777582956.719746:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.719752:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.719756:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:2.0:1777582956.719758:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00010000:00000010:3.0:1777582956.722068:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582956.722085:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374400. 00000400:00000200:3.0:1777582956.722238:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.722252:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8857b80 00000400:00000200:3.0:1777582956.722260:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 144312 00000400:00000200:3.0:1777582956.722273:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.722292:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.722298:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.722305:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30d880. 00000020:00000010:3.0:1777582956.722351:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.722355:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.722361:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0a200. 00000020:00000010:3.0:1777582956.722366:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582956.722371:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.722412:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.722415:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000100:00000200:3.0:1777582956.722418:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707906432 02000000:00000010:3.0:1777582956.722454:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388b8d000. 00010000:00000010:3.0:1777582956.722483:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:3.0:1777582956.722491:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f180. 00010000:00000010:3.0:1777582956.722510:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582956.722517:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582956.722532:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582956.722535:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582956.722539:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582956.722541:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.722647:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582956.722650:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c80. 00010000:00000010:3.0:1777582956.722654:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.722657:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00000020:00000010:3.0:1777582956.722849:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.722855:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.722866:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed960. 00080000:00000010:3.0:1777582956.722876:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a57e6800. 00000001:00000010:3.0:1777582956.723513:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed7e0. 00000001:00000010:3.0:1777582956.723522:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582956.723559:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed960. 00010000:00000010:3.0:1777582956.723569:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582956.723573:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582956.723588:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582956.723623:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.723639:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582956.723659:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975495, last committed = 8589975425 00010000:00000200:3.0:1777582956.723846:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30d880 x1863928707906432/t8589975495(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.723868:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582956.723874:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707906432, offset 224 00000400:00000010:3.0:1777582956.723880:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7738. 00000400:00000200:3.0:1777582956.723884:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.723899:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.723905:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397205:397205:256:4294967295] 192.168.202.9@tcp LPNI seq info [397201:397201:8:4294967295] 00000400:00000200:3.0:1777582956.723912:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.723919:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.723925:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.723930:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582956.723936:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.723943:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.723947:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.724014:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582956.724019:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.724022:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0a200. 00010000:00000010:3.0:1777582956.724055:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582956.724061:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c80. 00010000:00000010:3.0:1777582956.724068:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:3.1:1777582956.724207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582956.724213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582956.724217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582956.724220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000800:00000200:2.0:1777582956.724859:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.724864:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582956.724870:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.724876:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582956.726225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582956.726238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000400:00000200:2.0:1777582956.726892:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.726910:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214665 00000400:00000200:2.0:1777582956.726918:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.726922:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.726928:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:2.0:1777582956.726931:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00010000:00000010:3.0:1777582956.727432:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.727444:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00000400:00000200:3.0:1777582956.727880:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.727895:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8857c00 00000400:00000200:3.0:1777582956.727904:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 144800 00000400:00000200:3.0:1777582956.727965:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.727970:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.727977:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.727984:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30c380. 00000020:00000010:1.0:1777582956.728456:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582956.728462:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582956.728468:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582956.728472:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f580. 00000020:00000010:1.0:1777582956.728477:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.728517:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582956.728520:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000100:00000200:1.0:1777582956.728523:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707906560 00000001:00000010:1.0:1777582956.728533:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:1.0:1777582956.728558:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582956.728565:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 02000000:00000010:1.0:1777582956.728594:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5964000. 00010000:00000010:1.0:1777582956.728626:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582956.728630:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582956.728648:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582956.728651:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fb80. 00010000:00000010:1.0:1777582956.728657:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582956.728659:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582956.728912:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f570e0. 00000004:00000010:1.0:1777582956.728921:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3780. 00000004:00000010:1.0:1777582956.728928:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944dd0. 00080000:00000010:1.0:1777582956.728937:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e720. 00010000:00000010:1.0:1777582956.730873:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582956.730882:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880ff00. 00010000:00000010:1.0:1777582956.730888:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582956.730895:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582956.730975:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582956.730988:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582956.730993:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fb80. 00010000:00000010:1.0:1777582956.731022:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000200:1.0:1777582956.731046:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30c380 x1863928707906560/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.731069:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777582956.731076:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707906560, offset 224 00000400:00000200:1.0:1777582956.731083:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.731098:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.731105:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397206:397206:256:4294967295] 192.168.202.9@tcp LPNI seq info [397202:397202:8:4294967295] 00000400:00000200:1.0:1777582956.731118:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.731123:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.731128:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00010000:00000010:1.1:1777582956.731205:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582956.731212:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582956.731215:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582956.731218:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000800:00000200:1.0:1777582956.731224:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.731233:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.731237:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.731462:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f580. 00000020:00000010:1.0:1777582956.731469:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.731474:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00000800:00000200:2.0:1777582956.733860:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.733870:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582956.733879:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.733891:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.733898:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:2.0:1777582956.733901:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000400:00000200:2.0:1777582956.737784:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.737804:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8857d00 00000400:00000200:2.0:1777582956.737813:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 145376 00000400:00000200:2.0:1777582956.737844:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.737850:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.737859:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.737866:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c3800. 00000020:00000010:1.0:1777582956.737986:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582956.737992:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582956.737999:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02485229400. 00000020:00000010:1.0:1777582956.738004:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f580. 00000020:00000010:1.0:1777582956.738009:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.738082:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582956.738085:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000100:00000200:1.0:1777582956.738088:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707906816 02000000:00000010:1.0:1777582956.738127:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023f5967000. 00010000:00000010:1.0:1777582956.738197:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582956.738213:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880ff00. 00010000:00000010:1.0:1777582956.738235:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582956.738242:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582956.738258:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582956.738261:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880ff00. 00010000:00000010:1.0:1777582956.738264:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582956.738267:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582956.738391:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582956.738394:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fb80. 00010000:00000010:1.0:1777582956.738398:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582956.738401:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000020:00000010:1.0:1777582956.738427:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d65c0. 00000020:00000010:1.0:1777582956.738434:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d65c0. 00000020:00000010:1.0:1777582956.738444:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a780. 00080000:00000010:1.0:1777582956.738455:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023dfbbe800. 00000001:00000010:1.0:1777582956.739127:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562acc0. 00000001:00000010:1.0:1777582956.739161:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582956.739206:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a780. 00010000:00000010:1.0:1777582956.739216:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582956.739221:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582956.739237:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582956.739447:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582956.739467:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000200:1.0:1777582956.739485:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975496, last committed = 8589975425 00010000:00000200:1.0:1777582956.739497:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c3800 x1863928707906816/t8589975496(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582956.739521:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582956.739528:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707906816, offset 224 00000400:00000010:1.0:1777582956.739535:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2ab8. 00000400:00000200:1.0:1777582956.739539:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.739557:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.739564:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397207:397207:256:4294967295] 192.168.202.9@tcp LPNI seq info [397203:397203:8:4294967295] 00000400:00000200:1.0:1777582956.739571:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582956.739579:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.739585:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.739590:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582956.739596:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.739604:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.739608:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582956.739636:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f580. 00000020:00000010:1.0:1777582956.739641:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.739648:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02485229400. 00010000:00000010:2.0:1777582956.739853:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:2.0:1777582956.739861:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fb80. 00010000:00000010:2.0:1777582956.739868:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00000800:00000200:1.0:1777582956.742439:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.742447:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:1.0:1777582956.742455:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.742464:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.742999:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.743018:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21466d 00000400:00000200:2.0:1777582956.743024:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.743027:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.743033:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:2.0:1777582956.743036:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000400:00000200:2.0:1777582956.743104:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.743111:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8857d80 00000400:00000200:2.0:1777582956.743117:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 145864 00000400:00000200:2.0:1777582956.743203:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.743207:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.743212:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.743219:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c1f80. 00000020:00000010:1.0:1777582956.743840:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582956.743846:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582956.743852:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023870e5e00. 00000020:00000010:1.0:1777582956.743858:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f580. 00000020:00000010:1.0:1777582956.743863:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.743911:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582956.743914:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000100:00000200:1.0:1777582956.743918:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707906944 00000001:00000010:1.0:1777582956.743929:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:1.0:1777582956.743953:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582956.743960:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 02000000:00000010:1.0:1777582956.743989:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5961000. 00010000:00000010:1.0:1777582956.744019:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582956.744023:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582956.744042:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582956.744045:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f780. 00010000:00000010:1.0:1777582956.744049:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582956.744052:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00000004:00000010:1.0:1777582956.744182:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57c20. 00000004:00000010:1.0:1777582956.744192:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3000. 00000004:00000010:1.0:1777582956.744199:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944ee0. 00080000:00000010:1.0:1777582956.744207:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e000. 00010000:00000010:1.0:1777582956.744992:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582956.744998:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f100. 00010000:00000010:1.0:1777582956.745002:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582956.745007:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582956.745074:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582956.745084:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582956.745089:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f780. 00010000:00000010:1.0:1777582956.745114:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000200:1.0:1777582956.745163:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c1f80 x1863928707906944/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582956.745183:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582956.745190:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707906944, offset 224 00000400:00000200:1.0:1777582956.745198:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582956.745211:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582956.745218:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397208:397208:256:4294967295] 192.168.202.9@tcp LPNI seq info [397204:397204:8:4294967295] 00000400:00000200:1.0:1777582956.745230:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582956.745236:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582956.745241:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582956.745247:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582956.745255:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582956.745259:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:2.0:1777582956.745497:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.745503:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582956.745506:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.745511:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.745516:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:2.0:1777582956.745518:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000020:00000010:1.0:1777582956.747208:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f580. 00000020:00000010:1.0:1777582956.747220:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.747227:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023870e5e00. 00010000:00000010:3.1:1777582956.747552:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582956.747563:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582956.747569:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582956.747574:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582956.747578:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582956.747581:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582956.747583:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582956.747586:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582956.747588:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582956.747591:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582956.747637:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:3.0:1777582956.747649:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880ff00. 00010000:00000010:1.1:1777582956.748465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582956.748472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582956.748477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582956.748480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000400:00000200:1.0:1777582956.748510:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.748528:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8857e80 00000400:00000200:1.0:1777582956.748535:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 146440 00000400:00000200:1.0:1777582956.748552:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.748558:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.748565:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.748570:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4700. 00000020:00000010:3.0:1777582956.748657:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.748673:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.748679:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023922c3600. 00000020:00000010:3.0:1777582956.748684:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374e80. 00000020:00000010:3.0:1777582956.748688:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.748735:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.748738:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000100:00000200:3.0:1777582956.748741:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707907200 02000000:00000010:3.0:1777582956.748780:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388b8f000. 00010000:00000010:3.0:1777582956.748815:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:3.0:1777582956.748825:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f100. 00010000:00000010:3.0:1777582956.748845:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582956.748851:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.748866:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582956.748869:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c80. 00010000:00000010:3.0:1777582956.748873:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582956.748876:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582956.748988:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582956.748991:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582956.748994:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582956.748997:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00000020:00000010:3.0:1777582956.749023:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.749029:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.749039:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed960. 00080000:00000010:3.0:1777582956.749048:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a6348c00. 00000001:00000010:3.0:1777582956.749476:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedf00. 00000001:00000010:3.0:1777582956.749484:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582956.749519:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed960. 00010000:00000010:3.0:1777582956.749528:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.749531:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.749543:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582956.749582:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582956.749596:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582956.749612:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975497, last committed = 8589975425 00010000:00000200:3.0:1777582956.749622:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e4700 x1863928707907200/t8589975497(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.749642:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582956.749648:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707907200, offset 224 00000400:00000010:3.0:1777582956.749655:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b75e8. 00000400:00000200:3.0:1777582956.749659:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.749672:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.749680:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397209:397209:256:4294967295] 192.168.202.9@tcp LPNI seq info [397205:397205:8:4294967295] 00000400:00000200:3.0:1777582956.749685:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.749701:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.749708:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.749712:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582956.749718:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.749725:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.749729:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.1:1777582956.750511:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:2.1:1777582956.750520:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000020:00000010:3.0:1777582956.750819:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374e80. 00000020:00000010:3.0:1777582956.750825:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.750830:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023922c3600. 00010000:00000010:3.0:1777582956.750875:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.750883:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582956.750889:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00000800:00000200:2.0:1777582956.753651:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.753668:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582956.753676:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.753684:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.753725:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.753741:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214675 00000400:00000200:2.0:1777582956.753748:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.753750:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.753755:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:2.0:1777582956.753759:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000400:00000200:2.0:1777582956.753778:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.753783:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8857f00 00000400:00000200:2.0:1777582956.753789:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 146928 00000400:00000200:2.0:1777582956.753834:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.753839:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.753844:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.753850:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c2680. 00000020:00000010:2.0:1777582956.753900:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582956.753905:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582956.753912:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582956.753917:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513280. 00000020:00000010:2.0:1777582956.753922:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.753964:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582956.753967:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d80. 00000100:00000200:2.0:1777582956.753970:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707907328 00000001:00000010:2.0:1777582956.753981:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:2.0:1777582956.754007:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582956.754016:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 02000000:00000010:2.0:1777582956.754044:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389626000. 00010000:00000010:2.0:1777582956.754076:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582956.754080:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582956.754099:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582956.754102:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513900. 00010000:00000010:2.0:1777582956.754107:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582956.754109:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00000004:00000010:2.0:1777582956.754232:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71694a0. 00000004:00000010:2.0:1777582956.754242:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb02d0. 00000004:00000010:2.0:1777582956.754249:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756220. 00080000:00000010:2.0:1777582956.754258:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d398. 00010000:00000010:3.0:1777582956.754935:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582956.754947:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c80. 00010000:00000010:2.0:1777582956.756097:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582956.756105:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513500. 00010000:00000010:2.0:1777582956.756111:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582956.756117:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:1.1:1777582956.756212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582956.756220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582956.756223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582956.756226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582956.756229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582956.756231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582956.756233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582956.756236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.0:1777582956.756484:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582956.756495:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582956.756499:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513900. 00010000:00000010:2.0:1777582956.756524:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000200:2.0:1777582956.756546:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c2680 x1863928707907328/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.756569:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582956.756576:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707907328, offset 224 00000400:00000200:2.0:1777582956.756583:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.756598:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.756605:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397210:397210:256:4294967295] 192.168.202.9@tcp LPNI seq info [397206:397206:8:4294967295] 00000400:00000200:2.0:1777582956.756619:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.756626:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.756632:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.756639:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.756647:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.756652:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.756684:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513280. 00000020:00000010:2.0:1777582956.756688:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.756693:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:1.0:1777582956.756840:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.756844:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582956.756850:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.756855:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.756859:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:1.0:1777582956.756862:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00000400:00000200:2.0:1777582956.759983:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.760007:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8858000 00000400:00000200:2.0:1777582956.760015:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 147504 00000400:00000200:2.0:1777582956.760034:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.760038:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.760047:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.760054:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c1c00. 00000020:00000010:2.0:1777582956.760527:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ec0. 00000020:00000010:2.0:1777582956.760533:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ec0. 00000020:00000010:2.0:1777582956.760541:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582956.760547:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513280. 00000020:00000010:2.0:1777582956.760552:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.760631:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ec0. 00000020:00000010:2.0:1777582956.760634:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ec0. 00000100:00000200:2.0:1777582956.760638:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707907584 02000000:00000010:2.0:1777582956.760687:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389625000. 00010000:00000010:2.0:1777582956.760734:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582956.760750:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513500. 00010000:00000010:2.0:1777582956.760788:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582956.760794:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582956.760809:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582956.760812:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513500. 00010000:00000010:2.0:1777582956.760816:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582956.760819:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582956.760926:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582956.760930:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513900. 00010000:00000010:2.0:1777582956.760933:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582956.760936:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00000020:00000010:2.0:1777582956.760964:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054da0. 00000020:00000010:2.0:1777582956.760970:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054da0. 00000020:00000010:2.0:1777582956.760980:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9b40. 00080000:00000010:2.0:1777582956.760990:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02395c39c00. 00010000:00000010:3.1:1777582956.761178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582956.761186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582956.761189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582956.761192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00000001:00000010:2.0:1777582956.761677:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a91e0. 00000001:00000010:2.0:1777582956.761685:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68b40. 00000020:00000010:2.0:1777582956.761729:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9b40. 00010000:00000010:2.0:1777582956.761737:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582956.761742:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582956.761757:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68480. 00010000:00000010:2.0:1777582956.761850:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582956.761868:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000200:2.0:1777582956.761886:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975498, last committed = 8589975425 00010000:00000200:2.0:1777582956.761898:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c1c00 x1863928707907584/t8589975498(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582956.761921:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582956.761929:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707907584, offset 224 00000400:00000010:2.0:1777582956.761935:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca122a0. 00000400:00000200:2.0:1777582956.761938:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.761953:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.761961:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397211:397211:256:4294967295] 192.168.202.9@tcp LPNI seq info [397207:397207:8:4294967295] 00000400:00000200:2.0:1777582956.761967:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582956.761973:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.761978:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.761984:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.761990:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.761997:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.762002:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.762027:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513280. 00000020:00000010:2.0:1777582956.762031:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.762034:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:2.0:1777582956.762128:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.762157:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582956.762162:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.762167:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582956.764585:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:3.0:1777582956.764600:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513900. 00010000:00000010:3.0:1777582956.764610:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68480. 00000400:00000200:1.0:1777582956.764685:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.764713:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21467d 00000400:00000200:1.0:1777582956.764721:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.764725:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.764731:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:1.0:1777582956.764734:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00010000:00000010:3.0:1777582956.764879:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:3.0:1777582956.764885:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513500. 00010000:00000010:3.1:1777582956.765215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582956.765221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582956.765226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582956.765229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582956.765232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582956.765235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:2.0:1777582956.766985:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.767004:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8858080 00000400:00000200:2.0:1777582956.767025:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 147992 00000400:00000200:2.0:1777582956.767093:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.767097:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.767107:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.767115:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c1180. 00000020:00000010:1.0:1777582956.770466:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582956.770476:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582956.770485:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25200. 00000020:00000010:1.0:1777582956.770491:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f580. 00000020:00000010:1.0:1777582956.770496:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674ed8. 00000020:00000010:1.0:1777582956.770541:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582956.770544:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f80. 00000100:00000200:1.0:1777582956.770547:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707907712 00000001:00000010:1.0:1777582956.770558:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:1.0:1777582956.770581:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582956.770589:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 02000000:00000010:1.0:1777582956.770618:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e04c000. 00010000:00000010:1.0:1777582956.770646:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582956.770649:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582956.770678:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582956.770681:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f780. 00010000:00000010:1.0:1777582956.770685:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582956.770687:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582956.770793:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57860. 00000004:00000010:1.0:1777582956.770802:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582956.770808:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945540. 00080000:00000010:1.0:1777582956.770816:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fc80. 00010000:00000010:2.0:1777582956.772005:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582956.772023:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513e80. 00010000:00000010:2.0:1777582956.772029:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582956.772035:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582956.772116:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:2.0:1777582956.772127:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:2.0:1777582956.772132:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f780. 00010000:00000010:2.0:1777582956.772189:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000200:2.0:1777582956.772211:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c1180 x1863928707907712/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.772233:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582956.772241:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707907712, offset 224 00000400:00000200:2.0:1777582956.772249:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.772263:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.772282:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397212:397212:256:4294967295] 192.168.202.9@tcp LPNI seq info [397208:397208:8:4294967295] 00000400:00000200:2.0:1777582956.772295:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.772301:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.772307:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.772314:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.772322:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.772326:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.772346:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f580. 00000020:00000010:2.0:1777582956.772350:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674ed8. 00000020:00000010:2.0:1777582956.772355:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25200. 00000800:00000200:1.0:1777582956.778009:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582956.778031:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582956.778042:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.778052:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.778060:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:1.0:1777582956.778068:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00000400:00000200:1.0:1777582956.779327:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.779345:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8858180 00000400:00000200:1.0:1777582956.779354:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 148568 00000400:00000200:1.0:1777582956.779369:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.779374:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.779381:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.779391:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c380. 00000020:00000010:3.0:1777582956.779556:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.779562:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.779568:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0a200. 00000020:00000010:3.0:1777582956.779573:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374c80. 00000020:00000010:3.0:1777582956.779578:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.779614:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.779616:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000100:00000200:3.0:1777582956.779619:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707907968 02000000:00000010:3.0:1777582956.779656:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388b8a000. 00010000:00000010:3.0:1777582956.779716:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:3.0:1777582956.779737:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513e80. 00010000:00000010:3.0:1777582956.779758:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582956.779765:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582956.779781:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582956.779784:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582956.779789:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.779791:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.779908:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582956.779912:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582956.779915:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582956.779918:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00000020:00000010:3.0:1777582956.779944:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.779951:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.779963:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed960. 00080000:00000010:3.0:1777582956.779973:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a6348400. 00000001:00000010:3.0:1777582956.780486:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed600. 00000001:00000010:3.0:1777582956.780495:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582956.780634:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed960. 00010000:00000010:3.0:1777582956.780644:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582956.780649:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582956.780663:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582956.780708:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582956.780716:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582956.780733:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.780737:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582956.780751:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582956.780768:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975499, last committed = 8589975425 00010000:00000200:3.0:1777582956.780779:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667c380 x1863928707907968/t8589975499(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.780797:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582956.780803:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707907968, offset 224 00000400:00000010:3.0:1777582956.780810:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7dc8. 00000400:00000200:3.0:1777582956.780814:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.780829:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.780835:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397213:397213:256:4294967295] 192.168.202.9@tcp LPNI seq info [397209:397209:8:4294967295] 00000400:00000200:3.0:1777582956.780841:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.780847:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.780852:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.780856:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582956.780863:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.780871:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.780875:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.1:1777582956.781436:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582956.781446:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582956.781451:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582956.781454:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582956.781456:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582956.781459:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582956.781462:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582956.781465:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000020:00000010:3.0:1777582956.781609:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374c80. 00000020:00000010:3.0:1777582956.781614:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.781618:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0a200. 00000800:00000200:2.0:1777582956.783687:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.783703:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582956.783712:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.783721:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582956.784039:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582956.784056:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214685 00000400:00000200:1.0:1777582956.784062:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.784065:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582956.784070:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:1.0:1777582956.784073:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00010000:00000010:3.0:1777582956.784186:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.784196:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374400. 00000400:00000200:1.0:1777582956.785032:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.785047:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8858200 00000400:00000200:1.0:1777582956.785055:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 149056 00000400:00000200:1.0:1777582956.785113:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.785118:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.785125:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.785163:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667fb80. 00000020:00000010:2.0:1777582956.785463:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582956.785470:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582956.785477:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582956.785483:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513780. 00000020:00000010:2.0:1777582956.785488:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.785530:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d80. 00000020:00000010:2.0:1777582956.785533:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d80. 00000100:00000200:2.0:1777582956.785538:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707908096 00000001:00000010:2.0:1777582956.785550:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68b40. 00010000:00000010:2.0:1777582956.785576:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582956.785584:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582956.785625:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389627000. 00010000:00000010:2.0:1777582956.785656:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582956.785659:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582956.785687:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582956.785691:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513480. 00010000:00000010:2.0:1777582956.785703:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582956.785706:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00000004:00000010:2.0:1777582956.785809:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:2.0:1777582956.785819:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0258. 00000004:00000010:2.0:1777582956.785825:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757650. 00080000:00000010:2.0:1777582956.785834:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 00010000:00000010:2.0:1777582956.787399:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582956.787408:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513880. 00010000:00000010:2.0:1777582956.787415:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582956.787421:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582956.787501:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582956.787516:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582956.787522:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513480. 00010000:00000010:2.0:1777582956.787547:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582956.787569:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667fb80 x1863928707908096/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.787588:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582956.787596:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707908096, offset 224 00000400:00000200:2.0:1777582956.787603:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.787615:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.787622:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397214:397214:256:4294967295] 192.168.202.9@tcp LPNI seq info [397210:397210:8:4294967295] 00000400:00000200:2.0:1777582956.787633:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.787638:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.787644:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582956.787651:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.787658:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.787675:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.787707:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513780. 00000020:00000010:2.0:1777582956.787711:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.787715:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00010000:00000010:3.1:1777582956.788474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582956.788486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.1:1777582956.788491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:3.1:1777582956.788494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000800:00000200:3.0:1777582956.788596:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.788601:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582956.788607:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.788614:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.788619:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:3.0:1777582956.788622:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00010000:00000010:2.1:1777582956.789098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582956.789105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582956.789110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582956.789113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000400:00000200:1.0:1777582956.791980:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.791998:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8858300 00000400:00000200:1.0:1777582956.792006:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 149632 00000400:00000200:1.0:1777582956.792028:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.792032:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.792040:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.792047:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667dc00. 00000020:00000010:2.0:1777582956.792182:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.792188:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.792194:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582956.792200:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513780. 00000020:00000010:2.0:1777582956.792205:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.792239:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.792242:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d40. 00000100:00000200:2.0:1777582956.792245:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707908352 02000000:00000010:2.0:1777582956.792304:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487b7d000. 00010000:00000010:2.0:1777582956.792344:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582956.792362:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513880. 00010000:00000010:2.0:1777582956.792385:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582956.792391:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582956.792406:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582956.792408:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513880. 00010000:00000010:2.0:1777582956.792412:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582956.792415:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582956.792533:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582956.792536:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513480. 00010000:00000010:2.0:1777582956.792540:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582956.792543:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00000020:00000010:2.0:1777582956.792571:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054c00. 00000020:00000010:2.0:1777582956.792577:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054c00. 00000020:00000010:2.0:1777582956.792588:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9a80. 00080000:00000010:2.0:1777582956.792597:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024acde7c00. 00000001:00000010:2.0:1777582956.793031:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9840. 00000001:00000010:2.0:1777582956.793038:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582956.793076:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9a80. 00010000:00000010:2.0:1777582956.793085:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582956.793090:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582956.793103:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68b40. 00010000:00000010:2.0:1777582956.793172:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582956.793190:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:2.0:1777582956.793206:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975500, last committed = 8589975425 00010000:00000200:2.0:1777582956.793216:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667dc00 x1863928707908352/t8589975500(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582956.793237:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582956.793244:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707908352, offset 224 00000400:00000010:2.0:1777582956.793250:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12b28. 00000400:00000200:2.0:1777582956.793254:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.793268:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.793275:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397215:397215:256:4294967295] 192.168.202.9@tcp LPNI seq info [397211:397211:8:4294967295] 00000400:00000200:2.0:1777582956.793282:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582956.793288:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.793293:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.793298:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582956.793304:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.793311:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.793315:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.793340:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513780. 00000020:00000010:2.0:1777582956.793344:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.793347:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:2.0:1777582956.793444:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.793448:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582956.793453:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.793457:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582956.794027:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:3.0:1777582956.794035:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513480. 00010000:00000010:3.0:1777582956.794043:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68b40. 00010000:00000010:3.1:1777582956.797564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582956.797580:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582956.797584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582956.797588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582956.797603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582956.797605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:3.0:1777582956.797732:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.797752:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21468d 00000400:00000200:3.0:1777582956.797761:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.797766:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.797772:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:3.0:1777582956.797775:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00010000:00000010:2.0:1777582956.797955:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582956.797967:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513880. 00000400:00000200:1.0:1777582956.799330:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582956.799346:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8858380 00000400:00000200:1.0:1777582956.799354:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 150120 00000400:00000200:1.0:1777582956.799418:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582956.799422:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582956.799429:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582956.799435:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667d180. 00000020:00000010:2.0:1777582956.800556:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.800564:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.800571:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582956.800576:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513880. 00000020:00000010:2.0:1777582956.800581:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.800928:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.800931:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d40. 00000100:00000200:2.0:1777582956.800935:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707908480 00000001:00000010:2.0:1777582956.800946:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:2.0:1777582956.800979:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582956.800987:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582956.801019:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388a15000. 00010000:00000010:2.0:1777582956.801048:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582956.801051:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582956.801069:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582956.801073:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513780. 00010000:00000010:2.0:1777582956.801077:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582956.801080:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00000004:00000010:2.0:1777582956.801237:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:2.0:1777582956.801247:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0618. 00000004:00000010:2.0:1777582956.801254:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756990. 00080000:00000010:2.0:1777582956.801262:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:2.1:1777582956.803187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582956.803201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582956.803206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582956.803209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582956.803813:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582956.803821:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.0:1777582956.808499:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582956.808512:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c80. 00010000:00000010:2.0:1777582956.808520:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582956.808527:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582956.808828:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582956.808842:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582956.808847:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513780. 00010000:00000010:2.0:1777582956.808876:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582956.808898:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667d180 x1863928707908480/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.808919:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582956.808927:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707908480, offset 224 00000400:00000200:2.0:1777582956.808934:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.808948:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.808954:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397216:397216:256:4294967295] 192.168.202.9@tcp LPNI seq info [397212:397212:8:4294967295] 00000400:00000200:2.0:1777582956.808965:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.808971:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.808976:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582956.808983:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.808991:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.808995:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.809029:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513880. 00000020:00000010:2.0:1777582956.809034:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.809037:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:0.0:1777582956.811802:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.811811:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582956.811822:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.811832:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582956.811841:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:0.0:1777582956.811844:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000400:00000200:2.0:1777582956.812827:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.812846:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8858480 00000400:00000200:2.0:1777582956.812854:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 150696 00000400:00000200:2.0:1777582956.812873:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.812877:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.812883:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.812891:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c2a00. 00000020:00000010:3.0:1777582956.813270:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.813293:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.813300:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023922c3600. 00000020:00000010:3.0:1777582956.813307:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582956.813313:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.813355:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.813358:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000100:00000200:3.0:1777582956.813362:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707908736 02000000:00000010:3.0:1777582956.813405:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388857000. 00010000:00000010:3.0:1777582956.813447:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:3.0:1777582956.813466:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c80. 00010000:00000010:3.0:1777582956.813487:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.813494:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.813513:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582956.813517:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c80. 00010000:00000010:3.0:1777582956.813522:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582956.813525:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582956.813928:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582956.813933:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582956.813936:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582956.813940:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00000020:00000010:3.0:1777582956.813970:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.813977:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05600. 00000020:00000010:3.0:1777582956.813988:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed960. 00080000:00000010:3.0:1777582956.813997:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a6349000. 00000001:00000010:3.0:1777582956.818250:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed6c0. 00000001:00000010:3.0:1777582956.818262:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582956.818297:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed960. 00010000:00000010:3.0:1777582956.818314:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582956.818323:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582956.818347:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582956.818402:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.818423:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000200:3.0:1777582956.818442:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975501, last committed = 8589975425 00010000:00000200:3.0:1777582956.818454:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c2a00 x1863928707908736/t8589975501(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.818474:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582956.818481:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707908736, offset 224 00000400:00000010:3.0:1777582956.818488:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7038. 00000400:00000200:3.0:1777582956.818493:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.818509:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.818516:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397217:397217:256:4294967295] 192.168.202.9@tcp LPNI seq info [397213:397213:8:4294967295] 00000400:00000200:3.0:1777582956.818523:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.818529:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.818534:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.818539:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582956.818547:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.818555:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.818559:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.818581:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582956.818586:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.818589:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023922c3600. 00000800:00000200:0.0:1777582956.819091:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.819096:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582956.819101:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.819106:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582956.819618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582956.819629:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582956.819635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582956.819639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582956.819641:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582956.819643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582956.819683:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:2.0:1777582956.819702:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:2.0:1777582956.819709:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:3.1:1777582956.822028:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582956.822046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000400:00000200:0.0:1777582956.823854:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582956.823883:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214695 00000400:00000200:0.0:1777582956.823892:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.823897:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582956.823904:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:0.0:1777582956.823907:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00000400:00000200:2.0:1777582956.825470:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.825487:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8858500 00000400:00000200:2.0:1777582956.825498:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 151184 00000400:00000200:2.0:1777582956.825574:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.825580:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.825587:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.825596:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c0700. 00000020:00000010:0.0:1777582956.826117:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f80. 00000020:00000010:0.0:1777582956.826124:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f80. 00000020:00000010:0.0:1777582956.826131:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481373c00. 00000020:00000010:0.0:1777582956.826179:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e500. 00000020:00000010:0.0:1777582956.826184:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.826221:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f80. 00000020:00000010:0.0:1777582956.826224:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f80. 00000100:00000200:0.0:1777582956.826228:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707908864 00000001:00000010:0.0:1777582956.826239:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e680c0. 00010000:00000010:0.0:1777582956.826263:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582956.826290:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 02000000:00000010:0.0:1777582956.826321:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385296000. 00010000:00000010:0.0:1777582956.826354:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582956.826358:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582956.826379:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582956.826382:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec00. 00010000:00000010:0.0:1777582956.826387:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582956.826390:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00000004:00000010:0.0:1777582956.826497:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519860. 00000004:00000010:0.0:1777582956.826507:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22528. 00000004:00000010:0.0:1777582956.826514:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34cc0. 00080000:00000010:0.0:1777582956.826523:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f751d0. 00010000:00000010:0.0:1777582956.828033:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582956.828040:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:0.0:1777582956.828046:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582956.828053:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582956.828169:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582956.828183:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582956.828189:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec00. 00010000:00000010:0.0:1777582956.828216:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:0.0:1777582956.828237:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c0700 x1863928707908864/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582956.828259:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582956.828267:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707908864, offset 224 00000400:00000200:0.0:1777582956.828425:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.828439:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.828446:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397218:397218:256:4294967295] 192.168.202.9@tcp LPNI seq info [397214:397214:8:4294967295] 00000400:00000200:0.0:1777582956.828459:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.828465:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.828470:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582956.828477:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.828485:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.828490:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.828514:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e500. 00000020:00000010:0.0:1777582956.828520:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.828523:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481373c00. 00000800:00000200:2.0:1777582956.828740:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.828745:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582956.828751:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.828756:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.828762:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:2.0:1777582956.828765:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00010000:00000010:3.1:1777582956.829035:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582956.829044:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:3.1:1777582956.829049:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582956.829052:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.829078:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582956.829086:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c80. 00010000:00000010:2.1:1777582956.835345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582956.835364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582956.835369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582956.835373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582956.835377:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582956.835381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:0.0:1777582956.835789:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.835810:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8858600 00000400:00000200:0.0:1777582956.835819:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 151760 00000400:00000200:0.0:1777582956.835838:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.835843:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.835851:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.835857:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f480. 00010000:00000010:3.1:1777582956.838247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582956.838262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000020:00000010:2.0:1777582956.839453:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582956.839461:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582956.839469:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582956.839474:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513880. 00000020:00000010:2.0:1777582956.839480:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.839574:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460e00. 00000020:00000010:2.0:1777582956.839577:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460e00. 00000100:00000200:2.0:1777582956.839581:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707909120 02000000:00000010:2.0:1777582956.839617:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388a13000. 00010000:00000010:2.0:1777582956.839659:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:2.0:1777582956.839689:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00010000:00000010:2.0:1777582956.839719:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582956.839725:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582956.839742:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582956.839745:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513780. 00010000:00000010:2.0:1777582956.839749:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582956.839753:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582956.839857:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582956.839862:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c80. 00010000:00000010:2.0:1777582956.839865:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582956.839869:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00000020:00000010:2.0:1777582956.839897:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860540a0. 00000020:00000010:2.0:1777582956.839904:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860540a0. 00000020:00000010:2.0:1777582956.839914:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9f60. 00080000:00000010:2.0:1777582956.839923:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024acde6800. 00000001:00000010:2.0:1777582956.840421:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1f00. 00000001:00000010:2.0:1777582956.840429:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582956.840464:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9f60. 00010000:00000010:2.0:1777582956.840472:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582956.840476:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582956.840489:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582956.840531:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582956.840546:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582956.840564:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975502, last committed = 8589975425 00010000:00000200:2.0:1777582956.840576:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24f480 x1863928707909120/t8589975502(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582956.840596:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582956.840604:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707909120, offset 224 00000400:00000010:2.0:1777582956.840611:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca127a8. 00000400:00000200:2.0:1777582956.840615:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.840630:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.840637:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397219:397219:256:4294967295] 192.168.202.9@tcp LPNI seq info [397215:397215:8:4294967295] 00000400:00000200:2.0:1777582956.840644:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582956.840651:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.840657:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.840662:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.840669:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.840677:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.840681:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.840715:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513880. 00000020:00000010:2.0:1777582956.840720:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.840722:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00010000:00000010:0.0:1777582956.840814:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:0.0:1777582956.840821:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c80. 00010000:00000010:0.0:1777582956.840827:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e683c0. 00000800:00000200:0.0:1777582956.840946:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.840950:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582956.840955:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.840961:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582956.848860:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582956.848875:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582956.848880:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582956.848882:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000400:00000200:0.0:1777582956.848912:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582956.848933:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21469d 00000400:00000200:0.0:1777582956.848941:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.848946:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582956.848952:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c088 00000400:00000010:0.0:1777582956.848955:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c088. 00000400:00000200:0.0:1777582956.849744:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.849753:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8858680 00000400:00000200:0.0:1777582956.849760:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 152248 00000400:00000200:0.0:1777582956.849822:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.849827:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.849832:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.849838:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 00000020:00000010:3.0:1777582956.850739:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.850749:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.850756:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0a200. 00000020:00000010:3.0:1777582956.850762:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374c80. 00000020:00000010:3.0:1777582956.850766:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.850811:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa42c0. 00000020:00000010:3.0:1777582956.850813:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa42c0. 00000100:00000200:3.0:1777582956.850817:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707909248 00000001:00000010:3.0:1777582956.850829:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:3.0:1777582956.850855:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582956.850864:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 02000000:00000010:3.0:1777582956.850895:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388855000. 00010000:00000010:3.0:1777582956.850929:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.850933:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.850956:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582956.850960:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582956.850965:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582956.850968:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00000004:00000010:3.0:1777582956.851070:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90780. 00000004:00000010:3.0:1777582956.851079:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65348. 00000004:00000010:3.0:1777582956.851085:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387cb0. 00080000:00000010:3.0:1777582956.851093:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12558. 00010000:00000010:3.0:1777582956.851867:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582956.851873:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374600. 00010000:00000010:3.0:1777582956.851878:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582956.851883:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582956.851955:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.851968:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.851974:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582956.851997:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582956.852017:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24f100 x1863928707909248/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582956.852039:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582956.852048:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707909248, offset 224 00000400:00000200:3.0:1777582956.852057:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.852076:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.852086:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397220:397220:256:4294967295] 192.168.202.9@tcp LPNI seq info [397216:397216:8:4294967295] 00000400:00000200:3.0:1777582956.852098:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.852105:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.852111:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582956.852118:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.852127:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.852163:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.852184:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374c80. 00000020:00000010:3.0:1777582956.852189:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.852193:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0a200. 00000800:00000200:0.0:1777582956.852389:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.852395:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:0.0:1777582956.852400:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.852405:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582956.852410:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:0.0:1777582956.852412:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000400:00000200:0.0:1777582956.858839:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.858864:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8858780 00000400:00000200:0.0:1777582956.858876:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 152824 00000400:00000200:0.0:1777582956.858913:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.858919:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.858930:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.858940:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24c700. 00000020:00000010:3.0:1777582956.859118:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.859126:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.859160:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023963f6000. 00000020:00000010:3.0:1777582956.859167:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374c80. 00000020:00000010:3.0:1777582956.859173:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.859216:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.859219:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000100:00000200:3.0:1777582956.859222:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707909504 02000000:00000010:3.0:1777582956.859260:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388850000. 00010000:00000010:3.0:1777582956.859501:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582956.859519:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374600. 00010000:00000010:3.0:1777582956.859540:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.859547:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582956.859564:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582956.859568:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374600. 00010000:00000010:3.0:1777582956.859572:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582956.859575:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582956.859714:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582956.859718:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582956.859721:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582956.859724:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00000020:00000010:3.0:1777582956.859754:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582956.859760:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582956.859770:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed4e0. 00080000:00000010:3.0:1777582956.859780:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a6348000. 00010000:00000010:2.0:1777582956.860502:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582956.860511:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513780. 00000001:00000010:3.0:1777582956.860822:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed1e0. 00000001:00000010:3.0:1777582956.860831:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582956.860872:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed4e0. 00010000:00000010:3.0:1777582956.860883:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582956.860890:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.860905:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582956.864817:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.864858:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000200:3.0:1777582956.864885:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975503, last committed = 8589975425 00010000:00000200:3.0:1777582956.864899:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24c700 x1863928707909504/t8589975503(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.864926:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582956.864934:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707909504, offset 224 00000400:00000010:3.0:1777582956.864942:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7818. 00000400:00000200:3.0:1777582956.864947:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.864964:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.864971:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397221:397221:256:4294967295] 192.168.202.9@tcp LPNI seq info [397217:397217:8:4294967295] 00000400:00000200:3.0:1777582956.864977:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.864984:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.864991:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.864996:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582956.865004:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.865013:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.865017:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.865045:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374c80. 00000020:00000010:3.0:1777582956.865051:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.865055:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023963f6000. 00000800:00000200:0.0:1777582956.865633:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.865639:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:0.0:1777582956.865645:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.865650:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582956.865837:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582956.865845:0:208519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582956.865849:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582956.865854:0:208519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582956.865877:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:2.0:1777582956.865888:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374400. 00010000:00000010:2.0:1777582956.865894:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:0.1:1777582956.867577:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582956.867591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582956.867688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582956.867705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582956.867709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582956.867712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:0.0:1777582956.868313:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582956.868332:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146a5 00000400:00000200:0.0:1777582956.868340:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.868345:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582956.868351:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:0.0:1777582956.868354:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00000400:00000200:0.0:1777582956.868382:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.868390:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8858800 00000400:00000200:0.0:1777582956.868396:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 153312 00000400:00000200:0.0:1777582956.868448:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.868452:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.868457:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.868462:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24df80. 00010000:00000010:2.0:1777582956.868585:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:2.0:1777582956.868596:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374600. 00000020:00000010:3.0:1777582956.868727:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.868733:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.868739:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0a200. 00000020:00000010:3.0:1777582956.868744:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374c80. 00000020:00000010:3.0:1777582956.868897:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582956.868943:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.868946:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000100:00000200:3.0:1777582956.868949:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707909632 00000001:00000010:3.0:1777582956.868961:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68d80. 00010000:00000010:3.0:1777582956.868985:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582956.868992:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 02000000:00000010:3.0:1777582956.869022:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388852000. 00010000:00000010:3.0:1777582956.869052:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582956.869056:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582956.869072:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582956.869075:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582956.869078:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582956.869081:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00000004:00000010:3.0:1777582956.869211:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e903c0. 00000004:00000010:3.0:1777582956.869220:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65000. 00000004:00000010:3.0:1777582956.869226:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387760. 00080000:00000010:3.0:1777582956.869235:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13ab8. 00010000:00000010:2.0:1777582956.872566:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582956.872577:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582956.872584:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582956.872591:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582956.872682:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:2.0:1777582956.872711:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:2.0:1777582956.872717:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:2.0:1777582956.872750:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000200:2.0:1777582956.872773:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24df80 x1863928707909632/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.872797:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582956.872804:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707909632, offset 224 00000400:00000200:2.0:1777582956.872812:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.872826:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.872834:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397222:397222:256:4294967295] 192.168.202.9@tcp LPNI seq info [397218:397218:8:4294967295] 00000400:00000200:2.0:1777582956.872846:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.872852:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.872859:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.872865:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.872873:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.872878:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.874773:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374c80. 00000020:00000010:2.0:1777582956.874787:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:2.0:1777582956.874792:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0a200. 00000800:00000200:0.0:1777582956.877671:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.877680:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582956.877689:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.877706:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582956.877713:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cbb0 00000400:00000010:0.0:1777582956.877716:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cbb0. 00000400:00000200:0.0:1777582956.881885:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.881905:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8858900 00000400:00000200:0.0:1777582956.881925:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 153888 00000400:00000200:0.0:1777582956.881943:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.881948:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.881957:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.881964:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24e300. 00000020:00000010:3.0:1777582956.882074:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.882080:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.882086:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248120a000. 00000020:00000010:3.0:1777582956.882092:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374880. 00000020:00000010:3.0:1777582956.882097:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00010000:00000010:2.1:1777582956.885678:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582956.885703:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582956.885711:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582956.885717:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582956.886382:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582956.886390:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582956.886393:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582956.886397:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000020:00000010:0.0:1777582956.886528:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7580. 00000020:00000010:0.0:1777582956.886534:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7580. 00000100:00000200:0.0:1777582956.886538:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707909888 02000000:00000010:0.0:1777582956.886581:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385292000. 00010000:00000010:0.0:1777582956.886633:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:0.0:1777582956.886649:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a80. 00010000:00000010:0.0:1777582956.886669:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582956.886675:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582956.886691:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582956.886703:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e500. 00010000:00000010:0.0:1777582956.886709:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582956.886714:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582956.886824:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582956.886829:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec00. 00010000:00000010:0.0:1777582956.886832:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582956.886836:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000020:00000010:0.0:1777582956.886862:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c480e0. 00000020:00000010:0.0:1777582956.886869:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c480e0. 00000020:00000010:0.0:1777582956.886881:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48a80. 00080000:00000010:0.0:1777582956.886891:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a614000. 00000001:00000010:0.0:1777582956.887456:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48540. 00000001:00000010:0.0:1777582956.887464:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582956.887499:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48a80. 00010000:00000010:0.0:1777582956.887507:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582956.887511:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582956.887526:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185240. 00010000:00000010:0.0:1777582956.887562:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582956.887576:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:0.0:1777582956.887591:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975504, last committed = 8589975425 00010000:00000200:0.0:1777582956.887602:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24e300 x1863928707909888/t8589975504(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582956.887621:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582956.887628:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707909888, offset 224 00000400:00000010:0.0:1777582956.887636:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576f310. 00000400:00000200:0.0:1777582956.887640:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.887654:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.887661:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397223:397223:256:4294967295] 192.168.202.9@tcp LPNI seq info [397219:397219:8:4294967295] 00000400:00000200:0.0:1777582956.887668:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582956.887675:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.887681:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.887686:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582956.887702:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.887710:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.887715:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.887739:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374880. 00000020:00000010:0.0:1777582956.887744:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:0.0:1777582956.887748:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248120a000. 00000800:00000200:0.0:1777582956.887858:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.887862:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582956.887867:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.887871:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582956.889996:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:3.0:1777582956.890010:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec00. 00010000:00000010:3.0:1777582956.890021:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185240. 00000400:00000200:0.0:1777582956.890088:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582956.890108:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146ad 00000400:00000200:0.0:1777582956.890116:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.890120:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582956.890127:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:0.0:1777582956.890130:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000400:00000200:0.0:1777582956.893390:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.893409:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8858980 00000400:00000200:0.0:1777582956.893417:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 154376 00000400:00000200:0.0:1777582956.893493:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.893498:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.893505:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.893511:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d880. 00000020:00000010:0.0:1777582956.893583:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7580. 00000020:00000010:0.0:1777582956.893590:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7580. 00000020:00000010:0.0:1777582956.893598:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481373c00. 00000020:00000010:0.0:1777582956.893606:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e280. 00000020:00000010:0.0:1777582956.893612:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.893652:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7580. 00000020:00000010:0.0:1777582956.893655:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7580. 00000100:00000200:0.0:1777582956.893658:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707910016 00000001:00000010:0.0:1777582956.893671:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:0.0:1777582956.893712:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582956.893721:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 02000000:00000010:0.0:1777582956.893751:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385291000. 00010000:00000010:0.0:1777582956.893788:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582956.893792:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582956.893818:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582956.893822:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e600. 00010000:00000010:0.0:1777582956.893827:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582956.893830:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000004:00000010:0.0:1777582956.893947:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865194a0. 00000004:00000010:0.0:1777582956.893956:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22bb8. 00000004:00000010:0.0:1777582956.893963:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35320. 00080000:00000010:0.0:1777582956.893972:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75c80. 00010000:00000010:3.0:1777582956.895097:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:3.0:1777582956.895111:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e500. 00010000:00000010:2.1:1777582956.895183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582956.895191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.1:1777582956.895195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.1:1777582956.895197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582956.895200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582956.895202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.0:1777582956.903647:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582956.903659:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e780. 00010000:00000010:0.0:1777582956.903666:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582956.903675:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582956.903777:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582956.903791:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582956.903797:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e600. 00010000:00000010:0.0:1777582956.903826:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:0.0:1777582956.903844:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24d880 x1863928707910016/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582956.903865:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582956.903872:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707910016, offset 224 00000400:00000200:0.0:1777582956.903880:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.903894:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.903900:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397224:397224:256:4294967295] 192.168.202.9@tcp LPNI seq info [397220:397220:8:4294967295] 00000400:00000200:0.0:1777582956.903911:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.903917:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.903921:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582956.903928:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.903936:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.903939:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:0.1:1777582956.904172:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582956.904180:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:0.1:1777582956.904185:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582956.904188:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000020:00000010:0.0:1777582956.904203:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e280. 00000020:00000010:0.0:1777582956.904208:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.904213:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481373c00. 00010000:00000010:3.1:1777582956.904354:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582956.904359:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000800:00000200:2.0:1777582956.906168:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.906178:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582956.906190:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.906200:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.906208:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:2.0:1777582956.906211:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00010000:00000010:3.1:1777582956.907089:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582956.907098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000400:00000200:0.0:1777582956.907458:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.907475:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8858a80 00000400:00000200:0.0:1777582956.907484:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 154952 00000400:00000200:0.0:1777582956.907674:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.907681:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.907689:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.907705:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24ea00. 00000020:00000010:3.0:1777582956.907963:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.907970:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.907978:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248120a000. 00000020:00000010:3.0:1777582956.907984:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374880. 00000020:00000010:3.0:1777582956.907990:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582956.908073:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.908076:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000100:00000200:3.0:1777582956.908080:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707910272 02000000:00000010:3.0:1777582956.908113:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388851000. 00010000:00000010:3.0:1777582956.908179:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:3.0:1777582956.908195:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e780. 00010000:00000010:3.0:1777582956.908216:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.908222:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582956.908236:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582956.908239:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c80. 00010000:00000010:3.0:1777582956.908243:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582956.908246:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582956.908354:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582956.908357:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582956.908360:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582956.908363:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000020:00000010:3.0:1777582956.908390:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582956.908397:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582956.908408:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed4e0. 00080000:00000010:3.0:1777582956.908418:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4c47400. 00000001:00000010:3.0:1777582956.908849:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed8a0. 00000001:00000010:3.0:1777582956.908866:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582956.908902:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed4e0. 00010000:00000010:3.0:1777582956.908910:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582956.908915:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582956.908928:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582956.908969:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582956.908983:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000200:3.0:1777582956.909001:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975505, last committed = 8589975425 00010000:00000200:3.0:1777582956.909011:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24ea00 x1863928707910272/t8589975505(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.909037:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582956.909044:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707910272, offset 224 00000400:00000010:3.0:1777582956.909050:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7230. 00000400:00000200:3.0:1777582956.909054:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.909068:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.909076:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397225:397225:256:4294967295] 192.168.202.9@tcp LPNI seq info [397221:397221:8:4294967295] 00000400:00000200:3.0:1777582956.909082:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.909090:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.909095:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.909099:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582956.909105:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.909112:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.909117:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.909155:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374880. 00000020:00000010:3.0:1777582956.909159:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582956.909163:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248120a000. 00010000:00000010:0.0:1777582956.909445:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:0.0:1777582956.909452:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:0.0:1777582956.909459:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000800:00000200:0.0:1777582956.909545:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.909549:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:0.0:1777582956.909554:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.909560:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.916035:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.916057:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146b5 00000400:00000200:2.0:1777582956.916065:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.916070:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.916077:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:2.0:1777582956.916081:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000400:00000200:2.0:1777582956.916111:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.916117:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8858b00 00000400:00000200:2.0:1777582956.916125:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 155440 00000400:00000200:2.0:1777582956.916216:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.916220:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.916225:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.916232:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c0000. 00000020:00000010:2.0:1777582956.916280:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460940. 00000020:00000010:2.0:1777582956.916286:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460940. 00000020:00000010:2.0:1777582956.916294:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582956.916299:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582956.916304:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.916333:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460940. 00000020:00000010:2.0:1777582956.916335:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460940. 00000100:00000200:2.0:1777582956.916339:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707910400 00000001:00000010:2.0:1777582956.916352:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:2.0:1777582956.916378:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582956.916385:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582956.916415:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385600000. 00010000:00000010:2.0:1777582956.916447:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582956.916451:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582956.916473:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582956.916477:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582956.916481:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582956.916484:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000004:00000010:2.0:1777582956.916768:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168f00. 00000004:00000010:2.0:1777582956.916778:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb04b0. 00000004:00000010:2.0:1777582956.916785:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756660. 00080000:00000010:2.0:1777582956.916793:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d1d0. 00010000:00000010:3.0:1777582956.917046:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582956.917054:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c80. 00010000:00000010:0.1:1777582956.917170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582956.917177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582956.917180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582956.917183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.0:1777582956.917865:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582956.917871:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a00. 00010000:00000010:2.0:1777582956.917877:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582956.917883:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582956.917954:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582956.917967:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582956.917972:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582956.917998:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582956.918021:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c0000 x1863928707910400/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.918044:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582956.918053:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707910400, offset 224 00000400:00000200:2.0:1777582956.918060:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.918074:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.918081:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397226:397226:256:4294967295] 192.168.202.9@tcp LPNI seq info [397222:397222:8:4294967295] 00000400:00000200:2.0:1777582956.918093:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.918099:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.918104:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582956.918111:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.918118:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.918123:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.918516:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582956.918522:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.918525:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:0.0:1777582956.920781:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.920789:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582956.920797:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.920807:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582956.920815:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:0.0:1777582956.920819:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00010000:00000010:0.1:1777582956.922175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582956.922186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000400:00000200:0.0:1777582956.924228:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.924252:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8858c00 00000400:00000200:0.0:1777582956.924261:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 156016 00000400:00000200:0.0:1777582956.924279:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.924295:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.924306:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.924313:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d180. 00000020:00000010:2.0:1777582956.924420:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460b00. 00000020:00000010:2.0:1777582956.924426:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460b00. 00000020:00000010:2.0:1777582956.924433:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0a200. 00000020:00000010:2.0:1777582956.924438:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582956.924443:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.924485:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460b00. 00000020:00000010:2.0:1777582956.924488:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460b00. 00000100:00000200:2.0:1777582956.924491:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707910656 02000000:00000010:2.0:1777582956.924527:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385601000. 00010000:00000010:2.0:1777582956.924568:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582956.924585:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a00. 00010000:00000010:2.0:1777582956.924907:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582956.924916:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582956.924934:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582956.924938:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a00. 00010000:00000010:2.0:1777582956.924943:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582956.924946:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582956.925054:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582956.925057:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582956.925061:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582956.925064:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000020:00000010:2.0:1777582956.925088:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054c60. 00000020:00000010:2.0:1777582956.925096:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054c60. 00000020:00000010:2.0:1777582956.925110:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1000. 00080000:00000010:2.0:1777582956.925124:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024acde7400. 00000001:00000010:2.0:1777582956.926672:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb14e0. 00000001:00000010:2.0:1777582956.926682:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582956.926736:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1000. 00010000:00000010:2.0:1777582956.926749:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582956.926757:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582956.926779:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582956.927038:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582956.927059:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582956.927079:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975506, last committed = 8589975425 00010000:00000200:2.0:1777582956.927091:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24d180 x1863928707910656/t8589975506(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582956.927111:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582956.927119:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707910656, offset 224 00000400:00000010:2.0:1777582956.927128:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12770. 00010000:00000010:2.1:1777582956.927165:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582956.927172:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582956.927177:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582956.927179:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00000400:00000200:2.0:1777582956.927184:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.927200:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.927208:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397227:397227:256:4294967295] 192.168.202.9@tcp LPNI seq info [397223:397223:8:4294967295] 00000400:00000200:2.0:1777582956.927214:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582956.927221:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.927227:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.927232:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582956.927238:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.927245:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.927249:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.927272:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582956.927277:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.927280:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0a200. 00000800:00000200:2.0:1777582956.929309:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.929319:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582956.929328:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.929338:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582956.929981:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582956.929990:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582956.929994:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582956.929998:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582956.930001:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582956.930004:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582956.930184:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:3.0:1777582956.930195:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c00. 00010000:00000010:3.0:1777582956.930202:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68000. 00000400:00000200:0.0:1777582956.930394:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582956.930413:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146bd 00000400:00000200:0.0:1777582956.930420:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.930424:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582956.930429:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:0.0:1777582956.930432:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000400:00000200:0.0:1777582956.930494:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.930501:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8858c80 00000400:00000200:0.0:1777582956.930508:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 156504 00000400:00000200:0.0:1777582956.931003:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.931009:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.931015:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.931022:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece2300. 00010000:00000010:3.0:1777582956.931200:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:3.0:1777582956.931208:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a00. 00000020:00000010:2.0:1777582956.931440:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460b00. 00000020:00000010:2.0:1777582956.931446:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460b00. 00000020:00000010:2.0:1777582956.931453:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582956.931457:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582956.931462:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.931505:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460b00. 00000020:00000010:2.0:1777582956.931507:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460b00. 00000100:00000200:2.0:1777582956.931511:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707910784 00000001:00000010:2.0:1777582956.931522:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:2.0:1777582956.931543:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582956.931550:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582956.931576:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385607000. 00010000:00000010:2.0:1777582956.931604:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582956.931607:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582956.931623:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582956.931626:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513180. 00010000:00000010:2.0:1777582956.931630:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582956.931633:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000004:00000010:2.0:1777582956.931748:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169860. 00000004:00000010:2.0:1777582956.931758:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0690. 00000004:00000010:2.0:1777582956.931764:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757320. 00080000:00000010:2.0:1777582956.931773:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c1c8. 00010000:00000010:2.0:1777582956.932738:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582956.932745:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513200. 00010000:00000010:2.0:1777582956.932751:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582956.932756:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582956.932821:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582956.932831:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582956.932835:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513180. 00010000:00000010:2.0:1777582956.932856:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582956.932874:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aece2300 x1863928707910784/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.932894:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582956.932901:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707910784, offset 224 00000400:00000200:2.0:1777582956.932908:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.932920:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.932927:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397228:397228:256:4294967295] 192.168.202.9@tcp LPNI seq info [397224:397224:8:4294967295] 00000400:00000200:2.0:1777582956.932939:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.932945:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.932950:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582956.932956:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.932963:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.932967:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.933030:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582956.933035:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.933038:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00010000:00000010:2.1:1777582956.933187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582956.933193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582956.933196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582956.933199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00000800:00000200:0.0:1777582956.935922:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.935932:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582956.935945:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.935956:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582956.935965:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cbb0 00000400:00000010:0.0:1777582956.935968:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cbb0. 00000400:00000200:2.0:1777582956.936591:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.936611:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8858d80 00000400:00000200:2.0:1777582956.936620:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 157080 00000400:00000200:2.0:1777582956.936640:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.936644:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.936650:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.936656:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c1500. 00000020:00000010:3.0:1777582956.936866:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.936872:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.936878:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804c00. 00000020:00000010:3.0:1777582956.936885:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374c80. 00000020:00000010:3.0:1777582956.936890:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582956.936981:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.936984:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000100:00000200:3.0:1777582956.936988:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707911040 02000000:00000010:3.0:1777582956.937029:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388853000. 00010000:00000010:3.0:1777582956.937078:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:3.0:1777582956.937097:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513200. 00010000:00000010:3.0:1777582956.937119:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582956.937126:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582956.937184:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582956.937187:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374880. 00010000:00000010:3.0:1777582956.937193:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.937196:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582956.937338:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582956.937341:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374600. 00010000:00000010:3.0:1777582956.937344:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582956.937347:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000020:00000010:3.0:1777582956.937369:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582956.937375:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582956.937384:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed4e0. 00080000:00000010:3.0:1777582956.937392:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4c44800. 00000001:00000010:3.0:1777582956.938032:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed540. 00000001:00000010:3.0:1777582956.938041:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582956.938081:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed4e0. 00010000:00000010:3.0:1777582956.938091:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582956.938096:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.1:1777582956.938430:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582956.938437:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:3.0:1777582956.938447:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582956.938494:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582956.938510:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:3.0:1777582956.938529:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975507, last committed = 8589975425 00010000:00000200:3.0:1777582956.938541:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c1500 x1863928707911040/t8589975507(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.938567:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582956.938574:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707911040, offset 224 00000400:00000010:3.0:1777582956.938581:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7888. 00000400:00000200:3.0:1777582956.938585:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.938600:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.938607:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397229:397229:256:4294967295] 192.168.202.9@tcp LPNI seq info [397225:397225:8:4294967295] 00000400:00000200:3.0:1777582956.938613:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.938620:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.938626:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.938631:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582956.938638:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.938645:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.938650:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1777582956.938887:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:2.0:1777582956.938895:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374600. 00010000:00000010:2.0:1777582956.938902:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000020:00000010:3.0:1777582956.938944:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374c80. 00000020:00000010:3.0:1777582956.938950:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582956.938953:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804c00. 00000800:00000200:0.0:1777582956.941264:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582956.941377:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:0.0:1777582956.941388:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.941396:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582956.941813:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582956.941827:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146c5 00000400:00000200:0.0:1777582956.941835:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.941838:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582956.941843:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:0.0:1777582956.941846:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000400:00000200:0.0:1777582956.941906:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.941913:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8858e00 00000400:00000200:0.0:1777582956.941921:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 157568 00000400:00000200:0.0:1777582956.942646:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.942653:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.942659:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.942749:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece1500. 00010000:00000010:3.0:1777582956.942971:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582956.942982:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374880. 00000020:00000010:2.0:1777582956.943106:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582956.943111:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582956.943117:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25200. 00000020:00000010:2.0:1777582956.943122:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582956.943126:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00010000:00000010:3.1:1777582956.943170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582956.943178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582956.943183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582956.943185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582956.943244:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582956.943250:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582956.943253:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582956.943256:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00000020:00000010:2.0:1777582956.943439:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582956.943442:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000100:00000200:2.0:1777582956.943446:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707911168 00000001:00000010:2.0:1777582956.943455:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e689c0. 00010000:00000010:2.0:1777582956.943476:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582956.943482:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582956.943507:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385604000. 00010000:00000010:2.0:1777582956.943536:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582956.943539:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582956.943553:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582956.943556:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513180. 00010000:00000010:2.0:1777582956.943559:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582956.943562:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000004:00000010:2.0:1777582956.943660:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168d20. 00000004:00000010:2.0:1777582956.943682:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0870. 00000004:00000010:2.0:1777582956.943689:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757760. 00080000:00000010:2.0:1777582956.943708:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c390. 00010000:00000010:2.0:1777582956.944484:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582956.944489:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582956.944493:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582956.944498:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582956.944561:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582956.944571:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582956.944574:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513180. 00010000:00000010:2.0:1777582956.944596:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582956.944613:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aece1500 x1863928707911168/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.944636:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582956.944643:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707911168, offset 224 00000400:00000200:2.0:1777582956.944650:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.944745:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.944754:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397230:397230:256:4294967295] 192.168.202.9@tcp LPNI seq info [397226:397226:8:4294967295] 00000400:00000200:2.0:1777582956.944766:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.944772:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.944778:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.944785:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.944792:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.944797:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.944854:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582956.944859:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.944863:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25200. 00010000:00000010:2.1:1777582956.946771:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582956.946788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582956.946997:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582956.947003:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000800:00000200:3.0:1777582956.947019:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.947024:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582956.947030:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.947038:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.947045:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c088 00000400:00000010:3.0:1777582956.947048:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c088. 00000400:00000200:0.0:1777582956.947837:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.947854:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8858f00 00000400:00000200:0.0:1777582956.947862:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 158144 00000400:00000200:0.0:1777582956.947877:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.947881:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.947887:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.947893:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece0a80. 00000020:00000010:2.0:1777582956.947982:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.947989:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.947994:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863be000. 00000020:00000010:2.0:1777582956.948000:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582956.948005:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.948049:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.948052:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d40. 00000100:00000200:2.0:1777582956.948055:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707911424 02000000:00000010:2.0:1777582956.948090:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385605000. 00010000:00000010:2.0:1777582956.948127:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582956.948170:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582956.948188:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582956.948194:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582956.948209:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582956.948212:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582956.948216:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582956.948219:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582956.948338:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582956.948341:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513180. 00010000:00000010:2.0:1777582956.948346:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582956.948349:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000020:00000010:2.0:1777582956.948371:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054d40. 00000020:00000010:2.0:1777582956.948377:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054d40. 00000020:00000010:2.0:1777582956.948388:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1ba0. 00080000:00000010:2.0:1777582956.948398:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024acde5c00. 00000001:00000010:2.0:1777582956.948788:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1540. 00000001:00000010:2.0:1777582956.948795:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68900. 00000020:00000010:2.0:1777582956.948838:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1ba0. 00010000:00000010:2.0:1777582956.948846:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582956.948851:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582956.948864:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582956.948902:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582956.948917:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582956.948933:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975508, last committed = 8589975425 00010000:00000200:2.0:1777582956.948943:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aece0a80 x1863928707911424/t8589975508(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582956.948963:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582956.948969:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707911424, offset 224 00000400:00000010:2.0:1777582956.948975:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12fc0. 00000400:00000200:2.0:1777582956.948979:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.948993:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.949000:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397231:397231:256:4294967295] 192.168.202.9@tcp LPNI seq info [397227:397227:8:4294967295] 00000400:00000200:2.0:1777582956.949006:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582956.949014:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.949019:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.949024:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.949030:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.949037:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.949041:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.949062:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582956.949066:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.949069:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863be000. 00000800:00000200:2.0:1777582956.949177:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.949180:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582956.949185:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.949190:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582956.949403:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:3.0:1777582956.949410:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513180. 00010000:00000010:3.0:1777582956.949418:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e689c0. 00010000:00000010:3.1:1777582956.950168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582956.950176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:2.1:1777582956.954170:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582956.954190:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582956.954195:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582956.954199:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582956.954201:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582956.954203:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582956.954217:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582956.954219:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000400:00000200:3.0:1777582956.954575:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.954596:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146cd 00000400:00000200:3.0:1777582956.954605:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.954609:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.954616:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:3.0:1777582956.954619:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00010000:00000010:2.0:1777582956.954815:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582956.954827:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c00. 00000400:00000200:0.0:1777582956.955963:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.955978:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8858f80 00000400:00000200:0.0:1777582956.955985:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 158632 00000400:00000200:0.0:1777582956.956044:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.956050:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.956056:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.956062:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece0000. 00000020:00000010:3.0:1777582956.956167:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.956173:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.956179:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804c00. 00000020:00000010:3.0:1777582956.956183:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374880. 00000020:00000010:3.0:1777582956.956188:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582956.956223:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.956225:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000100:00000200:3.0:1777582956.956228:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707911552 00000001:00000010:3.0:1777582956.956238:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:3.0:1777582956.956259:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.956267:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 02000000:00000010:3.0:1777582956.956310:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388854000. 00010000:00000010:3.0:1777582956.956337:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582956.956341:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582956.956358:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582956.956361:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c80. 00010000:00000010:3.0:1777582956.956365:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582956.956368:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000004:00000010:3.0:1777582956.956460:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90000. 00000004:00000010:3.0:1777582956.956468:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65b40. 00000004:00000010:3.0:1777582956.956475:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387ed0. 00080000:00000010:3.0:1777582956.956484:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13c80. 00010000:00000010:3.1:1777582956.959107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582956.959119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.0:1777582956.959574:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582956.959579:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:0.0:1777582956.959586:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582956.959593:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582956.959715:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:0.0:1777582956.959729:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:0.0:1777582956.959735:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c80. 00010000:00000010:0.0:1777582956.959764:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000200:0.0:1777582956.959787:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aece0000 x1863928707911552/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582956.959812:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582956.959820:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707911552, offset 224 00000400:00000200:0.0:1777582956.959828:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.959843:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.959852:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397232:397232:256:4294967295] 192.168.202.9@tcp LPNI seq info [397228:397228:8:4294967295] 00000400:00000200:0.0:1777582956.959866:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.959872:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.959878:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582956.959886:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.959895:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.959899:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.959925:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374880. 00000020:00000010:0.0:1777582956.959930:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:0.0:1777582956.959934:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804c00. 00000800:00000200:2.0:1777582956.960247:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.960253:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582956.960258:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.960264:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582956.960280:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:2.0:1777582956.960293:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000400:00000200:3.0:1777582956.963532:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.963551:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8859080 00000400:00000200:3.0:1777582956.963560:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 159208 00000400:00000200:3.0:1777582956.963574:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.963579:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.963587:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.963594:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30fb80. 00000020:00000010:0.0:1777582956.963709:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582956.963715:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582956.963721:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481373c00. 00000020:00000010:0.0:1777582956.963727:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:0.0:1777582956.963732:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.963771:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582956.963774:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7040. 00000100:00000200:0.0:1777582956.963777:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707911808 02000000:00000010:0.0:1777582956.963818:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385294000. 00010000:00000010:0.0:1777582956.963863:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582956.963880:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00010000:00000010:0.0:1777582956.963906:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582956.963912:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582956.963927:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582956.963930:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:0.0:1777582956.963935:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582956.963938:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582956.964055:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582956.964058:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e780. 00010000:00000010:0.0:1777582956.964062:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582956.964065:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000020:00000010:0.0:1777582956.964094:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c485e0. 00000020:00000010:0.0:1777582956.964101:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c485e0. 00000020:00000010:0.0:1777582956.964110:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f486c0. 00080000:00000010:0.0:1777582956.964120:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a616800. 00010000:00000010:2.1:1777582956.964190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582956.964198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00000001:00000010:0.0:1777582956.965022:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48840. 00000001:00000010:0.0:1777582956.965031:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185300. 00000020:00000010:0.0:1777582956.965071:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f486c0. 00010000:00000010:0.0:1777582956.965084:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582956.965090:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582956.965108:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185cc0. 00010000:00000010:0.0:1777582956.965178:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582956.965197:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000200:0.0:1777582956.965220:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975509, last committed = 8589975425 00010000:00000200:0.0:1777582956.965234:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30fb80 x1863928707911808/t8589975509(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582956.965256:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582956.965264:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707911808, offset 224 00000400:00000010:0.0:1777582956.965272:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fab8. 00000400:00000200:0.0:1777582956.965277:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.965296:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.965303:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397233:397233:256:4294967295] 192.168.202.9@tcp LPNI seq info [397229:397229:8:4294967295] 00000400:00000200:0.0:1777582956.965310:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582956.965317:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.965323:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.965329:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582956.965335:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.965344:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.965348:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1777582956.965473:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:2.0:1777582956.965481:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e780. 00010000:00000010:2.0:1777582956.965490:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185cc0. 00000020:00000010:0.0:1777582956.965757:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:0.0:1777582956.965764:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.965769:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481373c00. 00000800:00000200:3.0:1777582956.970062:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.970069:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582956.970078:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.970087:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.970119:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582956.970164:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146d5 00000400:00000200:3.0:1777582956.970170:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.970173:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582956.970179:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:3.0:1777582956.970181:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00000400:00000200:3.0:1777582956.970210:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.970217:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8859100 00000400:00000200:3.0:1777582956.970223:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 159696 00000400:00000200:3.0:1777582956.970296:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.970300:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.970306:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.970313:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30e680. 00010000:00000010:0.0:1777582956.970859:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582956.970872:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00000020:00000010:0.0:1777582956.970927:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582956.970933:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582956.970940:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481373c00. 00000020:00000010:0.0:1777582956.970944:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:0.0:1777582956.970949:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.970986:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582956.970988:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7040. 00000100:00000200:0.0:1777582956.970992:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707911936 00000001:00000010:0.0:1777582956.971004:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68900. 00010000:00000010:0.0:1777582956.971027:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582956.971035:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 02000000:00000010:0.0:1777582956.971066:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385369000. 00010000:00000010:0.0:1777582956.971098:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582956.971102:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582956.971116:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582956.971120:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e000. 00010000:00000010:0.0:1777582956.971124:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582956.971127:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000004:00000010:0.0:1777582956.971247:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518f00. 00000004:00000010:0.0:1777582956.971256:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22b40. 00000004:00000010:0.0:1777582956.971263:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35760. 00080000:00000010:0.0:1777582956.971290:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74e40. 00010000:00000010:0.0:1777582956.972116:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582956.972122:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:0.0:1777582956.972127:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582956.972131:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582956.972209:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582956.972218:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582956.972222:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e000. 00010000:00000010:0.0:1777582956.972241:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000200:0.0:1777582956.972259:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30e680 x1863928707911936/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582956.972384:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582956.972391:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707911936, offset 224 00000400:00000200:0.0:1777582956.972399:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582956.972411:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582956.972418:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397234:397234:256:4294967295] 192.168.202.9@tcp LPNI seq info [397230:397230:8:4294967295] 00000400:00000200:0.0:1777582956.972429:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582956.972435:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582956.972440:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582956.972446:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582956.972453:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582956.972457:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582956.972520:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:0.0:1777582956.972525:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582956.972529:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481373c00. 00000800:00000200:3.0:1777582956.976024:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.976035:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582956.976043:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.976053:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.976061:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:3.0:1777582956.976065:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00000400:00000200:3.0:1777582956.976093:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582956.976108:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8859200 00000400:00000200:3.0:1777582956.976116:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 160272 00000400:00000200:3.0:1777582956.976168:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.976172:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582956.976178:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582956.976186:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ce00. 00000020:00000010:2.0:1777582956.976354:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.976361:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.976367:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863be000. 00000020:00000010:2.0:1777582956.976372:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582956.976378:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.976416:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.976419:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d40. 00000100:00000200:2.0:1777582956.976423:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707912192 02000000:00000010:2.0:1777582956.976472:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385602000. 00010000:00000010:2.0:1777582956.976516:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:2.0:1777582956.976534:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00010000:00000010:2.0:1777582956.976557:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582956.976564:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582956.976579:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582956.976583:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513480. 00010000:00000010:2.0:1777582956.976588:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582956.976591:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582956.977870:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582956.977875:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513e80. 00010000:00000010:2.0:1777582956.977880:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582956.977885:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000020:00000010:2.0:1777582956.977922:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f80. 00000020:00000010:2.0:1777582956.977928:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f80. 00000020:00000010:2.0:1777582956.977939:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1ba0. 00080000:00000010:2.0:1777582956.977951:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024acde5000. 00000001:00000010:2.0:1777582956.978657:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1900. 00000001:00000010:2.0:1777582956.978760:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582956.978803:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1ba0. 00010000:00000010:2.0:1777582956.978813:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582956.978819:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582956.978834:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582956.978923:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582956.978939:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582956.978957:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975510, last committed = 8589975425 00010000:00000200:2.0:1777582956.978969:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30ce00 x1863928707912192/t8589975510(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582956.978989:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582956.978996:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707912192, offset 224 00000400:00000010:2.0:1777582956.979003:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12380. 00000400:00000200:2.0:1777582956.979007:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.979021:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.979028:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397235:397235:256:4294967295] 192.168.202.9@tcp LPNI seq info [397231:397231:8:4294967295] 00000400:00000200:2.0:1777582956.979035:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582956.979043:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.979048:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.979053:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.979060:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.979066:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582956.979071:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.979093:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582956.979097:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.979100:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863be000. 00000800:00000200:2.0:1777582956.979226:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.979231:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582956.979236:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.979241:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582956.979892:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582956.979901:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582956.979905:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582956.979908:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582956.982518:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:3.0:1777582956.982538:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513e80. 00010000:00000010:3.0:1777582956.982552:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e686c0. 00000400:00000200:2.0:1777582956.982964:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582956.982987:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146dd 00000400:00000200:2.0:1777582956.982996:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.983000:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582956.983008:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:2.0:1777582956.983011:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00000400:00000200:2.0:1777582956.983051:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582956.983056:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8859280 00000400:00000200:2.0:1777582956.983063:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 160760 00000400:00000200:2.0:1777582956.983123:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.983127:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582956.983159:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582956.983167:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c0a80. 00000020:00000010:2.0:1777582956.983217:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.983222:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.983227:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863be000. 00000020:00000010:2.0:1777582956.983232:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582956.983237:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.983295:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460d40. 00000020:00000010:2.0:1777582956.983298:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460d40. 00000100:00000200:2.0:1777582956.983301:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707912320 00000001:00000010:2.0:1777582956.983312:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185300. 00010000:00000010:2.0:1777582956.983334:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582956.983341:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582956.983373:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c804000. 00010000:00000010:2.0:1777582956.983401:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582956.983405:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582956.983423:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582956.983426:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582956.983430:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582956.983433:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00000004:00000010:2.0:1777582956.983537:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168960. 00000004:00000010:2.0:1777582956.983546:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0708. 00000004:00000010:2.0:1777582956.983553:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757540. 00080000:00000010:2.0:1777582956.983561:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cc78. 00010000:00000010:2.0:1777582956.984419:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582956.984425:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513180. 00010000:00000010:2.0:1777582956.984430:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582956.984435:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582956.984503:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582956.984516:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582956.984521:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582956.984544:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582956.984566:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c0a80 x1863928707912320/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 576/584 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582956.984588:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582956.984595:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707912320, offset 224 00000400:00000200:2.0:1777582956.984601:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582956.984613:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582956.984620:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397236:397236:256:4294967295] 192.168.202.9@tcp LPNI seq info [397232:397232:8:4294967295] 00000400:00000200:2.0:1777582956.984631:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582956.984637:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582956.984642:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582956.984648:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582956.984656:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00010000:00000010:3.0:1777582956.986254:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:3.0:1777582956.987102:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513480. 00010000:00000010:2.1:1777582956.987427:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582956.987435:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582956.987440:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582956.987443:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582956.987447:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582956.987450:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00000800:00000200:2.0:1777582956.987453:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582956.987493:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582956.987498:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582956.987503:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863be000. 00010000:00000010:0.1:1777582956.987583:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582956.987588:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00000800:00000200:3.0:1777582956.987737:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582956.987741:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582956.987747:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582956.987756:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582956.987764:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:3.0:1777582956.987767:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00010000:00000010:0.1:1777582956.990209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582956.990221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582956.990226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582956.990230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582956.990233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582956.990236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582956.990238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582956.990241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582956.991649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:3.1:1777582956.991675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582956.994189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582956.994202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582956.994441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582956.994447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582956.994451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582956.994465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000400:00000200:0.0:1777582956.995468:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582956.995486:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8859380 00000400:00000200:0.0:1777582956.995494:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 161336 00000400:00000200:0.0:1777582956.995510:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582956.995514:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582956.995521:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582956.995531:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b4700. 00000020:00000010:3.0:1777582956.995726:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.995731:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.995737:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804800. 00000020:00000010:3.0:1777582956.995743:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582956.995749:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582956.995792:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582956.995794:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000100:00000200:3.0:1777582956.995797:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707912576 02000000:00000010:3.0:1777582956.995843:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239332e000. 00010000:00000010:3.0:1777582956.995886:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:3.0:1777582956.995902:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513180. 00010000:00000010:3.0:1777582956.995921:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582956.995928:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582956.995944:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582956.995946:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582956.995951:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582956.995953:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582956.996081:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582956.996083:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582956.996086:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582956.996089:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00000020:00000010:3.0:1777582956.996111:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582956.996119:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582956.996130:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed4e0. 00080000:00000010:3.0:1777582956.996181:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4c44400. 00000001:00000010:3.0:1777582956.996869:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eeda80. 00000001:00000010:3.0:1777582956.996877:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582956.996917:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed4e0. 00010000:00000010:3.0:1777582956.996927:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582956.996932:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582956.996947:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582956.997107:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582956.997123:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582956.997174:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975511, last committed = 8589975425 00010000:00000200:3.0:1777582956.997185:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae4b4700 x1863928707912576/t8589975511(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:397/0 lens 488/456 e 0 to 0 dl 1777582967 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582956.997204:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582956.997211:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707912576, offset 224 00000400:00000010:3.0:1777582956.997218:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7bd0. 00000400:00000200:3.0:1777582956.997222:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582956.997235:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582956.997242:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397237:397237:256:4294967295] 192.168.202.9@tcp LPNI seq info [397233:397233:8:4294967295] 00000400:00000200:3.0:1777582956.997247:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582956.997253:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582956.997258:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582956.997263:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582956.997269:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582956.997294:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582956.997298:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582956.997316:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582956.997321:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582956.997324:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804800. 00000800:00000200:2.0:1777582956.997525:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582956.997530:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:2.0:1777582956.997535:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582956.997540:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.000103:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.000124:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146e5 00000400:00000200:3.0:1777582957.000131:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.000163:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.000170:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777582957.000173:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000400:00000200:3.0:1777582957.000200:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.000206:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8859400 00000400:00000200:3.0:1777582957.000213:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 161824 00010000:00000010:2.0:1777582957.000658:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:2.0:1777582957.000681:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00000400:00000200:3.0:1777582957.000794:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.000800:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.000806:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.000813:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30dc00. 00010000:00000010:0.0:1777582957.000998:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:0.0:1777582957.001006:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374380. 00010000:00000010:0.0:1777582957.001013:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00000020:00000010:2.0:1777582957.001072:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582957.001077:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582957.001083:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25200. 00000020:00000010:2.0:1777582957.001088:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582957.001093:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582957.001252:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:2.0:1777582957.001255:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000100:00000200:2.0:1777582957.001258:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707912704 00000001:00000010:2.0:1777582957.001278:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68240. 00010000:00000010:2.0:1777582957.001307:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582957.001314:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582957.001346:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c806000. 00010000:00000010:2.0:1777582957.001378:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582957.001382:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582957.001398:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582957.001401:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582957.001404:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582957.001407:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000004:00000010:2.0:1777582957.001509:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:2.0:1777582957.001520:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0ac8. 00000004:00000010:2.0:1777582957.001527:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756bb0. 00080000:00000010:2.0:1777582957.001537:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00010000:00000010:3.1:1777582957.002182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582957.002190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582957.002795:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582957.002800:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513480. 00010000:00000010:2.0:1777582957.002806:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582957.002812:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582957.002888:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582957.002898:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582957.002903:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582957.002927:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:2.0:1777582957.002946:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30dc00 x1863928707912704/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582957.002967:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582957.002974:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707912704, offset 224 00000400:00000200:2.0:1777582957.002981:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.002994:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.003001:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397238:397238:256:4294967295] 192.168.202.9@tcp LPNI seq info [397234:397234:8:4294967295] 00000400:00000200:2.0:1777582957.003011:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.003015:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.003021:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582957.003027:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.003034:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.003038:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.003105:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582957.003111:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582957.003114:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25200. 00000800:00000200:0.0:1777582957.006106:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.006116:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582957.006127:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.006161:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582957.006170:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:0.0:1777582957.006174:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000400:00000200:2.0:1777582957.006557:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.006575:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8859500 00000400:00000200:2.0:1777582957.006584:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 162400 00000400:00000200:2.0:1777582957.006601:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.006604:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.006610:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.006616:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c2d80. 00000020:00000010:3.0:1777582957.006795:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582957.006800:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582957.006806:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804800. 00000020:00000010:3.0:1777582957.006812:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582957.006816:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.006882:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582957.006885:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000100:00000200:3.0:1777582957.006888:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707912960 02000000:00000010:3.0:1777582957.006922:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239332b000. 00010000:00000010:3.0:1777582957.006969:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:3.0:1777582957.006984:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513480. 00010000:00000010:3.0:1777582957.007003:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582957.007009:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582957.007023:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582957.007027:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374780. 00010000:00000010:3.0:1777582957.007032:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582957.007035:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.1:1777582957.007155:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582957.007161:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582957.007167:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582957.007170:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582957.007173:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582957.007176:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00000020:00000010:3.0:1777582957.007201:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582957.007207:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582957.007218:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed4e0. 00080000:00000010:3.0:1777582957.007226:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4c46400. 00000001:00000010:3.0:1777582957.007631:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed120. 00000001:00000010:3.0:1777582957.007639:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00010000:00000010:0.1:1777582957.007806:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582957.007814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000020:00000010:3.0:1777582957.008216:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed4e0. 00010000:00000010:3.0:1777582957.008230:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582957.008237:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582957.008255:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca600. 00010000:00000010:3.0:1777582957.008388:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582957.008408:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582957.008427:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975512, last committed = 8589975425 00010000:00000200:3.0:1777582957.008438:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c2d80 x1863928707912960/t8589975512(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.008457:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582957.008463:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707912960, offset 224 00000400:00000010:3.0:1777582957.008469:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b75b0. 00000400:00000200:3.0:1777582957.008473:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.008488:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.008496:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397239:397239:256:4294967295] 192.168.202.9@tcp LPNI seq info [397235:397235:8:4294967295] 00000400:00000200:3.0:1777582957.008502:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.008508:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.008516:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.008521:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582957.008528:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.008536:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.008540:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.008560:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582957.008565:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.008568:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804800. 00010000:00000010:0.0:1777582957.008809:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:0.0:1777582957.008818:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00010000:00000010:0.0:1777582957.008824:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca600. 00010000:00000010:2.1:1777582957.011170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582957.011185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.1:1777582957.011191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582957.011196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582957.011199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582957.011201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000800:00000200:3.0:1777582957.011568:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.011573:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582957.011580:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.011589:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.011623:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.011638:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146ed 00000400:00000200:3.0:1777582957.011644:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.011647:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.011651:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777582957.011654:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000400:00000200:3.0:1777582957.011701:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.011708:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8859580 00000400:00000200:3.0:1777582957.011716:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 162888 00000400:00000200:3.0:1777582957.011763:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.011767:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.011773:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.011780:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30df80. 00010000:00000010:2.0:1777582957.011865:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:2.0:1777582957.011875:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374780. 00000020:00000010:2.0:1777582957.011917:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93840. 00000020:00000010:2.0:1777582957.011921:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93840. 00000020:00000010:2.0:1777582957.011928:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024832f2800. 00000020:00000010:2.0:1777582957.011932:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582957.011937:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582957.011972:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93840. 00000020:00000010:2.0:1777582957.011975:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93840. 00000100:00000200:2.0:1777582957.011977:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707913088 00000001:00000010:2.0:1777582957.011988:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:2.0:1777582957.012014:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582957.012020:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 02000000:00000010:2.0:1777582957.012048:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c807000. 00010000:00000010:2.0:1777582957.012076:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582957.012080:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582957.012095:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582957.012099:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582957.012103:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582957.012106:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00000004:00000010:2.0:1777582957.012227:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71692c0. 00000004:00000010:2.0:1777582957.012239:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0a50. 00000004:00000010:2.0:1777582957.012246:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757a90. 00080000:00000010:2.0:1777582957.012256:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dc80. 00010000:00000010:0.0:1777582957.013547:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582957.013556:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:0.0:1777582957.013562:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582957.013567:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582957.013644:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:0.0:1777582957.013657:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:0.0:1777582957.013748:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a80. 00010000:00000010:0.0:1777582957.013778:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000200:0.0:1777582957.013799:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30df80 x1863928707913088/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.013822:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582957.013831:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707913088, offset 224 00000400:00000200:0.0:1777582957.013838:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.013850:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.013857:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397240:397240:256:4294967295] 192.168.202.9@tcp LPNI seq info [397236:397236:8:4294967295] 00000400:00000200:0.0:1777582957.013867:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.013872:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.013877:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582957.013882:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.013890:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.013894:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.013925:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513c00. 00000020:00000010:0.0:1777582957.013930:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:0.0:1777582957.013935:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024832f2800. 00000800:00000200:2.0:1777582957.016027:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.016035:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582957.016044:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.016053:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.016059:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:2.0:1777582957.016063:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000400:00000200:0.0:1777582957.016508:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.016524:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8859680 00000400:00000200:0.0:1777582957.016532:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 163464 00000400:00000200:0.0:1777582957.016550:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.016554:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.016560:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.016566:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b7480. 00000020:00000010:2.0:1777582957.016859:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93840. 00000020:00000010:2.0:1777582957.016866:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93840. 00000020:00000010:2.0:1777582957.016872:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486206e00. 00000020:00000010:2.0:1777582957.016877:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582957.016882:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582957.016928:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93840. 00000020:00000010:2.0:1777582957.016931:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93840. 00000100:00000200:2.0:1777582957.016934:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707913344 02000000:00000010:2.0:1777582957.016971:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e05c000. 00010000:00000010:2.0:1777582957.017009:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:2.0:1777582957.017024:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582957.017044:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582957.017050:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582957.017069:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582957.017073:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513c00. 00010000:00000010:2.0:1777582957.017078:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582957.017081:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582957.017213:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582957.017217:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582957.017220:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582957.017224:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000020:00000010:2.0:1777582957.017247:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054cc0. 00000020:00000010:2.0:1777582957.017253:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054cc0. 00000020:00000010:2.0:1777582957.017264:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1d80. 00080000:00000010:2.0:1777582957.017507:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238584e400. 00000001:00000010:2.0:1777582957.018039:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1840. 00000001:00000010:2.0:1777582957.018047:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582957.018092:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1d80. 00010000:00000010:2.0:1777582957.018103:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582957.018108:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582957.018125:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582957.018481:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582957.018491:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582957.018510:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582957.018515:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513a80. 00010000:00000010:2.0:1777582957.018531:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000200:2.0:1777582957.018554:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975513, last committed = 8589975425 00010000:00000200:2.0:1777582957.018565:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae4b7480 x1863928707913344/t8589975513(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582957.018587:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582957.018595:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707913344, offset 224 00000400:00000010:2.0:1777582957.018603:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12968. 00000400:00000200:2.0:1777582957.018607:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.018623:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.018630:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397241:397241:256:4294967295] 192.168.202.9@tcp LPNI seq info [397237:397237:8:4294967295] 00000400:00000200:2.0:1777582957.018636:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582957.018644:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.018650:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.018655:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582957.018672:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.018680:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.018685:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.018714:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513480. 00000020:00000010:2.0:1777582957.018718:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582957.018722:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486206e00. 00000800:00000200:2.0:1777582957.018834:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.018838:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582957.018843:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.018848:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.021353:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.021377:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146f5 00000400:00000200:3.0:1777582957.021385:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.021389:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.021396:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:3.0:1777582957.021401:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00000400:00000200:3.0:1777582957.021431:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.021437:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8859700 00000400:00000200:3.0:1777582957.021444:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 163952 00000400:00000200:3.0:1777582957.021496:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.021500:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.021505:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.021511:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ea00. 00000020:00000010:3.0:1777582957.021560:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582957.021564:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582957.021571:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804800. 00000020:00000010:3.0:1777582957.021577:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582957.021582:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.021617:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4240. 00000020:00000010:3.0:1777582957.021619:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4240. 00000100:00000200:3.0:1777582957.021622:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707913472 00000001:00000010:3.0:1777582957.021633:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:3.0:1777582957.021656:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582957.021670:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 02000000:00000010:3.0:1777582957.021706:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239332a000. 00010000:00000010:3.0:1777582957.021733:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582957.021736:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582957.021755:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582957.021759:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374480. 00010000:00000010:3.0:1777582957.021763:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.021766:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00000004:00000010:3.0:1777582957.021861:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91860. 00000004:00000010:3.0:1777582957.021870:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65708. 00000004:00000010:3.0:1777582957.021877:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387980. 00080000:00000010:3.0:1777582957.021885:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12390. 00010000:00000010:3.0:1777582957.022595:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582957.022602:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582957.022606:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582957.022611:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582957.022687:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582957.022707:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582957.022712:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374480. 00010000:00000010:3.0:1777582957.022733:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582957.022749:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30ea00 x1863928707913472/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582957.022769:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582957.022775:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707913472, offset 224 00000400:00000200:3.0:1777582957.022782:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.022794:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.022802:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397242:397242:256:4294967295] 192.168.202.9@tcp LPNI seq info [397238:397238:8:4294967295] 00000400:00000200:3.0:1777582957.022813:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.022819:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.022823:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582957.022829:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.022836:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.022841:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.022855:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582957.022859:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.022863:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804800. 00010000:00000010:2.0:1777582957.023127:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582957.023154:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513c00. 00000800:00000200:2.0:1777582957.023237:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.023240:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582957.023245:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.023250:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.023255:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:2.0:1777582957.023258:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00010000:00000010:3.1:1777582957.025193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582957.025211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:0.1:1777582957.027321:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582957.027336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582957.029864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582957.029879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582957.031125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:0.1:1777582957.031161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582957.031166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582957.031171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582957.032539:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582957.032554:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582957.032560:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582957.032563:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582957.032567:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582957.032571:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582957.032574:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582957.032576:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582957.032579:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582957.032581:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582957.033191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582957.033199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582957.033202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582957.033204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:3.0:1777582957.034057:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.034080:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8859800 00000400:00000200:3.0:1777582957.034088:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 164528 00000400:00000200:3.0:1777582957.034105:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.034109:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.034118:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.034125:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30f800. 00000020:00000010:1.0:1777582957.034486:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582957.034493:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582957.034500:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239166f000. 00000020:00000010:1.0:1777582957.034505:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f700. 00000020:00000010:1.0:1777582957.034509:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582957.034584:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582957.034587:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f80. 00000100:00000200:1.0:1777582957.034590:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707913728 02000000:00000010:1.0:1777582957.034627:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e04b000. 00010000:00000010:1.0:1777582957.034678:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:1.0:1777582957.034703:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:1.0:1777582957.034723:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582957.034730:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582957.034747:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582957.034751:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f280. 00010000:00000010:1.0:1777582957.034755:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582957.034757:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582957.034877:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582957.034880:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f300. 00010000:00000010:1.0:1777582957.034884:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582957.034887:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00000020:00000010:1.0:1777582957.034913:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6900. 00000020:00000010:1.0:1777582957.034920:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6900. 00000020:00000010:1.0:1777582957.034930:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a480. 00080000:00000010:1.0:1777582957.034941:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023dfbbc400. 00000001:00000010:1.0:1777582957.035504:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562af60. 00000001:00000010:1.0:1777582957.035512:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582957.035547:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a480. 00010000:00000010:1.0:1777582957.035557:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582957.035562:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582957.035575:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582957.035621:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582957.035636:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000200:1.0:1777582957.035654:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975514, last committed = 8589975425 00010000:00000200:1.0:1777582957.035665:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30f800 x1863928707913728/t8589975514(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582957.035685:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777582957.035701:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707913728, offset 224 00000400:00000010:1.0:1777582957.035707:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2ee0. 00000400:00000200:1.0:1777582957.035711:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.035726:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.035732:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397243:397243:256:4294967295] 192.168.202.9@tcp LPNI seq info [397239:397239:8:4294967295] 00000400:00000200:1.0:1777582957.035739:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582957.035746:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.035752:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.035756:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582957.035763:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.035770:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.035774:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.035797:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f700. 00000020:00000010:1.0:1777582957.035801:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582957.035807:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239166f000. 00010000:00000010:0.0:1777582957.035870:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:0.0:1777582957.035876:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f300. 00010000:00000010:0.0:1777582957.035881:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000800:00000200:0.0:1777582957.036373:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.036378:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:0.0:1777582957.036383:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.036389:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.041079:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582957.041102:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2146fd 00000400:00000200:2.0:1777582957.041109:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.041113:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582957.041120:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:2.0:1777582957.041123:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00010000:00000010:3.0:1777582957.041194:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:3.0:1777582957.041204:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f280. 00000400:00000200:3.0:1777582957.045913:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.045933:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8859880 00000400:00000200:3.0:1777582957.045942:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 165016 00000400:00000200:3.0:1777582957.046002:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.046006:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.046014:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.046021:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30c700. 00000020:00000010:2.0:1777582957.046610:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93840. 00000020:00000010:2.0:1777582957.046618:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93840. 00000020:00000010:2.0:1777582957.046625:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582957.046631:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582957.046636:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00010000:00000010:1.1:1777582957.046832:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582957.046841:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00000020:00000010:2.0:1777582957.047101:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93840. 00000020:00000010:2.0:1777582957.047105:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93840. 00000100:00000200:2.0:1777582957.047108:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707913856 00000001:00000010:2.0:1777582957.047120:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68600. 00010000:00000010:2.0:1777582957.047166:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582957.047174:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 02000000:00000010:2.0:1777582957.047204:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e059000. 00010000:00000010:2.0:1777582957.047233:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582957.047236:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582957.047254:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582957.047257:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02483513480. 00010000:00000010:2.0:1777582957.047261:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582957.047279:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00000004:00000010:2.0:1777582957.047378:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169e00. 00000004:00000010:2.0:1777582957.047387:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0c30. 00000004:00000010:2.0:1777582957.047393:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756110. 00080000:00000010:2.0:1777582957.047402:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734cab0. 00010000:00000010:2.0:1777582957.050524:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582957.050534:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87f00. 00010000:00000010:2.0:1777582957.050541:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582957.050549:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582957.050633:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582957.050645:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582957.050651:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02483513480. 00010000:00000010:2.0:1777582957.050677:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000200:2.0:1777582957.050704:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30c700 x1863928707913856/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582957.050726:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582957.050734:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707913856, offset 224 00000400:00000200:2.0:1777582957.050742:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.050755:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.050762:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397244:397244:256:4294967295] 192.168.202.9@tcp LPNI seq info [397240:397240:8:4294967295] 00000400:00000200:2.0:1777582957.050774:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.050780:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.050785:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582957.050791:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.050799:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.050804:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.050858:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02483513c00. 00000020:00000010:2.0:1777582957.050864:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582957.050868:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00000800:00000200:3.0:1777582957.051565:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.051571:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582957.051577:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.051583:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.051589:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:3.0:1777582957.051592:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00010000:00000010:1.1:1777582957.052187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582957.052193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582957.052392:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582957.052400:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000400:00000200:2.0:1777582957.053996:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.054016:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8859980 00000400:00000200:2.0:1777582957.054024:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 165592 00000400:00000200:2.0:1777582957.054039:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.054044:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.054050:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.054057:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c2300. 00000020:00000010:0.0:1777582957.054191:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc70c0. 00000020:00000010:0.0:1777582957.054197:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc70c0. 00000020:00000010:0.0:1777582957.054203:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481373c00. 00000020:00000010:0.0:1777582957.054209:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e080. 00000020:00000010:0.0:1777582957.054214:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582957.054250:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc70c0. 00000020:00000010:0.0:1777582957.054252:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc70c0. 00000100:00000200:0.0:1777582957.054255:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707914112 02000000:00000010:0.0:1777582957.054307:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385368000. 00010000:00000010:0.0:1777582957.054351:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:0.0:1777582957.054369:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87f00. 00010000:00000010:0.0:1777582957.054387:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582957.054393:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582957.054407:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582957.054410:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb80. 00010000:00000010:0.0:1777582957.054414:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582957.054417:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582957.054533:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582957.054536:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:0.0:1777582957.054539:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.054542:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00000020:00000010:0.0:1777582957.054568:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c486e0. 00000020:00000010:0.0:1777582957.054575:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c486e0. 00000020:00000010:0.0:1777582957.054585:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48000. 00080000:00000010:0.0:1777582957.054596:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a615000. 00000001:00000010:0.0:1777582957.055037:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f484e0. 00000001:00000010:0.0:1777582957.055045:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185900. 00000020:00000010:0.0:1777582957.055080:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48000. 00010000:00000010:0.0:1777582957.055087:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582957.055091:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582957.055104:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185c00. 00010000:00000010:0.0:1777582957.055168:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582957.055174:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185c00. 00010000:00000010:0.0:1777582957.055191:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582957.055195:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000010:0.0:1777582957.055210:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000200:0.0:1777582957.055227:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975515, last committed = 8589975425 00010000:00000200:0.0:1777582957.055237:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55c2300 x1863928707914112/t8589975515(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582957.055256:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582957.055263:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707914112, offset 224 00000400:00000010:0.0:1777582957.055269:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fee0. 00000400:00000200:0.0:1777582957.055273:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.055290:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.055298:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397245:397245:256:4294967295] 192.168.202.9@tcp LPNI seq info [397241:397241:8:4294967295] 00000400:00000200:0.0:1777582957.055304:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582957.055310:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.055316:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.055321:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582957.055328:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.055335:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.055340:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.055360:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e080. 00000020:00000010:0.0:1777582957.055365:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582957.055369:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481373c00. 00000800:00000200:0.0:1777582957.055469:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.055472:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582957.055478:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.055482:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582957.056115:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582957.056122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582957.056213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582957.056221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582957.056224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582957.056226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00000400:00000200:3.0:1777582957.058618:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.058639:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214705 00000400:00000200:3.0:1777582957.058647:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.058652:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.058658:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:3.0:1777582957.058661:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00010000:00000010:2.0:1777582957.058770:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:2.0:1777582957.058780:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb80. 00010000:00000010:0.1:1777582957.061262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:0.1:1777582957.061287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:0.1:1777582957.061292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582957.061296:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582957.061299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582957.061302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582957.066262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582957.066281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:3.0:1777582957.066942:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.066961:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8859a00 00000400:00000200:3.0:1777582957.066969:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 166080 00000400:00000200:3.0:1777582957.067032:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.067037:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.067045:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.067051:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30e300. 00000020:00000010:1.0:1777582957.067405:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582957.067410:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582957.067417:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239166f000. 00000020:00000010:1.0:1777582957.067422:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f700. 00000020:00000010:1.0:1777582957.067427:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582957.067459:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f80. 00000020:00000010:1.0:1777582957.067462:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f80. 00000100:00000200:1.0:1777582957.067464:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707914240 00000001:00000010:1.0:1777582957.067474:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:1.0:1777582957.067498:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582957.067506:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 02000000:00000010:1.0:1777582957.067533:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e04d000. 00010000:00000010:1.0:1777582957.067560:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582957.067563:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582957.067581:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582957.067584:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582957.067588:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582957.067591:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00000004:00000010:1.0:1777582957.067705:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56960. 00000004:00000010:1.0:1777582957.067715:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582957.067722:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945cb0. 00080000:00000010:1.0:1777582957.067730:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f8f0. 00010000:00000010:1.0:1777582957.068813:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582957.068820:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f880. 00010000:00000010:1.0:1777582957.068826:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582957.068831:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582957.068901:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582957.068911:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582957.068916:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582957.068937:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000200:1.0:1777582957.068957:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30e300 x1863928707914240/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582957.068978:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777582957.068984:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707914240, offset 224 00000400:00000200:1.0:1777582957.068991:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.069005:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.069012:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397246:397246:256:4294967295] 192.168.202.9@tcp LPNI seq info [397242:397242:8:4294967295] 00000400:00000200:1.0:1777582957.069024:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.069029:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.069034:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582957.069041:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.069048:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.069052:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.069110:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f700. 00000020:00000010:1.0:1777582957.069114:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582957.069119:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239166f000. 00000800:00000200:0.0:1777582957.069658:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.069664:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582957.069668:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.069674:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582957.069679:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:0.0:1777582957.069682:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00010000:00000010:1.1:1777582957.073451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582957.073463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582957.073468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582957.073471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00000400:00000200:0.0:1777582957.073584:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.073603:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8859b00 00000400:00000200:0.0:1777582957.073611:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 166656 00000400:00000200:0.0:1777582957.073628:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.073633:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.073642:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.073648:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b4380. 00000020:00000010:3.0:1777582957.073821:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.073826:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.073833:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804800. 00000020:00000010:3.0:1777582957.073838:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582957.073842:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.073883:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.073886:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000100:00000200:3.0:1777582957.073889:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707914496 02000000:00000010:3.0:1777582957.073927:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239332f000. 00010000:00000010:3.0:1777582957.073965:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:3.0:1777582957.073979:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f880. 00010000:00000010:3.0:1777582957.073997:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582957.074004:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582957.074019:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582957.074022:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374480. 00010000:00000010:3.0:1777582957.074026:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.074029:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582957.074180:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582957.074184:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582957.074188:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582957.074191:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00000020:00000010:3.0:1777582957.074219:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05f40. 00000020:00000010:3.0:1777582957.074227:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05f40. 00000020:00000010:3.0:1777582957.074239:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedc00. 00080000:00000010:3.0:1777582957.074249:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4c46800. 00000001:00000010:3.0:1777582957.074678:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743e40. 00000001:00000010:3.0:1777582957.074685:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582957.074729:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedc00. 00010000:00000010:3.0:1777582957.074738:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582957.074743:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582957.074756:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582957.074793:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582957.074808:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582957.074826:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975516, last committed = 8589975425 00010000:00000200:3.0:1777582957.074836:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae4b4380 x1863928707914496/t8589975516(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.074856:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582957.074864:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707914496, offset 224 00000400:00000010:3.0:1777582957.074870:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7540. 00000400:00000200:3.0:1777582957.074874:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.074889:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.074895:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397247:397247:256:4294967295] 192.168.202.9@tcp LPNI seq info [397243:397243:8:4294967295] 00000400:00000200:3.0:1777582957.074900:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.074907:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.074912:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.074917:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582957.074923:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.074931:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.074935:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.074955:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582957.074959:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.074963:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804800. 00000800:00000200:3.0:1777582957.075058:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.075062:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:3.0:1777582957.075067:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.075071:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582957.075231:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:0.0:1777582957.075239:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:0.0:1777582957.075245:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000400:00000200:0.0:1777582957.078254:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582957.078382:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21470d 00000400:00000200:0.0:1777582957.078390:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.078395:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582957.078401:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:0.0:1777582957.078405:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:0.0:1777582957.078463:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.078471:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8859b80 00000400:00000200:0.0:1777582957.078478:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 167144 00000400:00000200:0.0:1777582957.078536:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.078539:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.078544:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.078551:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b6d80. 00000020:00000010:1.0:1777582957.078655:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582957.078666:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582957.078672:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023884ae600. 00000020:00000010:1.0:1777582957.078678:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f700. 00000020:00000010:1.0:1777582957.078682:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582957.078736:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582957.078739:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000100:00000200:1.0:1777582957.078742:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707914624 00000001:00000010:1.0:1777582957.078753:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185900. 00010000:00000010:1.0:1777582957.078778:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582957.078787:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 02000000:00000010:1.0:1777582957.078814:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e049000. 00010000:00000010:1.0:1777582957.078840:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582957.078843:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582957.078861:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582957.078865:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582957.078869:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582957.078872:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00000004:00000010:1.0:1777582957.078974:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f565a0. 00000004:00000010:1.0:1777582957.078984:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a30f0. 00000004:00000010:1.0:1777582957.078991:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944110. 00080000:00000010:1.0:1777582957.078999:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f398. 00010000:00000010:0.0:1777582957.079832:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582957.079838:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb80. 00010000:00000010:0.0:1777582957.079844:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.079849:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582957.079919:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:0.0:1777582957.079931:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:0.0:1777582957.079937:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:0.0:1777582957.079959:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000200:0.0:1777582957.079978:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae4b6d80 x1863928707914624/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.079996:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582957.080003:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707914624, offset 224 00000400:00000200:0.0:1777582957.080009:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.080019:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.080026:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397248:397248:256:4294967295] 192.168.202.9@tcp LPNI seq info [397244:397244:8:4294967295] 00000400:00000200:0.0:1777582957.080037:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.080043:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.080047:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582957.080053:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.080060:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.080064:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.080090:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f700. 00000020:00000010:0.0:1777582957.080094:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:0.0:1777582957.080099:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023884ae600. 00000800:00000200:1.0:1777582957.080744:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.080751:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:1.0:1777582957.080757:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.080762:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582957.080768:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:1.0:1777582957.080770:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00010000:00000010:3.0:1777582957.081812:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582957.081825:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374480. 00010000:00000010:3.1:1777582957.082196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582957.082204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00000400:00000200:3.0:1777582957.083646:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.083677:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8859c80 00000400:00000200:3.0:1777582957.083686:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 167720 00000400:00000200:3.0:1777582957.083726:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.083732:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.083740:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.083747:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30d180. 00000020:00000010:0.0:1777582957.083898:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582957.083905:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582957.083911:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481373c00. 00000020:00000010:0.0:1777582957.083916:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ed80. 00000020:00000010:0.0:1777582957.083921:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582957.083968:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582957.083970:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000100:00000200:0.0:1777582957.083974:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707914880 02000000:00000010:0.0:1777582957.084013:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238536e000. 00010000:00000010:0.0:1777582957.084059:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582957.084073:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb80. 00010000:00000010:0.0:1777582957.084095:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582957.084101:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582957.084116:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582957.084119:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb80. 00010000:00000010:0.0:1777582957.084124:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582957.084126:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582957.084271:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582957.084274:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:0.0:1777582957.084277:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582957.084281:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00000020:00000010:0.0:1777582957.084316:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48e60. 00000020:00000010:0.0:1777582957.084323:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48e60. 00000020:00000010:0.0:1777582957.084333:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f482a0. 00080000:00000010:0.0:1777582957.084344:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023921ce800. 00000001:00000010:0.0:1777582957.084757:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024899130c0. 00000001:00000010:0.0:1777582957.084766:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185d80. 00000020:00000010:0.0:1777582957.084804:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f482a0. 00010000:00000010:0.0:1777582957.084811:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582957.084815:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582957.084827:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185c00. 00010000:00000010:0.0:1777582957.084873:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582957.084886:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000200:0.0:1777582957.084902:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975517, last committed = 8589975425 00010000:00000200:0.0:1777582957.084912:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30d180 x1863928707914880/t8589975517(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582957.084934:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582957.084940:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707914880, offset 224 00000400:00000010:0.0:1777582957.084947:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fea8. 00000400:00000200:0.0:1777582957.084952:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.084968:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.084974:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397249:397249:256:4294967295] 192.168.202.9@tcp LPNI seq info [397245:397245:8:4294967295] 00000400:00000200:0.0:1777582957.084981:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582957.084989:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00010000:00000010:1.0:1777582957.084992:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00000800:00000200:0.0:1777582957.084995:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00010000:00000010:1.0:1777582957.084998:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00000800:00000010:0.0:1777582957.085001:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00010000:00000010:1.0:1777582957.085004:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185c00. 00000800:00000200:0.0:1777582957.085008:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.085015:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.085021:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.085047:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ed80. 00000020:00000010:0.0:1777582957.085053:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582957.085057:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481373c00. 00000800:00000200:1.0:1777582957.085185:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.085190:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582957.085195:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.085200:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582957.087161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582957.087176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582957.087181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582957.087184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582957.087189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582957.087192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582957.087227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582957.087232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:1.0:1777582957.088009:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582957.088032:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214715 00000400:00000200:1.0:1777582957.088040:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.088045:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582957.088052:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:1.0:1777582957.088055:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000400:00000200:1.0:1777582957.088089:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.088095:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8859d00 00000400:00000200:1.0:1777582957.088102:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 168208 00000400:00000200:1.0:1777582957.088116:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.088119:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.088123:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.088129:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c700. 00010000:00000010:0.0:1777582957.088165:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582957.088176:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb80. 00000020:00000010:3.0:1777582957.088252:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.088258:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.088263:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804800. 00000020:00000010:3.0:1777582957.088279:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.088291:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.088337:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.088339:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000100:00000200:3.0:1777582957.088342:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707915008 00000001:00000010:3.0:1777582957.088353:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:3.0:1777582957.088376:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582957.088384:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 02000000:00000010:3.0:1777582957.088415:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e07a000. 00010000:00000010:3.0:1777582957.088445:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582957.088449:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582957.088464:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582957.088467:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582957.088471:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582957.088474:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00000004:00000010:3.0:1777582957.088570:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91e00. 00000004:00000010:3.0:1777582957.088580:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65780. 00000004:00000010:3.0:1777582957.088587:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386220. 00080000:00000010:3.0:1777582957.088597:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12720. 00010000:00000010:3.0:1777582957.089625:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582957.089632:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582957.089638:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582957.089643:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582957.089730:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582957.089740:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582957.089744:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582957.089766:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000200:3.0:1777582957.089783:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667c700 x1863928707915008/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582957.089802:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582957.089808:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707915008, offset 224 00000400:00000200:3.0:1777582957.089815:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.089826:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.089832:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397250:397250:256:4294967295] 192.168.202.9@tcp LPNI seq info [397246:397246:8:4294967295] 00000400:00000200:3.0:1777582957.089843:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.089849:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.089854:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582957.089860:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.089867:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.089870:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.089899:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.089904:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.089908:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804800. 00000800:00000200:0.0:1777582957.090101:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.090105:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:0.0:1777582957.090109:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.090115:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582957.090119:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:0.0:1777582957.090121:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00010000:00000010:0.1:1777582957.090165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582957.090172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582957.090175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582957.090178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:1.1:1777582957.090217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582957.090222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582957.090608:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582957.090615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000200:1.0:1777582957.093072:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.093092:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8859e00 00000400:00000200:1.0:1777582957.093100:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 168784 00000400:00000200:1.0:1777582957.093116:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.093120:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.093128:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.093168:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667ed80. 00000020:00000010:3.0:1777582957.093263:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.093268:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.093274:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804800. 00000020:00000010:3.0:1777582957.093279:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.093294:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.093331:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.093334:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000100:00000200:3.0:1777582957.093337:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707915264 02000000:00000010:3.0:1777582957.093371:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e07c000. 00010000:00000010:3.0:1777582957.093413:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582957.093428:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582957.093449:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.093455:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582957.093470:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582957.093473:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582957.093476:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582957.093480:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582957.093580:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582957.093583:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582957.093586:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582957.093589:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00000020:00000010:3.0:1777582957.093610:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05100. 00000020:00000010:3.0:1777582957.093616:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05100. 00000020:00000010:3.0:1777582957.093626:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743ea0. 00080000:00000010:3.0:1777582957.093634:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4c45000. 00000001:00000010:3.0:1777582957.094199:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023937438a0. 00000001:00000010:3.0:1777582957.094208:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582957.094248:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743ea0. 00010000:00000010:3.0:1777582957.094258:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582957.094263:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582957.094277:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582957.094316:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582957.094330:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582957.094350:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975518, last committed = 8589975425 00010000:00000200:3.0:1777582957.094360:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667ed80 x1863928707915264/t8589975518(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.094380:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582957.094387:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707915264, offset 224 00000400:00000010:3.0:1777582957.094395:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b72d8. 00000400:00000200:3.0:1777582957.094399:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.094416:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.094423:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397251:397251:256:4294967295] 192.168.202.9@tcp LPNI seq info [397247:397247:8:4294967295] 00000400:00000200:3.0:1777582957.094428:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.094435:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.094441:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.094446:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582957.094453:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.094461:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.094465:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.094490:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.094494:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.094497:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804800. 00000800:00000200:3.0:1777582957.094603:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.094606:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582957.094611:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.094615:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582957.094721:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:0.0:1777582957.094728:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374400. 00010000:00000010:0.0:1777582957.094735:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:0.1:1777582957.095179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582957.095186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000200:0.0:1777582957.096961:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582957.096985:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21471d 00000400:00000200:0.0:1777582957.096993:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.096997:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582957.097005:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:0.0:1777582957.097008:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00010000:00000010:1.0:1777582957.097297:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:1.0:1777582957.097308:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:3.1:1777582957.098437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582957.098449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582957.098455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582957.098458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:1.0:1777582957.099539:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.099558:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8859e80 00000400:00000200:1.0:1777582957.099566:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 169272 00000400:00000200:1.0:1777582957.099633:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.099639:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.099647:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.099653:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667df80. 00010000:00000010:0.1:1777582957.099747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582957.099756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000020:00000010:0.0:1777582957.099798:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582957.099803:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582957.099809:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481373c00. 00000020:00000010:0.0:1777582957.099814:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5eb80. 00000020:00000010:0.0:1777582957.099819:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582957.099860:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582957.099863:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000100:00000200:0.0:1777582957.099866:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707915392 00000001:00000010:0.0:1777582957.099876:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185d80. 00010000:00000010:0.0:1777582957.099900:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582957.099907:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 02000000:00000010:0.0:1777582957.099935:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238536d000. 00010000:00000010:0.0:1777582957.099965:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582957.099969:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582957.099987:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582957.099991:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:0.0:1777582957.099995:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582957.099998:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00000004:00000010:0.0:1777582957.100102:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518b40. 00000004:00000010:0.0:1777582957.100111:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e224b0. 00000004:00000010:0.0:1777582957.100118:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35a90. 00080000:00000010:0.0:1777582957.100126:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f748e8. 00010000:00000010:3.1:1777582957.101176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582957.101187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582957.101190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582957.101194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.0:1777582957.102004:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582957.102010:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:0.0:1777582957.102017:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.102024:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582957.102102:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582957.102113:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582957.102118:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000010:0.0:1777582957.102499:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:0.0:1777582957.102522:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667df80 x1863928707915392/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.102545:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582957.102552:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707915392, offset 224 00000400:00000200:0.0:1777582957.102559:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.102571:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.102579:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397252:397252:256:4294967295] 192.168.202.9@tcp LPNI seq info [397248:397248:8:4294967295] 00000400:00000200:0.0:1777582957.102592:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.102598:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.102603:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582957.102611:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.102619:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.102623:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.102641:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5eb80. 00000020:00000010:0.0:1777582957.102646:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582957.102651:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481373c00. 00000800:00000200:3.0:1777582957.102783:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.102788:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582957.102794:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.102799:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.102805:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:3.0:1777582957.102808:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00010000:00000010:1.1:1777582957.103491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:1.1:1777582957.103500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000400:00000200:0.0:1777582957.105523:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.105544:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8859f80 00000400:00000200:0.0:1777582957.105553:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 169848 00000400:00000200:0.0:1777582957.105570:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.105575:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.105582:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.105589:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b5c00. 00000020:00000010:3.0:1777582957.106065:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.106072:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.106078:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804800. 00000020:00000010:3.0:1777582957.106083:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.106088:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.106224:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.106227:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000100:00000200:3.0:1777582957.106231:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707915648 02000000:00000010:3.0:1777582957.106436:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e07b000. 00010000:00000010:3.0:1777582957.106481:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:3.0:1777582957.106498:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00010000:00000010:3.0:1777582957.106524:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.106531:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582957.106549:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582957.106552:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582957.106556:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582957.106559:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582957.106676:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582957.106680:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374780. 00010000:00000010:3.0:1777582957.106683:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582957.106686:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00000020:00000010:3.0:1777582957.106720:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05100. 00000020:00000010:3.0:1777582957.106727:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05100. 00000020:00000010:3.0:1777582957.106738:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743ea0. 00080000:00000010:3.0:1777582957.106749:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249ce26400. 00000001:00000010:3.0:1777582957.107213:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743ba0. 00000001:00000010:3.0:1777582957.107221:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582957.107258:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743ea0. 00010000:00000010:3.0:1777582957.107266:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582957.107451:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582957.107466:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582957.107569:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582957.107585:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582957.107603:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975519, last committed = 8589975425 00010000:00000200:3.0:1777582957.107617:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae4b5c00 x1863928707915648/t8589975519(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.107640:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582957.107647:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707915648, offset 224 00000400:00000010:3.0:1777582957.107656:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7658. 00000400:00000200:3.0:1777582957.107660:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.107674:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.107682:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397253:397253:256:4294967295] 192.168.202.9@tcp LPNI seq info [397249:397249:8:4294967295] 00000400:00000200:3.0:1777582957.107688:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.107705:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.107710:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.107715:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582957.107721:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.107727:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.107732:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.107754:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.107758:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.107761:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804800. 00000800:00000200:3.0:1777582957.109689:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.109706:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582957.109713:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.109723:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.109754:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.109767:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214725 00000400:00000200:3.0:1777582957.109773:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.109776:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.109781:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:3.0:1777582957.109783:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:0.0:1777582957.109870:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:0.0:1777582957.109881:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:1.0:1777582957.110065:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:1.0:1777582957.110071:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374780. 00010000:00000010:1.0:1777582957.110077:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:0.1:1777582957.111219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582957.111231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582957.111236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000400:00000200:0.0:1777582957.111945:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.111964:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885a000 00000400:00000200:0.0:1777582957.111972:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 170336 00000400:00000200:0.0:1777582957.112036:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.112041:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.112051:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.112058:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01c00. 00000020:00000010:1.0:1777582957.112184:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582957.112190:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582957.112197:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02398fbc200. 00000020:00000010:1.0:1777582957.112202:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f000. 00000020:00000010:1.0:1777582957.112207:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674190. 00000020:00000010:1.0:1777582957.112245:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582957.112247:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0f40. 00000100:00000200:1.0:1777582957.112250:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707915776 00000001:00000010:1.0:1777582957.112260:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:1.0:1777582957.112301:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582957.112308:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 02000000:00000010:1.0:1777582957.112336:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e04a000. 00010000:00000010:1.0:1777582957.112362:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582957.112365:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582957.112382:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582957.112385:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f480. 00010000:00000010:1.0:1777582957.112389:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582957.112391:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00000004:00000010:1.0:1777582957.112479:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f572c0. 00000004:00000010:1.0:1777582957.112488:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582957.112496:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944aa0. 00080000:00000010:1.0:1777582957.112505:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74eab0. 00010000:00000010:0.0:1777582957.114039:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582957.114049:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:0.0:1777582957.114056:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582957.114063:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.1:1777582957.114174:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582957.114193:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:0.0:1777582957.114203:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:0.0:1777582957.114208:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f480. 00010000:00000010:0.0:1777582957.114233:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:0.0:1777582957.114254:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f01c00 x1863928707915776/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:3.1:1777582957.114596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582957.114603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582957.114608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582957.114612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000010:0.0:1777582957.114950:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582957.114958:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707915776, offset 224 00000400:00000200:0.0:1777582957.114967:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.114980:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.114987:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397254:397254:256:4294967295] 192.168.202.9@tcp LPNI seq info [397250:397250:8:4294967295] 00000400:00000200:0.0:1777582957.115000:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.115006:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.115012:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582957.115020:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.115028:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.115032:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.115063:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f000. 00000020:00000010:0.0:1777582957.115068:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674190. 00000020:00000010:0.0:1777582957.115074:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02398fbc200. 00000800:00000200:3.0:1777582957.115241:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.115246:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582957.115251:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.115257:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.115263:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:3.0:1777582957.115265:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00010000:00000010:1.1:1777582957.116175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582957.116186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582957.116227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582957.116232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582957.120328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582957.120347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:0.1:1777582957.120350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582957.120353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000400:00000200:0.0:1777582957.120688:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.120716:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885a100 00000400:00000200:0.0:1777582957.120724:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 170912 00000400:00000200:0.0:1777582957.120741:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.120746:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.120754:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.120760:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f03100. 00000020:00000010:3.0:1777582957.120924:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.120931:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.120938:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804800. 00000020:00000010:3.0:1777582957.120944:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.120949:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.120991:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.120994:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000100:00000200:3.0:1777582957.120997:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707916032 02000000:00000010:3.0:1777582957.121044:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023fef18000. 00010000:00000010:3.0:1777582957.121085:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:3.0:1777582957.121099:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00010000:00000010:3.0:1777582957.121119:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.121125:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582957.121168:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582957.121172:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582957.121176:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582957.121180:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582957.121411:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582957.121416:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582957.121420:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582957.121424:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000020:00000010:3.0:1777582957.121453:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05100. 00000020:00000010:3.0:1777582957.121459:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05100. 00000020:00000010:3.0:1777582957.121470:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743ea0. 00080000:00000010:3.0:1777582957.121478:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249ce27800. 00000001:00000010:3.0:1777582957.122177:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023937437e0. 00000001:00000010:3.0:1777582957.122186:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca600. 00000020:00000010:3.0:1777582957.122222:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743ea0. 00010000:00000010:3.0:1777582957.122232:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582957.122237:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582957.122252:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582957.122540:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582957.122557:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582957.122581:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975520, last committed = 8589975425 00010000:00000200:3.0:1777582957.122593:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f03100 x1863928707916032/t8589975520(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.122618:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582957.122627:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707916032, offset 224 00000400:00000010:3.0:1777582957.122634:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7f88. 00000400:00000200:3.0:1777582957.122639:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.122657:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.122679:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397255:397255:256:4294967295] 192.168.202.9@tcp LPNI seq info [397251:397251:8:4294967295] 00000400:00000200:3.0:1777582957.122686:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.122701:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.122708:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.122714:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582957.122721:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.122729:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.122735:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.122827:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.122833:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.122837:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804800. 00010000:00000010:0.0:1777582957.122915:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:0.0:1777582957.122923:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374380. 00010000:00000010:0.0:1777582957.122930:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000800:00000200:1.0:1777582957.123939:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.123945:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582957.123951:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.123959:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582957.126531:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582957.126545:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00000400:00000200:1.0:1777582957.126941:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582957.126965:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21472d 00000400:00000200:1.0:1777582957.126974:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.126979:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582957.126987:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:1.0:1777582957.126989:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00000400:00000200:1.0:1777582957.127065:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.127073:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885a180 00000400:00000200:1.0:1777582957.127082:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 171400 00000400:00000200:1.0:1777582957.127480:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.127486:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.127492:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.127498:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667e300. 00010000:00000010:0.0:1777582957.127911:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:0.0:1777582957.127924:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00000020:00000010:3.0:1777582957.128010:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.128016:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.128022:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804800. 00000020:00000010:3.0:1777582957.128028:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.128033:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.128101:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.128104:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000100:00000200:3.0:1777582957.128107:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707916160 00000001:00000010:3.0:1777582957.128118:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:3.0:1777582957.128165:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582957.128173:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 02000000:00000010:3.0:1777582957.128201:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023fef1a000. 00010000:00000010:3.0:1777582957.128233:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582957.128236:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582957.128254:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582957.128257:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582957.128262:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582957.128265:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000004:00000010:3.0:1777582957.128395:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e910e0. 00000004:00000010:3.0:1777582957.128404:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c652d0. 00000004:00000010:3.0:1777582957.128412:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387dc0. 00080000:00000010:3.0:1777582957.128421:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13728. 00010000:00000010:3.0:1777582957.129373:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582957.129380:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582957.129387:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582957.129393:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582957.129464:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582957.129476:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582957.129480:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582957.129505:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582957.129524:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667e300 x1863928707916160/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582957.129545:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582957.129553:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707916160, offset 224 00000400:00000200:3.0:1777582957.129560:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.129574:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.129582:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397256:397256:256:4294967295] 192.168.202.9@tcp LPNI seq info [397252:397252:8:4294967295] 00000400:00000200:3.0:1777582957.129596:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.129602:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.129609:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582957.129616:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.129625:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.129630:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.129726:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.129732:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.129736:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804800. 00010000:00000010:0.1:1777582957.130218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582957.130225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000800:00000200:1.0:1777582957.131125:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.131185:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:1.0:1777582957.131193:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.131203:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582957.131210:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:1.0:1777582957.131344:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00010000:00000010:3.1:1777582957.131441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582957.131446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000200:1.0:1777582957.134966:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.134988:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885a280 00000400:00000200:1.0:1777582957.134997:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 171976 00000400:00000200:1.0:1777582957.135014:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.135019:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.135028:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.135038:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667f480. 00000020:00000010:3.0:1777582957.135456:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.135464:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.135471:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804800. 00000020:00000010:3.0:1777582957.135479:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.135486:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.135577:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.135581:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000100:00000200:3.0:1777582957.135584:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707916416 02000000:00000010:3.0:1777582957.135632:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023fef1c000. 00010000:00000010:3.0:1777582957.135700:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582957.135720:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582957.135743:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.135751:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582957.135773:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582957.135776:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582957.135782:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582957.135784:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582957.135933:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582957.135936:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582957.135939:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582957.135942:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000020:00000010:3.0:1777582957.135970:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.135977:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.135987:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743360. 00080000:00000010:3.0:1777582957.135997:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024acfdbc00. 00000001:00000010:3.0:1777582957.136518:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedc00. 00000001:00000010:3.0:1777582957.136527:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582957.136575:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743360. 00010000:00000010:3.0:1777582957.136586:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582957.136591:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582957.136610:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582957.136735:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582957.136753:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:3.0:1777582957.136777:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975521, last committed = 8589975425 00010000:00000200:3.0:1777582957.136791:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667f480 x1863928707916416/t8589975521(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.136817:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582957.136825:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707916416, offset 224 00000400:00000010:3.0:1777582957.136832:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7c78. 00000400:00000200:3.0:1777582957.136836:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.136851:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.136859:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397257:397257:256:4294967295] 192.168.202.9@tcp LPNI seq info [397253:397253:8:4294967295] 00000400:00000200:3.0:1777582957.136865:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.136872:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.136878:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.136882:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582957.136888:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.136895:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.136899:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.136922:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.136927:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.136931:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804800. 00000800:00000200:3.0:1777582957.138945:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.138954:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582957.138961:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.138973:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.139019:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.139031:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214735 00000400:00000200:3.0:1777582957.139038:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.139041:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.139046:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:3.0:1777582957.139049:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00010000:00000010:0.0:1777582957.139456:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:0.0:1777582957.139472:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:2.0:1777582957.139679:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:2.0:1777582957.139687:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:2.0:1777582957.139705:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:0.1:1777582957.140181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582957.140189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000200:3.0:1777582957.141696:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.141716:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885a300 00000400:00000200:3.0:1777582957.141726:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 172464 00000400:00000200:3.0:1777582957.141793:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.141799:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.141807:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.141821:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e368000. 00010000:00000010:0.1:1777582957.142167:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582957.142180:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000020:00000010:0.0:1777582957.142213:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:0.0:1777582957.142219:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7200. 00000020:00000010:0.0:1777582957.142225:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481373c00. 00000020:00000010:0.0:1777582957.142232:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ed00. 00000020:00000010:0.0:1777582957.142238:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00010000:00000010:3.1:1777582957.142408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582957.142415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582957.142418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582957.142422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000020:00000010:0.0:1777582957.142465:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:0.0:1777582957.142468:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7200. 00000100:00000200:0.0:1777582957.142472:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707916544 00000001:00000010:0.0:1777582957.142486:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca600. 00010000:00000010:0.0:1777582957.142519:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582957.142529:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 02000000:00000010:0.0:1777582957.142571:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238536c000. 00010000:00000010:0.0:1777582957.142616:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582957.142620:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582957.142650:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582957.142654:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582957.142674:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582957.142677:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000004:00000010:0.0:1777582957.142816:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518000. 00000004:00000010:0.0:1777582957.142828:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e221e0. 00000004:00000010:0.0:1777582957.142837:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35dc0. 00080000:00000010:0.0:1777582957.142849:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75728. 00010000:00000010:2.0:1777582957.144672:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582957.144686:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87680. 00010000:00000010:2.0:1777582957.144702:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582957.144711:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582957.144968:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:2.0:1777582957.144978:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:2.0:1777582957.144983:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:2.0:1777582957.145010:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000200:2.0:1777582957.145032:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238e368000 x1863928707916544/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582957.145056:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582957.145064:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707916544, offset 224 00000400:00000200:2.0:1777582957.145070:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.145084:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.145090:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397258:397258:256:4294967295] 192.168.202.9@tcp LPNI seq info [397254:397254:8:4294967295] 00000400:00000200:2.0:1777582957.145099:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.145104:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.145109:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582957.145115:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.145120:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.145124:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.145167:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ed00. 00000020:00000010:2.0:1777582957.145177:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:2.0:1777582957.145182:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481373c00. 00000800:00000200:0.0:1777582957.145480:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.145486:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582957.145493:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.145500:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582957.145508:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:0.0:1777582957.145510:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00010000:00000010:3.1:1777582957.150676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582957.150701:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582957.150705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582957.150709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.1:1777582957.152066:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582957.152092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000400:00000200:2.0:1777582957.152173:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.152195:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885a400 00000400:00000200:2.0:1777582957.152203:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 173040 00000400:00000200:2.0:1777582957.152225:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.152230:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.152240:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.152251:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f9880. 00000020:00000010:0.0:1777582957.152528:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:0.0:1777582957.152536:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7200. 00000020:00000010:0.0:1777582957.152545:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481372400. 00000020:00000010:0.0:1777582957.152553:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582957.152562:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582957.152674:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:0.0:1777582957.152677:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7200. 00000100:00000200:0.0:1777582957.152681:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707916800 02000000:00000010:0.0:1777582957.152755:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024a6394000. 00010000:00000010:0.0:1777582957.152821:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:0.0:1777582957.152843:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87680. 00010000:00000010:0.0:1777582957.152878:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582957.152886:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582957.152909:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582957.152912:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582957.152917:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582957.152920:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582957.153115:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582957.153118:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf800. 00010000:00000010:0.0:1777582957.153121:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.153127:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000020:00000010:0.0:1777582957.153190:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48c00. 00000020:00000010:0.0:1777582957.153202:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48c00. 00000020:00000010:0.0:1777582957.153218:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913720. 00080000:00000010:0.0:1777582957.153234:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023921cfc00. 00000001:00000010:0.0:1777582957.153930:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913060. 00000001:00000010:0.0:1777582957.153941:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185a80. 00000020:00000010:0.0:1777582957.153984:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913720. 00010000:00000010:0.0:1777582957.153996:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582957.154001:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582957.154018:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185d80. 00010000:00000010:0.0:1777582957.154076:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582957.154093:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000200:0.0:1777582957.154110:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975522, last committed = 8589975425 00010000:00000200:0.0:1777582957.154122:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f9880 x1863928707916800/t8589975522(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582957.154167:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582957.154176:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707916800, offset 224 00000400:00000010:0.0:1777582957.154183:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fe38. 00000400:00000200:0.0:1777582957.154187:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.154202:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.154209:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397259:397259:256:4294967295] 192.168.202.9@tcp LPNI seq info [397255:397255:8:4294967295] 00000400:00000200:0.0:1777582957.154221:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582957.154229:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.154234:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.154239:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582957.154245:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.154253:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.154257:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.154284:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582957.154289:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582957.154293:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481372400. 00010000:00000010:2.0:1777582957.154378:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:2.0:1777582957.154385:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf800. 00010000:00000010:2.0:1777582957.154392:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185d80. 00000800:00000200:2.0:1777582957.155347:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.155354:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582957.155362:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.155372:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.160678:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.160718:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21473d 00000400:00000200:3.0:1777582957.160731:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.160738:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.160747:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:3.0:1777582957.160752:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000400:00000200:3.0:1777582957.160789:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.160796:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885a480 00000400:00000200:3.0:1777582957.160807:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 173528 00010000:00000010:2.0:1777582957.160866:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00000400:00000200:3.0:1777582957.160878:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1777582957.160881:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00000400:00000200:3.0:1777582957.160881:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.160886:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.160893:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e369180. 00000020:00000010:3.0:1777582957.160938:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.160944:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.160950:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804800. 00000020:00000010:3.0:1777582957.160955:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.160960:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582957.161007:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.161009:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000100:00000200:3.0:1777582957.161013:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707916928 00000001:00000010:3.0:1777582957.161027:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582957.161054:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.161062:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 02000000:00000010:3.0:1777582957.161096:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023fef1f000. 00010000:00000010:3.0:1777582957.161127:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582957.161130:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582957.161167:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582957.161173:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582957.161178:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582957.161182:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00000004:00000010:2.0:1777582957.167652:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168780. 00000004:00000010:2.0:1777582957.167673:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb08e8. 00000004:00000010:2.0:1777582957.167681:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757cb0. 00080000:00000010:2.0:1777582957.167705:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734ce40. 00010000:00000010:0.1:1777582957.171801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582957.171820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582957.171825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582957.171829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582957.173248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582957.173260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582957.173263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582957.173266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.0:1777582957.174336:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582957.174345:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87480. 00010000:00000010:2.0:1777582957.174352:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582957.174361:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582957.174495:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:2.0:1777582957.174515:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:2.0:1777582957.174523:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:2.0:1777582957.174562:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:2.0:1777582957.174588:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238e369180 x1863928707916928/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582957.174619:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582957.174630:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707916928, offset 224 00000400:00000200:2.0:1777582957.174639:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.174655:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.174664:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397260:397260:256:4294967295] 192.168.202.9@tcp LPNI seq info [397256:397256:8:4294967295] 00000400:00000200:2.0:1777582957.174678:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.174686:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.174702:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582957.174711:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.174720:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.174724:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.174766:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374480. 00000020:00000010:2.0:1777582957.174772:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:2.0:1777582957.174776:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804800. 00000800:00000200:3.0:1777582957.175032:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.175037:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582957.175042:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.175049:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.175055:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:3.0:1777582957.175058:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00000400:00000200:2.0:1777582957.178807:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.178828:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885a580 00000400:00000200:2.0:1777582957.178836:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 174104 00000400:00000200:2.0:1777582957.178854:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.178859:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.178867:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.178875:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fb480. 00000020:00000010:3.0:1777582957.178958:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.178964:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.178970:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804600. 00000020:00000010:3.0:1777582957.178976:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582957.178980:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582957.179014:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.179016:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000100:00000200:3.0:1777582957.179019:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707917184 02000000:00000010:3.0:1777582957.179060:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023894e6000. 00010000:00000010:3.0:1777582957.179109:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:3.0:1777582957.179128:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87480. 00010000:00000010:3.0:1777582957.179172:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582957.179179:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582957.179199:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582957.179204:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374880. 00010000:00000010:3.0:1777582957.179208:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582957.179226:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582957.179361:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582957.179364:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582957.179367:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582957.179370:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000020:00000010:3.0:1777582957.179398:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.179405:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.179418:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedea0. 00080000:00000010:3.0:1777582957.179429:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024acfda800. 00000001:00000010:3.0:1777582957.179876:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743180. 00000001:00000010:3.0:1777582957.179883:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582957.179924:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedea0. 00010000:00000010:3.0:1777582957.179933:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582957.179937:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582957.179951:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582957.180015:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582957.180031:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000200:3.0:1777582957.180052:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975523, last committed = 8589975425 00010000:00000200:3.0:1777582957.180064:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fb480 x1863928707917184/t8589975523(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.180084:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582957.180090:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707917184, offset 224 00000400:00000010:3.0:1777582957.180097:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7498. 00000400:00000200:3.0:1777582957.180102:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.180117:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.180124:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397261:397261:256:4294967295] 192.168.202.9@tcp LPNI seq info [397257:397257:8:4294967295] 00000400:00000200:3.0:1777582957.180129:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.180157:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.180164:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.180169:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582957.180176:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.180184:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.180188:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.180214:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582957.180219:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582957.180222:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804600. 00010000:00000010:2.0:1777582957.180328:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00000800:00000200:3.0:1777582957.180329:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.180333:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00010000:00000010:2.0:1777582957.180335:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00000400:00000200:3.0:1777582957.180337:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1777582957.180342:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000400:00000200:3.0:1777582957.180342:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.183944:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582957.183968:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214745 00000400:00000200:2.0:1777582957.183976:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.183981:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582957.183989:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:2.0:1777582957.183993:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00010000:00000010:3.0:1777582957.185715:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582957.185732:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374880. 00010000:00000010:2.1:1777582957.186256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582957.186264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582957.186268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582957.186272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582957.190185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.1:1777582957.190201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582957.190205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582957.190209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.1:1777582957.190222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582957.190225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:2.0:1777582957.190767:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.190786:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885a600 00000400:00000200:2.0:1777582957.190793:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 174592 00000400:00000200:2.0:1777582957.190853:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.190858:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.190867:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.190874:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fa680. 00000020:00000010:3.0:1777582957.190969:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.190974:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.190982:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804600. 00000020:00000010:3.0:1777582957.190987:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374880. 00000020:00000010:3.0:1777582957.190992:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582957.191034:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.191036:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000100:00000200:3.0:1777582957.191039:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707917312 00000001:00000010:3.0:1777582957.191050:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185a80. 00010000:00000010:3.0:1777582957.191078:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582957.191087:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 02000000:00000010:3.0:1777582957.191115:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023894e2000. 00010000:00000010:3.0:1777582957.191182:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582957.191187:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582957.191205:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582957.191208:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582957.191224:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582957.191227:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000004:00000010:3.0:1777582957.191346:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91a40. 00000004:00000010:3.0:1777582957.191356:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65258. 00000004:00000010:3.0:1777582957.191362:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386aa0. 00080000:00000010:3.0:1777582957.191371:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e121c8. 00010000:00000010:2.0:1777582957.193065:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582957.193076:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87c00. 00010000:00000010:2.0:1777582957.193083:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582957.193091:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582957.193232:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582957.193247:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582957.193252:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:2.0:1777582957.193296:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:2.0:1777582957.193321:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fa680 x1863928707917312/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582957.193343:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582957.193351:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707917312, offset 224 00000400:00000200:2.0:1777582957.193357:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.193369:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.193376:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397262:397262:256:4294967295] 192.168.202.9@tcp LPNI seq info [397258:397258:8:4294967295] 00000400:00000200:2.0:1777582957.193388:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.193394:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.193399:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582957.193406:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.193415:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.193419:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.193442:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374880. 00000020:00000010:2.0:1777582957.193447:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:2.0:1777582957.193451:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804600. 00000800:00000200:3.0:1777582957.193847:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.193853:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582957.193858:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.193864:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.193869:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:3.0:1777582957.193871:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00010000:00000010:3.1:1777582957.198441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582957.198463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:3.1:1777582957.198468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582957.198473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582957.198476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582957.198480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:2.0:1777582957.198933:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.198951:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885a700 00000400:00000200:2.0:1777582957.198960:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 175168 00000400:00000200:2.0:1777582957.198976:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.198980:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.198989:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.198996:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8000. 00000020:00000010:3.0:1777582957.199339:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.199345:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.199352:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1805400. 00000020:00000010:3.0:1777582957.199358:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582957.199362:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582957.199409:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.199412:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000100:00000200:3.0:1777582957.199415:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707917568 02000000:00000010:3.0:1777582957.199450:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023894e3000. 00010000:00000010:3.0:1777582957.199497:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:3.0:1777582957.199512:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87c00. 00010000:00000010:3.0:1777582957.199531:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582957.199538:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582957.199553:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582957.199556:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374780. 00010000:00000010:3.0:1777582957.199560:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582957.199563:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582957.199676:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582957.199679:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582957.199682:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582957.199685:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000020:00000010:3.0:1777582957.199724:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.199731:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.199743:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743b40. 00080000:00000010:3.0:1777582957.199754:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023886a9400. 00000001:00000010:3.0:1777582957.201803:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedb40. 00000001:00000010:3.0:1777582957.201817:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582957.201867:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743b40. 00010000:00000010:3.0:1777582957.201883:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582957.201891:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582957.201911:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582957.202030:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582957.202051:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582957.202073:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975524, last committed = 8589975425 00010000:00000200:3.0:1777582957.202087:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8000 x1863928707917568/t8589975524(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.202105:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582957.202111:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707917568, offset 224 00000400:00000010:3.0:1777582957.202118:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7428. 00000400:00000200:3.0:1777582957.202122:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.202168:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.202175:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397263:397263:256:4294967295] 192.168.202.9@tcp LPNI seq info [397259:397259:8:4294967295] 00000400:00000200:3.0:1777582957.202183:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.202189:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.202196:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.202203:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582957.202209:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.202217:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.202221:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.202242:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582957.202247:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582957.202250:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1805400. 00010000:00000010:1.0:1777582957.205642:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:1.0:1777582957.205662:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:1.0:1777582957.206398:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:2.1:1777582957.206622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:2.1:1777582957.206630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582957.206635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582957.206638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000800:00000200:2.0:1777582957.206772:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.206777:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582957.206783:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.206791:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.208377:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.208402:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21474d 00000400:00000200:3.0:1777582957.208410:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.208414:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.208420:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:3.0:1777582957.208424:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00010000:00000010:2.0:1777582957.208536:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:2.0:1777582957.208549:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374780. 00010000:00000010:3.1:1777582957.211188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582957.211208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582957.211214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582957.211219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:2.0:1777582957.211688:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.211717:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 26 MB=0x69f3bb885a780 00000400:00000200:2.0:1777582957.211724:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.9@tcp of length 224/224 into md 0x2055a1 [2] + 0 00000400:00000010:2.0:1777582957.211729:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248a3c5bb0. 00000400:00000200:2.0:1777582957.211734:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023934ab480 00000400:00000200:2.0:1777582957.211746:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.211751:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.211756:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023934ab480 00000400:00000010:2.0:1777582957.211758:0:3281:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023934ab480. 00000100:00000200:2.0:1777582957.211765:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777582957.211790:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.211795:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 28 MB=0x69f3bb885a880 00000400:00000200:2.0:1777582957.211800:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f7339 [8] + 2912 00000400:00000200:2.0:1777582957.211806:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.211809:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.211813:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582957.211819:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f9f80. 00000400:00000200:2.0:1777582957.211845:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.211850:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 28 MB=0x69f3bb885a800 00000400:00000200:2.0:1777582957.211854:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f7339 [8] + 3136 00000400:00000200:2.0:1777582957.211861:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.211864:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.211867:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582957.211869:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8e00. 00000020:00000010:3.0:1777582957.211965:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.211971:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.211978:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1805800. 00000020:00000010:3.0:1777582957.211985:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582957.211990:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582957.212030:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.212032:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000100:00000200:3.0:1777582957.212035:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707917696 02000000:00000010:3.0:1777582957.212054:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023886aa800. 00010000:00000200:3.0:1777582957.212066:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487064c50 x1863928707917696/t0(0) o400->64ad4ac2-4621-46a9-b9ec-0f391218edcb@192.168.202.9@tcp:398/0 lens 224/224 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.212086:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582957.212092:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863928707917696, offset 224 00000400:00000200:3.0:1777582957.212098:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.212107:0:187623:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.212113:0:187623:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397264:397264:256:4294967295] 192.168.202.9@tcp LPNI seq info [397260:397260:8:4294967295] 00000400:00000200:3.0:1777582957.212123:0:187623:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.212129:0:187623:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.212159:0:187623:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582957.212164:0:187623:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.212171:0:187623:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.212175:0:187623:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.212189:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582957.212193:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582957.212196:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1805800. 00000100:00000200:3.0:1777582957.212204:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777582957.212208:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6268. 00000400:00000010:3.0:1777582957.212212:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024811ca600. 00000020:00000010:1.0:1777582957.214025:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582957.214038:0:206018:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023d3c4c000. 00000400:00000200:2.0:1777582957.214251:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.214266:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 12 MB=0x69f3bb885a900 00000020:00000010:0.0:1777582957.214640:0:205895:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:0.0:1777582957.214646:0:205895:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023d3c4c4c0. 00000400:00000200:2.0:1777582957.214761:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f7621 [64] + 175656 00000400:00000200:2.0:1777582957.214778:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.214783:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.214791:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.214796:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8a80. 00000400:00000200:2.0:1777582957.214820:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.214826:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885a980 00000400:00000200:2.0:1777582957.214830:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 175880 00000400:00000200:2.0:1777582957.214839:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.214842:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.214845:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.214848:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fad80. 00000020:00000010:2.0:1777582957.214879:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582957.214883:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582957.214889:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582957.214895:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87280. 00000020:00000010:2.0:1777582957.214900:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582957.214935:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582957.214938:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582957.214945:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e99a00. 00000020:00000010:2.0:1777582957.214948:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582957.214951:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582957.214971:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582957.214974:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a938c0. 00000100:00000200:2.0:1777582957.214977:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707918080 02000000:00000010:2.0:1777582957.215001:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238584c800. 00010000:00000200:2.0:1777582957.215013:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8a80 x1863928707918080/t0(0) o400->9531e10e-5a64-4ee6-a5f2-e1b0791d0689@192.168.202.9@tcp:398/0 lens 224/224 e 0 to 0 dl 1777582968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582957.215031:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582957.215037:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863928707918080, offset 224 00000400:00000200:2.0:1777582957.215043:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.215055:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.215061:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397265:397265:255:4294967295] 192.168.202.9@tcp LPNI seq info [397261:397261:7:4294967295] 00000400:00000200:2.0:1777582957.215072:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.215077:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.215082:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582957.215088:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.215095:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.215099:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.215110:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87280. 00000020:00000010:2.0:1777582957.215114:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582957.215117:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00010000:00000010:2.1:1777582957.215158:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582957.215172:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000020:00000010:2.0:1777582957.215179:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582957.215181:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a938c0. 00000100:00000200:2.0:1777582957.215183:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707918208 00000001:00000010:2.0:1777582957.215190:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582957.215210:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582957.215217:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 02000000:00000010:2.0:1777582957.215242:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e058000. 00010000:00000010:2.0:1777582957.215282:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582957.215846:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582957.215869:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582957.215872:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87280. 00010000:00000010:2.0:1777582957.215876:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582957.215879:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00000004:00000010:2.0:1777582957.216010:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024870561e0. 00000004:00000010:2.0:1777582957.216021:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb03c0. 00000004:00000010:2.0:1777582957.216028:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ee0. 00080000:00000010:2.0:1777582957.216038:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b8f0. 00010000:00000010:1.1:1777582957.216511:0:206018:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582957.216519:0:206018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000020:00000010:1.0:1777582957.216530:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482ea0800. 00000020:00000010:1.0:1777582957.216536:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fa00. 00000020:00000010:1.0:1777582957.216541:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.216603:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582957.216607:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0700. 00000100:00000200:1.0:1777582957.216611:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707917952 02000000:00000010:1.0:1777582957.216627:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023dfbbf000. 00010000:00000200:1.0:1777582957.216640:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f9f80 x1863928707917952/t0(0) o400->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 224/224 e 0 to 0 dl 1777582968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582957.216663:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582957.216670:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863928707917952, offset 224 00000400:00000200:1.0:1777582957.216678:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.216698:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.216705:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397266:397266:254:4294967295] 192.168.202.9@tcp LPNI seq info [397262:397262:6:4294967295] 00000400:00000200:1.0:1777582957.216715:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.216720:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.216724:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582957.216732:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.216739:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.216743:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.216755:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fa00. 00000020:00000010:1.0:1777582957.216758:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.216762:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482ea0800. 00000800:00000200:2.0:1777582957.217573:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.217580:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582957.217586:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.217592:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.217599:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:2.0:1777582957.217603:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 02000000:00000010:2.0:1777582957.217610:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023886aa800. 00000800:00000200:2.0:1777582957.217626:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.217628:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582957.217632:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.217635:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.217637:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:2.0:1777582957.217639:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00000800:00000200:2.0:1777582957.219123:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.219148:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:2.0:1777582957.219159:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.219167:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.219173:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:2.0:1777582957.219176:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00010000:00000010:2.0:1777582957.219806:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582957.219812:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87980. 00010000:00000010:2.0:1777582957.219819:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582957.219827:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582957.219910:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582957.219926:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582957.219931:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87280. 00010000:00000010:2.0:1777582957.219958:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000200:2.0:1777582957.219978:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fad80 x1863928707918208/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582957.219998:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582957.220003:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707918208, offset 224 00000400:00000200:2.0:1777582957.220009:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.220021:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.220027:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397267:397267:256:4294967295] 192.168.202.9@tcp LPNI seq info [397263:397263:8:4294967295] 00000400:00000200:2.0:1777582957.220037:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.220043:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.220048:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582957.220055:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.220062:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.220066:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.220094:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582957.220098:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582957.220102:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e99a00. 00000800:00000200:2.0:1777582957.220199:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.220202:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582957.220206:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.220210:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.220214:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:2.0:1777582957.220215:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00000020:00000010:0.0:1777582957.226388:0:205895:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481372400. 00000020:00000010:0.0:1777582957.226401:0:205895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582957.226406:0:205895:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582957.226462:0:205895:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582957.226467:0:205895:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000100:00000200:0.0:1777582957.226473:0:205895:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707917824 02000000:00000010:0.0:1777582957.226504:0:205895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024a5e64800. 00010000:00000200:0.0:1777582957.226519:0:205895:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8e00 x1863928707917824/t0(0) o400->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 224/224 e 0 to 0 dl 1777582968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582957.226537:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582957.226545:0:205895:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863928707917824, offset 224 00000400:00000200:0.0:1777582957.226551:0:205895:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.226565:0:205895:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.226572:0:205895:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397268:397268:256:4294967295] 192.168.202.9@tcp LPNI seq info [397264:397264:8:4294967295] 00000400:00000200:0.0:1777582957.226584:0:205895:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.226590:0:205895:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.226594:0:205895:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582957.226601:0:205895:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.226610:0:205895:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.226614:0:205895:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.226637:0:205895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582957.226641:0:205895:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582957.226645:0:205895:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481372400. 00000800:00000200:2.0:1777582957.226764:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.226769:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582957.226776:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.226781:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.226786:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:2.0:1777582957.226789:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00010000:00000010:2.1:1777582957.229192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582957.229206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582957.229211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582957.229226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00000400:00000200:2.0:1777582957.233027:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.233066:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885aa80 00000400:00000200:2.0:1777582957.233076:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 176456 00000400:00000200:2.0:1777582957.233094:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.233099:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.233109:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.233117:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fb800. 00000020:00000010:0.0:1777582957.233513:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582957.233519:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582957.233525:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481372400. 00000020:00000010:0.0:1777582957.233530:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582957.233536:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582957.233579:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582957.233582:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000100:00000200:0.0:1777582957.233585:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707918464 02000000:00000010:0.0:1777582957.233624:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388fc1000. 00010000:00000010:0.0:1777582957.233678:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:0.0:1777582957.233704:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87980. 00010000:00000010:0.0:1777582957.233723:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582957.233730:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582957.233744:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582957.233747:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582957.233751:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.233754:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582957.233867:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582957.233870:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582957.233873:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582957.233876:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00000020:00000010:0.0:1777582957.233903:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48c00. 00000020:00000010:0.0:1777582957.233910:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48c00. 00000020:00000010:0.0:1777582957.233921:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913720. 00080000:00000010:0.0:1777582957.233930:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5e65c00. 00000001:00000010:0.0:1777582957.234861:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913780. 00000001:00000010:0.0:1777582957.234870:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185d80. 00000020:00000010:0.0:1777582957.234908:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913720. 00010000:00000010:0.0:1777582957.234919:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582957.234925:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582957.234942:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185a80. 00010000:00000010:0.0:1777582957.235030:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582957.235045:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000200:0.0:1777582957.235062:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975525, last committed = 8589975425 00010000:00000200:0.0:1777582957.235072:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fb800 x1863928707918464/t8589975525(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582957.235092:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582957.235099:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707918464, offset 224 00000400:00000010:0.0:1777582957.235107:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024a576fd90. 00000400:00000200:0.0:1777582957.235111:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.235127:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.235155:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397269:397269:256:4294967295] 192.168.202.9@tcp LPNI seq info [397265:397265:8:4294967295] 00000400:00000200:0.0:1777582957.235162:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582957.235170:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.235175:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.235180:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582957.235186:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.235193:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.235197:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.235218:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582957.235222:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582957.235226:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481372400. 00000800:00000200:0.0:1777582957.238051:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.238062:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582957.238072:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.238084:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582957.238709:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:3.0:1777582957.238727:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:3.0:1777582957.238741:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185a80. 00010000:00000010:0.1:1777582957.249394:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582957.249413:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00000400:00000200:0.0:1777582957.250223:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582957.250248:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214769 00000400:00000200:0.0:1777582957.250257:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.250262:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582957.250280:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777582957.250283:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000400:00000200:0.0:1777582957.250467:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.250476:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885ab00 00000400:00000200:0.0:1777582957.250483:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 176944 00000400:00000200:0.0:1777582957.250563:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.250568:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.250573:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.250580:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01f80. 00000020:00000010:0.0:1777582957.250631:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582957.250636:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582957.250643:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481372400. 00000020:00000010:0.0:1777582957.250649:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582957.250655:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582957.250714:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582957.250717:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000100:00000200:0.0:1777582957.250721:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707918592 00000001:00000010:0.0:1777582957.250733:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582957.250764:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582957.250774:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 02000000:00000010:0.0:1777582957.250810:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fc4000. 00010000:00000010:0.0:1777582957.250848:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582957.250853:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582957.250875:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582957.250879:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582957.250884:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582957.250887:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000004:00000010:0.0:1777582957.251007:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519a40. 00000004:00000010:0.0:1777582957.251018:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e225a0. 00000004:00000010:0.0:1777582957.251025:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ff0. 00080000:00000010:0.0:1777582957.251034:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74720. 00010000:00000010:0.0:1777582957.252575:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582957.252587:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582957.252594:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582957.252600:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582957.253545:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582957.253559:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582957.253564:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582957.253589:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000200:0.0:1777582957.253608:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f01f80 x1863928707918592/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.253629:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582957.253636:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707918592, offset 224 00000400:00000200:0.0:1777582957.253642:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.253654:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.253755:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397270:397270:256:4294967295] 192.168.202.9@tcp LPNI seq info [397266:397266:8:4294967295] 00000400:00000200:0.0:1777582957.253768:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.253775:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.253780:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582957.253788:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.253795:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.253800:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.253830:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582957.253834:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582957.253838:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481372400. 00010000:00000010:1.0:1777582957.253937:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:1.0:1777582957.253943:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00000800:00000200:3.0:1777582957.257188:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.257198:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582957.257208:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.257217:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.257226:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:3.0:1777582957.257228:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000400:00000200:3.0:1777582957.257259:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.257290:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885ac00 00000400:00000200:3.0:1777582957.257300:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 177520 00000400:00000200:3.0:1777582957.257317:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.257320:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.257326:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.257333:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e36bb80. 00000020:00000010:1.0:1777582957.257425:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582957.257432:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582957.257438:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482ea0800. 00000020:00000010:1.0:1777582957.257444:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fa00. 00000020:00000010:1.0:1777582957.257448:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.257493:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582957.257496:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0700. 00000100:00000200:1.0:1777582957.257501:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707918848 02000000:00000010:1.0:1777582957.257541:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e04f000. 00010000:00000010:1.0:1777582957.257585:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:1.0:1777582957.257603:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc80. 00010000:00000010:1.0:1777582957.257627:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582957.257633:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582957.257650:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582957.257653:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f800. 00010000:00000010:1.0:1777582957.257670:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582957.257675:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582957.257813:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582957.257818:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f000. 00010000:00000010:1.0:1777582957.257822:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582957.257825:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00000020:00000010:1.0:1777582957.257851:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6e60. 00000020:00000010:1.0:1777582957.257859:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6e60. 00000020:00000010:1.0:1777582957.257869:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a300. 00080000:00000010:1.0:1777582957.257879:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023dfbbd400. 00000001:00000010:1.0:1777582957.258368:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a9c0. 00000001:00000010:1.0:1777582957.258376:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582957.258414:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a300. 00010000:00000010:1.0:1777582957.258426:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582957.258431:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582957.258445:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582957.258737:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582957.258754:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000200:1.0:1777582957.258773:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975526, last committed = 8589975425 00010000:00000200:1.0:1777582957.258784:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238e36bb80 x1863928707918848/t8589975526(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582957.258808:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582957.258815:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707918848, offset 224 00000400:00000010:1.0:1777582957.258823:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2ea8. 00000400:00000200:1.0:1777582957.258827:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.258843:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.258850:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397271:397271:256:4294967295] 192.168.202.9@tcp LPNI seq info [397267:397267:8:4294967295] 00000400:00000200:1.0:1777582957.258857:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582957.258864:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.258870:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.258875:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582957.258882:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.258890:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.258894:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1777582957.258967:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:2.0:1777582957.258974:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f000. 00010000:00000010:2.0:1777582957.258980:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00010000:00000010:0.1:1777582957.263147:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582957.263164:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000020:00000010:1.0:1777582957.263471:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fa00. 00000020:00000010:1.0:1777582957.263478:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.263483:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482ea0800. 00000800:00000200:0.0:1777582957.267531:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.267543:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582957.267552:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.267563:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.272643:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.273587:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214771 00000400:00000200:3.0:1777582957.273598:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.273604:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.273612:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:3.0:1777582957.273615:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00010000:00000010:1.1:1777582957.273923:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582957.273933:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:3.0:1777582957.274019:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.274032:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885ac80 00000400:00000200:3.0:1777582957.274040:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 178008 00000400:00000200:3.0:1777582957.274111:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.274116:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.274121:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.274127:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e369f80. 00010000:00000010:3.1:1777582957.274177:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582957.274184:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582957.274811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582957.274819:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582957.274822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582957.274824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000020:00000010:0.0:1777582957.274871:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc79c0. 00000020:00000010:0.0:1777582957.274878:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc79c0. 00000020:00000010:0.0:1777582957.274887:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481372400. 00000020:00000010:0.0:1777582957.274893:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582957.274899:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582957.274943:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc79c0. 00000020:00000010:0.0:1777582957.274946:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc79c0. 00000100:00000200:0.0:1777582957.274949:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707918976 00000001:00000010:0.0:1777582957.274960:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185d80. 00010000:00000010:0.0:1777582957.274987:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582957.274995:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 02000000:00000010:0.0:1777582957.275022:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fc0000. 00010000:00000010:0.0:1777582957.275053:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582957.275057:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582957.275077:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582957.275080:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582957.275085:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582957.275088:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00000004:00000010:0.0:1777582957.275207:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865183c0. 00000004:00000010:0.0:1777582957.275217:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22438. 00000004:00000010:0.0:1777582957.275224:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34770. 00080000:00000010:0.0:1777582957.275233:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f758f0. 00010000:00000010:1.0:1777582957.276202:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582957.276210:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f700. 00010000:00000010:1.0:1777582957.276215:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582957.276220:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582957.276312:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:1.0:1777582957.276324:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:1.0:1777582957.276329:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:1.0:1777582957.276352:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000200:1.0:1777582957.276372:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238e369f80 x1863928707918976/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582957.276394:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777582957.276401:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707918976, offset 224 00000400:00000200:1.0:1777582957.276407:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.276420:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.276429:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397272:397272:256:4294967295] 192.168.202.9@tcp LPNI seq info [397268:397268:8:4294967295] 00000400:00000200:1.0:1777582957.276441:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.276448:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.276454:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582957.276462:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.276471:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.276476:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.276496:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:1.0:1777582957.276501:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:1.0:1777582957.276505:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481372400. 00000800:00000200:0.0:1777582957.276740:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.276745:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582957.276750:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.276755:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582957.276761:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:0.0:1777582957.276763:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000400:00000200:0.0:1777582957.279239:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.279262:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885ad80 00000400:00000200:0.0:1777582957.279282:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 178584 00000400:00000200:0.0:1777582957.279308:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.279313:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.279321:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.279327:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f00380. 00000020:00000010:3.0:1777582957.279565:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.279572:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.279580:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1805800. 00000020:00000010:3.0:1777582957.279585:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582957.279591:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582957.279635:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.279638:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000100:00000200:3.0:1777582957.279641:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707919232 02000000:00000010:3.0:1777582957.279706:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023894e5000. 00010000:00000010:3.0:1777582957.279758:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:3.0:1777582957.279779:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f700. 00010000:00000010:3.0:1777582957.279806:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582957.279815:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582957.279833:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582957.279836:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582957.279841:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582957.279845:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582957.279973:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582957.279976:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582957.279980:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582957.279983:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000020:00000010:3.0:1777582957.280010:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.280018:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.280029:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedea0. 00080000:00000010:3.0:1777582957.280039:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023886ab000. 00000001:00000010:3.0:1777582957.281216:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743ae0. 00000001:00000010:3.0:1777582957.281227:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582957.281270:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedea0. 00010000:00000010:3.0:1777582957.281502:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582957.281513:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582957.281533:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582957.281633:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582957.281655:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582957.281699:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975527, last committed = 8589975425 00010000:00000200:3.0:1777582957.281711:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f00380 x1863928707919232/t8589975527(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.281734:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582957.281742:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707919232, offset 224 00000400:00000010:3.0:1777582957.281749:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b77e0. 00000400:00000200:3.0:1777582957.281754:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.281770:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.281777:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397273:397273:256:4294967295] 192.168.202.9@tcp LPNI seq info [397269:397269:8:4294967295] 00000400:00000200:3.0:1777582957.281784:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.281791:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.281797:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.281802:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582957.281809:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.281818:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.281823:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.281849:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582957.281855:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582957.281858:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1805800. 00000800:00000200:3.0:1777582957.281968:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.281973:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:3.0:1777582957.281977:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.281982:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582957.284488:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:3.0:1777582957.284506:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f800. 00010000:00000010:1.0:1777582957.287981:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:1.0:1777582957.287999:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374400. 00010000:00000010:1.0:1777582957.288011:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000400:00000200:0.0:1777582957.288151:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582957.288171:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214779 00000400:00000200:0.0:1777582957.288179:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.288184:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582957.288191:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:0.0:1777582957.288194:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:0.0:1777582957.288225:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.288231:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885ae00 00000400:00000200:0.0:1777582957.288239:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 179072 00010000:00000010:1.1:1777582957.288444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582957.288452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.0:1777582957.288475:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:1.0:1777582957.288479:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00000400:00000200:0.0:1777582957.288812:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.288818:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.288824:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.288830:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f00000. 00010000:00000010:2.1:1777582957.288949:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582957.288956:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000020:00000010:3.0:1777582957.290873:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.290886:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.290893:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1805800. 00000020:00000010:3.0:1777582957.290900:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582957.290906:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582957.292258:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02485460ac0. 00000020:00000010:3.0:1777582957.292267:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02485460ac0. 00000100:00000200:3.0:1777582957.292272:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707919360 00000001:00000010:3.0:1777582957.292300:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:3.0:1777582957.292332:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582957.292343:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582957.292378:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023894e7000. 00010000:00000010:3.0:1777582957.292413:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582957.292417:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582957.292437:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582957.292441:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582957.292446:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582957.292448:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00000004:00000010:3.0:1777582957.292569:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e914a0. 00000004:00000010:3.0:1777582957.292579:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c650f0. 00000004:00000010:3.0:1777582957.292586:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386330. 00080000:00000010:3.0:1777582957.292595:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13008. 00010000:00000010:1.1:1777582957.295894:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582957.295906:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582957.295911:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582957.295917:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582957.295920:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582957.295923:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582957.295927:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582957.295930:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.0:1777582957.305076:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582957.305088:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582957.305096:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582957.305104:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582957.305218:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:0.0:1777582957.305233:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:0.0:1777582957.305239:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:0.0:1777582957.305268:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:0.0:1777582957.305290:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f00000 x1863928707919360/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.305312:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582957.305320:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707919360, offset 224 00000400:00000200:0.0:1777582957.305328:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.305342:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.305350:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397274:397274:256:4294967295] 192.168.202.9@tcp LPNI seq info [397270:397270:8:4294967295] 00000400:00000200:0.0:1777582957.305361:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.305368:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.305373:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582957.305380:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.305389:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.305393:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.305423:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374380. 00000020:00000010:0.0:1777582957.305427:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:0.0:1777582957.305431:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1805800. 00000800:00000200:3.0:1777582957.305622:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.305626:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582957.305632:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.305638:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.305643:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:3.0:1777582957.305646:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00000400:00000200:0.0:1777582957.315191:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.315214:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885af00 00000400:00000200:0.0:1777582957.315222:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 179648 00000400:00000200:0.0:1777582957.315243:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.315247:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.315255:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.315262:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01880. 00000020:00000010:1.0:1777582957.315384:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582957.315390:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582957.315397:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:1.0:1777582957.315403:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fd80. 00000020:00000010:1.0:1777582957.315407:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.315444:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582957.315446:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000100:00000200:1.0:1777582957.315449:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707919616 02000000:00000010:1.0:1777582957.315487:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e04e000. 00010000:00000010:1.0:1777582957.315528:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:1.0:1777582957.315544:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:1.0:1777582957.315564:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582957.315570:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582957.315586:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582957.315589:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f880. 00010000:00000010:1.0:1777582957.315594:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582957.315599:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582957.315721:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582957.315724:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f500. 00010000:00000010:1.0:1777582957.315729:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582957.315732:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00000020:00000010:1.0:1777582957.315759:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6c20. 00000020:00000010:1.0:1777582957.315767:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6c20. 00000020:00000010:1.0:1777582957.315777:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a2a0. 00080000:00000010:1.0:1777582957.315787:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023dfbbd800. 00000001:00000010:1.0:1777582957.316304:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a180. 00000001:00000010:1.0:1777582957.316313:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582957.316351:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a2a0. 00010000:00000010:1.0:1777582957.316360:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582957.316365:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582957.316377:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582957.316416:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582957.316430:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000200:1.0:1777582957.316447:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975528, last committed = 8589975425 00010000:00000200:1.0:1777582957.316456:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f01880 x1863928707919616/t8589975528(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582957.316476:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582957.316482:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707919616, offset 224 00000400:00000010:1.0:1777582957.316488:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2e38. 00000400:00000200:1.0:1777582957.316491:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.316505:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.316512:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397275:397275:256:4294967295] 192.168.202.9@tcp LPNI seq info [397271:397271:8:4294967295] 00000400:00000200:1.0:1777582957.316518:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582957.316525:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.316534:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.316538:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582957.316544:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.316551:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.316554:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:3.1:1777582957.317187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582957.317196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582957.317201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582957.317204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582957.317206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582957.317208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000020:00000010:1.0:1777582957.317395:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fd80. 00000020:00000010:1.0:1777582957.317401:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.317405:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00010000:00000010:1.0:1777582957.317440:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582957.317446:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f500. 00010000:00000010:1.0:1777582957.317451:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000800:00000200:1.0:1777582957.318532:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.318537:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:1.0:1777582957.318544:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.318553:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582957.321273:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582957.321355:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214781 00000400:00000200:0.0:1777582957.321363:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.321368:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582957.321375:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:0.0:1777582957.321378:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000400:00000200:0.0:1777582957.322259:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.322270:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885af80 00000400:00000200:0.0:1777582957.322279:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 180136 00000400:00000200:0.0:1777582957.322360:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.322364:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.322370:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.322377:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f03800. 00000020:00000010:1.0:1777582957.322710:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582957.322716:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582957.322724:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482ea0800. 00000020:00000010:1.0:1777582957.322731:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f500. 00000020:00000010:1.0:1777582957.322737:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.322793:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582957.322796:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000100:00000200:1.0:1777582957.322799:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707919744 00000001:00000010:1.0:1777582957.322812:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:1.0:1777582957.322844:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582957.322853:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 02000000:00000010:1.0:1777582957.322889:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388eb8000. 00010000:00000010:1.0:1777582957.322923:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582957.322927:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582957.322950:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582957.322954:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582957.322960:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582957.322963:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00000004:00000010:1.0:1777582957.323061:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56d20. 00000004:00000010:1.0:1777582957.323071:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3078. 00000004:00000010:1.0:1777582957.323078:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945a90. 00080000:00000010:1.0:1777582957.323087:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e1c8. 00010000:00000010:0.1:1777582957.324859:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582957.324873:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582957.324877:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582957.324880:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582957.325049:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:3.0:1777582957.325061:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f880. 00010000:00000010:1.1:1777582957.328959:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582957.328975:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:1.0:1777582957.329068:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582957.329073:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f780. 00010000:00000010:1.0:1777582957.329078:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582957.329085:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582957.329182:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582957.329193:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582957.329198:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582957.329223:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000200:1.0:1777582957.329243:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f03800 x1863928707919744/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582957.329264:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777582957.329271:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707919744, offset 224 00000400:00000200:1.0:1777582957.329278:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.329292:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.329299:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397276:397276:256:4294967295] 192.168.202.9@tcp LPNI seq info [397272:397272:8:4294967295] 00000400:00000200:1.0:1777582957.329311:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.329317:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.329321:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582957.329328:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.329336:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.329341:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.329360:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f500. 00000020:00000010:1.0:1777582957.329365:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.329369:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482ea0800. 00000800:00000200:0.0:1777582957.329597:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.329601:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582957.329606:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.329611:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582957.329617:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:0.0:1777582957.329619:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00010000:00000010:1.1:1777582957.330203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582957.330211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582957.330215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582957.330218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582957.330222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582957.330225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582957.335181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:3.1:1777582957.335200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000400:00000200:1.0:1777582957.335720:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.335741:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885b080 00000400:00000200:1.0:1777582957.335750:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 180712 00000400:00000200:1.0:1777582957.335767:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.335772:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.335780:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.335788:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667e680. 00000020:00000010:3.0:1777582957.335879:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.335885:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.335891:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804600. 00000020:00000010:3.0:1777582957.335897:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374780. 00000020:00000010:3.0:1777582957.335902:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582957.335949:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02482fa4f80. 00000020:00000010:3.0:1777582957.335952:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02482fa4f80. 00000100:00000200:3.0:1777582957.335954:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707920000 02000000:00000010:3.0:1777582957.335998:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385496000. 00010000:00000010:3.0:1777582957.336042:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:3.0:1777582957.336059:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f780. 00010000:00000010:3.0:1777582957.336080:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582957.336086:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582957.336100:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582957.336103:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582957.336107:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582957.336110:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582957.336230:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582957.336233:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374880. 00010000:00000010:3.0:1777582957.336236:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582957.336240:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000020:00000010:3.0:1777582957.336263:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.336270:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.336281:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743660. 00080000:00000010:3.0:1777582957.336299:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023886aac00. 00000001:00000010:3.0:1777582957.336701:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed5a0. 00000001:00000010:3.0:1777582957.336709:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582957.336748:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743660. 00010000:00000010:3.0:1777582957.336756:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582957.336761:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582957.336774:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582957.336815:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582957.336821:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582957.336838:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582957.336842:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374880. 00010000:00000010:3.0:1777582957.336856:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:3.0:1777582957.336872:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975529, last committed = 8589975425 00010000:00000200:3.0:1777582957.336881:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239667e680 x1863928707920000/t8589975529(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.336900:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582957.336905:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707920000, offset 224 00000400:00000010:3.0:1777582957.336912:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b78f8. 00000400:00000200:3.0:1777582957.336916:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.336930:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.336937:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397277:397277:256:4294967295] 192.168.202.9@tcp LPNI seq info [397273:397273:8:4294967295] 00000400:00000200:3.0:1777582957.336943:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.336949:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.336955:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.336959:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582957.336964:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.336971:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.336975:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.336994:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374780. 00000020:00000010:3.0:1777582957.336998:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582957.337002:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804600. 00000800:00000200:3.0:1777582957.337091:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.337095:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:3.0:1777582957.337099:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.337103:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582957.339192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582957.339204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582957.339208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582957.339211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582957.345436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:3.1:1777582957.345452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582957.345456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582957.345460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582957.345475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582957.345478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:1.0:1777582957.353404:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582957.353439:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214789 00000400:00000200:1.0:1777582957.353448:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.353454:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582957.353461:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:1.0:1777582957.353465:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:1.0:1777582957.357033:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.357055:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885b100 00000400:00000200:1.0:1777582957.357064:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 181200 00000400:00000200:1.0:1777582957.357159:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.357165:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.357173:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.357184:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeba300. 00000020:00000010:1.0:1777582957.357251:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582957.357256:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582957.357263:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248370f800. 00000020:00000010:1.0:1777582957.357268:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f500. 00000020:00000010:1.0:1777582957.357273:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.357310:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0340. 00000020:00000010:1.0:1777582957.357313:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0340. 00000100:00000200:1.0:1777582957.357316:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707920128 00000001:00000010:1.0:1777582957.357327:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:1.0:1777582957.357353:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582957.357362:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 02000000:00000010:1.0:1777582957.357391:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388eb9000. 00010000:00000010:1.0:1777582957.357422:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582957.357425:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582957.357444:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582957.357448:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582957.357452:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582957.357455:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00000004:00000010:1.0:1777582957.357559:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57680. 00000004:00000010:1.0:1777582957.357569:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3f78. 00000004:00000010:1.0:1777582957.357577:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944880. 00080000:00000010:1.0:1777582957.357586:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e558. 00010000:00000010:1.0:1777582957.358621:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582957.358629:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fb80. 00010000:00000010:1.0:1777582957.358635:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582957.358642:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582957.358751:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582957.358766:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582957.358772:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582957.358795:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000200:1.0:1777582957.358814:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeba300 x1863928707920128/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582957.358833:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777582957.358840:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707920128, offset 224 00000400:00000200:1.0:1777582957.358847:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.358858:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.358864:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397278:397278:256:4294967295] 192.168.202.9@tcp LPNI seq info [397274:397274:8:4294967295] 00000400:00000200:1.0:1777582957.358874:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.358881:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.358886:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582957.358892:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.358900:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.358904:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.358937:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f500. 00000020:00000010:1.0:1777582957.358941:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.358946:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248370f800. 00000800:00000200:0.0:1777582957.359218:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.359224:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582957.359231:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.359237:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582957.359244:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:0.0:1777582957.359247:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00010000:00000010:2.0:1777582957.359570:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:2.0:1777582957.359578:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:1.1:1777582957.364185:0:1096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582957.364202:0:1096:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582957.364206:0:1096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582957.364209:0:1096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000400:00000200:0.0:1777582957.369325:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.369347:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885b200 00000400:00000200:0.0:1777582957.369356:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 181776 00000400:00000200:0.0:1777582957.369379:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.369383:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.369392:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.369399:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f00e00. 00010000:00000010:2.1:1777582957.373201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582957.373219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000020:00000010:1.0:1777582957.373497:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582957.373503:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582957.373511:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024898d8600. 00000020:00000010:1.0:1777582957.373517:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f500. 00000020:00000010:1.0:1777582957.373523:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.373614:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582957.373617:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000100:00000200:1.0:1777582957.373620:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707920384 02000000:00000010:1.0:1777582957.373675:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388ebb000. 00010000:00000010:1.0:1777582957.373726:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582957.373748:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fb80. 00010000:00000010:1.0:1777582957.373768:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582957.373775:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582957.373792:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582957.373796:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fb80. 00010000:00000010:1.0:1777582957.373801:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582957.373804:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582957.373931:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582957.373934:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582957.373937:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582957.373940:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00000020:00000010:1.0:1777582957.373965:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6ac0. 00000020:00000010:1.0:1777582957.373971:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6ac0. 00000020:00000010:1.0:1777582957.373982:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ad20. 00080000:00000010:1.0:1777582957.373993:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023dfbbc000. 00000001:00000010:1.0:1777582957.374524:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a000. 00000001:00000010:1.0:1777582957.374533:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582957.374579:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ad20. 00010000:00000010:1.0:1777582957.374591:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582957.374596:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582957.374612:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582957.375986:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582957.376011:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000200:1.0:1777582957.376035:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975530, last committed = 8589975425 00010000:00000200:1.0:1777582957.376047:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f00e00 x1863928707920384/t8589975530(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582957.376073:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582957.376079:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707920384, offset 224 00000400:00000010:1.0:1777582957.376087:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2d90. 00000400:00000200:1.0:1777582957.376091:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.376108:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.376116:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397279:397279:256:4294967295] 192.168.202.9@tcp LPNI seq info [397275:397275:8:4294967295] 00000400:00000200:1.0:1777582957.376123:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582957.376130:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.376557:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.376562:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582957.376569:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.376577:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.376580:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.376648:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f500. 00000020:00000010:1.0:1777582957.376654:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.376659:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024898d8600. 00010000:00000010:2.0:1777582957.377089:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:2.0:1777582957.377101:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:2.0:1777582957.377109:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000800:00000200:3.0:1777582957.382109:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.382119:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582957.382126:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.382148:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582957.384473:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582957.384495:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214791 00000400:00000200:0.0:1777582957.384504:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.384508:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582957.384514:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:0.0:1777582957.384517:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00010000:00000010:3.0:1777582957.384949:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:3.0:1777582957.384962:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fb80. 00000400:00000200:0.0:1777582957.385115:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.385126:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885b280 00000400:00000200:0.0:1777582957.385185:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 182264 00000400:00000200:0.0:1777582957.385265:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.385271:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.385277:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.385283:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f02300. 00000020:00000010:0.0:1777582957.385342:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582957.385347:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582957.385352:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481372200. 00000020:00000010:0.0:1777582957.385358:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf980. 00000020:00000010:0.0:1777582957.385364:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582957.385408:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582957.385411:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000100:00000200:0.0:1777582957.385415:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707920512 00000001:00000010:0.0:1777582957.385427:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:0.0:1777582957.385453:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582957.385459:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 02000000:00000010:0.0:1777582957.385486:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fc7000. 00010000:00000010:0.0:1777582957.385517:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582957.385522:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582957.385538:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582957.385542:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582957.385546:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582957.385549:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000004:00000010:0.0:1777582957.385670:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865190e0. 00000004:00000010:0.0:1777582957.385680:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22a50. 00000004:00000010:0.0:1777582957.385696:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34880. 00080000:00000010:0.0:1777582957.385705:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75398. 00010000:00000010:0.0:1777582957.388826:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582957.388837:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582957.388844:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582957.388852:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582957.388945:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582957.388958:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582957.388964:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582957.388991:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000200:0.0:1777582957.389014:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f02300 x1863928707920512/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.389037:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582957.389043:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707920512, offset 224 00000400:00000200:0.0:1777582957.389051:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.389065:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.389072:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397280:397280:256:4294967295] 192.168.202.9@tcp LPNI seq info [397276:397276:8:4294967295] 00000400:00000200:0.0:1777582957.389085:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.389092:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.389098:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582957.389106:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.389114:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.389119:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.389163:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf980. 00000020:00000010:0.0:1777582957.389169:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582957.389174:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481372200. 00000800:00000200:3.0:1777582957.389456:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.389460:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582957.389465:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.389470:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.389475:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:3.0:1777582957.389477:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00010000:00000010:1.1:1777582957.391929:0:5575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582957.391943:0:5575:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00000400:00000200:0.0:1777582957.392097:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.392115:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885b380 00000400:00000200:0.0:1777582957.392122:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 182840 00000400:00000200:0.0:1777582957.393188:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.393200:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.393209:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.393218:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01500. 00000020:00000010:1.0:1777582957.395226:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582957.395238:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582957.395247:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248370f800. 00000020:00000010:1.0:1777582957.395253:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f500. 00000020:00000010:1.0:1777582957.395258:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.395318:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0440. 00000020:00000010:1.0:1777582957.395320:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0440. 00000100:00000200:1.0:1777582957.395324:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707920768 02000000:00000010:1.0:1777582957.395368:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388ebf000. 00010000:00000010:1.0:1777582957.395418:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:1.0:1777582957.395438:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:1.0:1777582957.395461:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582957.395468:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582957.395483:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582957.395487:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f380. 00010000:00000010:1.0:1777582957.395491:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582957.395493:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582957.395637:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582957.395641:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f180. 00010000:00000010:1.0:1777582957.395644:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582957.395647:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00000020:00000010:1.0:1777582957.396401:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6ac0. 00000020:00000010:1.0:1777582957.396412:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6ac0. 00000020:00000010:1.0:1777582957.396425:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ad20. 00080000:00000010:1.0:1777582957.396437:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023dfbbc800. 00000001:00000010:1.0:1777582957.396950:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562aae0. 00000001:00000010:1.0:1777582957.396960:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582957.397003:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ad20. 00010000:00000010:1.0:1777582957.397016:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582957.397023:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582957.397042:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582957.397099:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582957.397118:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000200:1.0:1777582957.397167:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975531, last committed = 8589975425 00010000:00000200:1.0:1777582957.397179:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f01500 x1863928707920768/t8589975531(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582957.397198:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582957.397205:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707920768, offset 224 00000400:00000010:1.0:1777582957.397212:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2118. 00000400:00000200:1.0:1777582957.397216:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.397231:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.397238:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397281:397281:256:4294967295] 192.168.202.9@tcp LPNI seq info [397277:397277:8:4294967295] 00000400:00000200:1.0:1777582957.397245:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582957.397252:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.397258:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.397262:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582957.397283:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.397292:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.397296:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.397317:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f500. 00000020:00000010:1.0:1777582957.397321:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.397326:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248370f800. 00000800:00000200:0.0:1777582957.397521:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.397526:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582957.397530:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.397535:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582957.397568:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:0.0:1777582957.397574:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f180. 00010000:00000010:0.0:1777582957.397581:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000400:00000200:0.0:1777582957.405210:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582957.405236:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214799 00000400:00000200:0.0:1777582957.405244:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.405248:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582957.405256:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:0.0:1777582957.405259:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000400:00000200:0.0:1777582957.405299:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.405306:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885b400 00000400:00000200:0.0:1777582957.405313:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 183328 00000400:00000200:0.0:1777582957.405367:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.405372:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.405376:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.405386:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6ad880. 00010000:00000010:3.1:1777582957.406364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582957.406377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000020:00000010:3.0:1777582957.406441:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02498940b00. 00000020:00000010:3.0:1777582957.406446:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02498940b00. 00000020:00000010:3.0:1777582957.406452:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804600. 00000020:00000010:3.0:1777582957.406458:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374780. 00000020:00000010:3.0:1777582957.406463:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582957.406504:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02498940b00. 00000020:00000010:3.0:1777582957.406506:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02498940b00. 00000100:00000200:3.0:1777582957.406509:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707920896 00000001:00000010:3.0:1777582957.406522:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:3.0:1777582957.406550:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.406558:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 02000000:00000010:3.0:1777582957.406610:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487954000. 00010000:00000010:3.0:1777582957.406647:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582957.406652:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582957.406683:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582957.406686:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374880. 00010000:00000010:3.0:1777582957.406700:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582957.406703:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000004:00000010:3.0:1777582957.406805:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e912c0. 00000004:00000010:3.0:1777582957.406814:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65a50. 00000004:00000010:3.0:1777582957.406820:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387ba0. 00080000:00000010:3.0:1777582957.406829:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12c78. 00010000:00000010:1.1:1777582957.407532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582957.407541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582957.407577:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582957.407586:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f380. 00010000:00000010:0.0:1777582957.414436:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582957.414447:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582957.414454:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582957.414462:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582957.414550:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:0.0:1777582957.414564:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:0.0:1777582957.414569:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374880. 00010000:00000010:0.0:1777582957.414596:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:0.0:1777582957.414618:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6ad880 x1863928707920896/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.414640:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582957.414647:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707920896, offset 224 00000400:00000200:0.0:1777582957.414653:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.414667:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.414674:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397282:397282:256:4294967295] 192.168.202.9@tcp LPNI seq info [397278:397278:8:4294967295] 00000400:00000200:0.0:1777582957.414685:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.414702:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.414708:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582957.414714:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.414723:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.414727:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.414757:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374780. 00000020:00000010:0.0:1777582957.414762:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:0.0:1777582957.414766:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804600. 00000800:00000200:1.0:1777582957.415227:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.415232:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582957.415237:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.415242:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582957.415247:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:1.0:1777582957.415250:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00010000:00000010:2.1:1777582957.416081:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582957.416091:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582957.416181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582957.416187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582957.416191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582957.416192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582957.418482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582957.418496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582957.418500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582957.418503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582957.418507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582957.418510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000400:00000200:1.0:1777582957.418545:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.418563:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885b500 00000400:00000200:1.0:1777582957.418573:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 183904 00000400:00000200:1.0:1777582957.418590:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.418595:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.418603:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.418609:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeb9500. 00000020:00000010:2.0:1777582957.418976:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93280. 00000020:00000010:2.0:1777582957.418983:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93280. 00000020:00000010:2.0:1777582957.418989:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e99a00. 00000020:00000010:2.0:1777582957.418994:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582957.418999:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582957.419045:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93280. 00000020:00000010:2.0:1777582957.419048:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93280. 00000100:00000200:2.0:1777582957.419051:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707921152 02000000:00000010:2.0:1777582957.419092:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e05e000. 00010000:00000010:2.0:1777582957.419168:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:2.0:1777582957.419182:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00010000:00000010:2.0:1777582957.419199:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582957.419205:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582957.419219:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582957.419223:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87280. 00010000:00000010:2.0:1777582957.419227:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582957.419229:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582957.419490:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582957.419493:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87a80. 00010000:00000010:2.0:1777582957.419496:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582957.419500:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00000020:00000010:2.0:1777582957.419524:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054160. 00000020:00000010:2.0:1777582957.419530:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054160. 00000020:00000010:2.0:1777582957.419539:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb12a0. 00080000:00000010:2.0:1777582957.419548:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238584d800. 00010000:00000010:0.1:1777582957.420399:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582957.420408:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000001:00000010:2.0:1777582957.422652:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1cc0. 00000001:00000010:2.0:1777582957.422667:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582957.422722:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb12a0. 00010000:00000010:2.0:1777582957.422739:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582957.422748:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582957.422775:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582957.422829:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582957.422852:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000200:2.0:1777582957.422875:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975532, last committed = 8589975425 00010000:00000200:2.0:1777582957.422886:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb9500 x1863928707921152/t8589975532(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582957.422907:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582957.422914:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707921152, offset 224 00000400:00000010:2.0:1777582957.422920:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12a48. 00000400:00000200:2.0:1777582957.422924:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.422940:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.422948:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397283:397283:256:4294967295] 192.168.202.9@tcp LPNI seq info [397279:397279:8:4294967295] 00000400:00000200:2.0:1777582957.422956:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582957.422962:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.422970:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.422976:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582957.422984:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.422992:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.422996:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.423022:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582957.423027:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582957.423030:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e99a00. 00010000:00000010:1.0:1777582957.423238:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:1.0:1777582957.423246:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87a80. 00010000:00000010:1.0:1777582957.423252:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68600. 00000800:00000200:3.0:1777582957.423606:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.423611:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582957.423616:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.423622:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582957.425051:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582957.425074:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147a1 00000400:00000200:1.0:1777582957.425083:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.425088:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582957.425095:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:1.0:1777582957.425099:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00010000:00000010:3.0:1777582957.425626:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:3.0:1777582957.425637:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87280. 00000400:00000200:1.0:1777582957.427490:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.427509:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885b580 00000400:00000200:1.0:1777582957.427517:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 184392 00000400:00000200:1.0:1777582957.427584:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.427589:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.427599:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.427606:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeebb100. 00000020:00000010:2.0:1777582957.428019:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93280. 00000020:00000010:2.0:1777582957.428026:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93280. 00000020:00000010:2.0:1777582957.428032:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e99a00. 00000020:00000010:2.0:1777582957.428038:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582957.428042:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582957.428085:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93280. 00000020:00000010:2.0:1777582957.428088:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93280. 00000100:00000200:2.0:1777582957.428091:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707921280 00000001:00000010:2.0:1777582957.428103:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:2.0:1777582957.428130:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582957.428162:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 02000000:00000010:2.0:1777582957.428189:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e05d000. 00010000:00000010:2.0:1777582957.428218:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582957.428222:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582957.428240:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582957.428243:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87b00. 00010000:00000010:2.0:1777582957.428247:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582957.428250:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00000004:00000010:2.0:1777582957.428349:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487056f00. 00000004:00000010:2.0:1777582957.428358:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0528. 00000004:00000010:2.0:1777582957.428365:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756550. 00080000:00000010:2.0:1777582957.428375:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a390. 00010000:00000010:0.1:1777582957.430015:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582957.430028:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582957.430032:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582957.430034:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.0:1777582957.432027:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582957.432040:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87580. 00010000:00000010:2.0:1777582957.432048:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582957.432058:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582957.432189:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582957.432203:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582957.432209:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87b00. 00010000:00000010:2.0:1777582957.432236:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000200:2.0:1777582957.432259:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeebb100 x1863928707921280/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582957.432281:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777582957.432288:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707921280, offset 224 00000400:00000200:2.0:1777582957.432296:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.432311:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.432319:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397284:397284:256:4294967295] 192.168.202.9@tcp LPNI seq info [397280:397280:8:4294967295] 00000400:00000200:2.0:1777582957.432331:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.432336:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.432342:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582957.432349:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.432359:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.432363:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.432387:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582957.432391:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582957.432395:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e99a00. 00000800:00000200:3.0:1777582957.432566:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.432571:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582957.432576:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.432582:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.432587:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c000 00000400:00000010:3.0:1777582957.432589:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c000. 00010000:00000010:1.1:1777582957.432849:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:1.1:1777582957.432856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00000400:00000200:1.0:1777582957.435822:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.435844:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885b680 00000400:00000200:1.0:1777582957.435853:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 184968 00000400:00000200:1.0:1777582957.435870:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.435875:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.435885:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.435892:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeebad80. 00000020:00000010:2.0:1777582957.436009:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93400. 00000020:00000010:2.0:1777582957.436016:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93400. 00000020:00000010:2.0:1777582957.436023:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e99a00. 00000020:00000010:2.0:1777582957.436028:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582957.436034:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582957.436073:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93400. 00000020:00000010:2.0:1777582957.436076:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93400. 00000100:00000200:2.0:1777582957.436079:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707921536 02000000:00000010:2.0:1777582957.436120:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e05a000. 00010000:00000010:2.0:1777582957.436194:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582957.436212:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87580. 00010000:00000010:2.0:1777582957.436234:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582957.436240:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582957.436259:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582957.436263:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87580. 00010000:00000010:2.0:1777582957.436385:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582957.436391:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582957.436508:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582957.436511:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87b00. 00010000:00000010:2.0:1777582957.436515:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582957.436517:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00000020:00000010:2.0:1777582957.436544:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860542c0. 00000020:00000010:2.0:1777582957.436551:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860542c0. 00000020:00000010:2.0:1777582957.436561:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1600. 00080000:00000010:2.0:1777582957.436572:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238584e800. 00000001:00000010:2.0:1777582957.437086:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9f60. 00000001:00000010:2.0:1777582957.437094:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e686c0. 00000020:00000010:2.0:1777582957.437852:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1600. 00010000:00000010:2.0:1777582957.437868:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582957.437875:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582957.437893:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582957.437985:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582957.438006:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000200:2.0:1777582957.438026:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975533, last committed = 8589975425 00010000:00000200:2.0:1777582957.438038:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeebad80 x1863928707921536/t8589975533(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582957.438064:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582957.438071:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707921536, offset 224 00000400:00000010:2.0:1777582957.438079:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12268. 00000400:00000200:2.0:1777582957.438083:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.438098:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.438106:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397285:397285:256:4294967295] 192.168.202.9@tcp LPNI seq info [397281:397281:8:4294967295] 00000400:00000200:2.0:1777582957.438113:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582957.438120:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.438128:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.438158:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582957.438166:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.438173:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.438179:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.438199:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582957.438203:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582957.438207:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e99a00. 00000800:00000200:1.0:1777582957.439735:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.439745:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582957.439753:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.439763:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582957.442162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582957.442177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582957.442182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582957.442186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582957.444901:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582957.444918:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.0:1777582957.444959:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:3.0:1777582957.444968:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87b00. 00010000:00000010:3.0:1777582957.444980:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68600. 00000400:00000200:1.0:1777582957.445247:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582957.445276:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147a9 00000400:00000200:1.0:1777582957.445291:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.445296:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582957.445303:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:1.0:1777582957.445306:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000400:00000200:1.0:1777582957.445345:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.445352:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885b700 00000400:00000200:1.0:1777582957.445359:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 185456 00000400:00000200:1.0:1777582957.445418:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.445422:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.445427:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.445433:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeebb480. 00010000:00000010:2.0:1777582957.445830:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582957.445838:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87580. 00000020:00000010:3.0:1777582957.449768:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef480. 00000020:00000010:3.0:1777582957.449780:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef480. 00000020:00000010:3.0:1777582957.449790:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1805400. 00000020:00000010:3.0:1777582957.449797:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582957.449803:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582957.449863:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef480. 00000020:00000010:3.0:1777582957.449866:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef480. 00000100:00000200:3.0:1777582957.449869:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707921664 00000001:00000010:3.0:1777582957.449882:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68240. 00010000:00000010:3.0:1777582957.449909:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582957.449917:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 02000000:00000010:3.0:1777582957.449948:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487950000. 00010000:00000010:3.0:1777582957.449979:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582957.449983:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582957.450001:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582957.450005:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582957.450009:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582957.450012:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000004:00000010:3.0:1777582957.450122:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90b40. 00000004:00000010:3.0:1777582957.450153:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65f78. 00000004:00000010:3.0:1777582957.450161:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386000. 00080000:00000010:3.0:1777582957.450170:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e138f0. 00010000:00000010:0.0:1777582957.451631:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582957.451639:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf780. 00010000:00000010:0.0:1777582957.451646:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582957.451653:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582957.451753:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:0.0:1777582957.451766:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:0.0:1777582957.451772:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00010000:00000010:0.0:1777582957.451796:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:0.0:1777582957.451817:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeebb480 x1863928707921664/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.451838:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582957.451845:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707921664, offset 224 00000400:00000200:0.0:1777582957.451853:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.451868:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.451875:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397286:397286:256:4294967295] 192.168.202.9@tcp LPNI seq info [397282:397282:8:4294967295] 00000400:00000200:0.0:1777582957.451886:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.451893:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.451898:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582957.451906:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.451915:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.451920:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.451954:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374a80. 00000020:00000010:0.0:1777582957.451959:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:0.0:1777582957.451962:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1805400. 00000800:00000200:3.0:1777582957.452194:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.452199:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582957.452204:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.452209:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.452214:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:3.0:1777582957.452216:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00010000:00000010:2.1:1777582957.453175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582957.453185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582957.453191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582957.453194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582957.453198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582957.453200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582957.453203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582957.453205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00000400:00000200:3.0:1777582957.454089:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.454108:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885b800 00000400:00000200:3.0:1777582957.454116:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 186032 00000400:00000200:3.0:1777582957.454165:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.454171:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.454178:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.454186:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568a680. 00000020:00000010:2.0:1777582957.454305:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93400. 00000020:00000010:2.0:1777582957.454311:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93400. 00000020:00000010:2.0:1777582957.454318:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e99a00. 00000020:00000010:2.0:1777582957.454323:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87580. 00000020:00000010:2.0:1777582957.454328:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582957.454362:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93400. 00000020:00000010:2.0:1777582957.454365:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93400. 00000100:00000200:2.0:1777582957.454368:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707921920 02000000:00000010:2.0:1777582957.454429:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385898000. 00010000:00000010:2.0:1777582957.454476:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:2.0:1777582957.454492:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf780. 00010000:00000010:2.0:1777582957.454512:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582957.454518:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582957.454535:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582957.454538:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87e00. 00010000:00000010:2.0:1777582957.454542:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582957.454544:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582957.454829:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582957.454833:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87c00. 00010000:00000010:2.0:1777582957.454836:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582957.454839:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00000020:00000010:2.0:1777582957.454866:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860542c0. 00000020:00000010:2.0:1777582957.454873:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860542c0. 00000020:00000010:2.0:1777582957.454884:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a93c0. 00080000:00000010:2.0:1777582957.454894:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238584d000. 00000001:00000010:2.0:1777582957.455497:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1240. 00000001:00000010:2.0:1777582957.455505:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582957.455547:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a93c0. 00010000:00000010:2.0:1777582957.455557:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582957.455561:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582957.455575:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68900. 00010000:00000010:2.0:1777582957.458824:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582957.458858:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000200:2.0:1777582957.458885:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975534, last committed = 8589975425 00010000:00000200:2.0:1777582957.458898:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568a680 x1863928707921920/t8589975534(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582957.458922:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582957.458929:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707921920, offset 224 00000400:00000010:2.0:1777582957.458936:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12348. 00000400:00000200:2.0:1777582957.458940:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.458957:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.458966:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397287:397287:256:4294967295] 192.168.202.9@tcp LPNI seq info [397283:397283:8:4294967295] 00000400:00000200:2.0:1777582957.458972:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582957.458978:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.458985:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.458992:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582957.458999:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.459006:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.459011:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.459043:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87580. 00000020:00000010:2.0:1777582957.459048:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582957.459052:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e99a00. 00000800:00000200:2.0:1777582957.459191:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.459195:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582957.459201:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.459206:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582957.461076:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582957.461091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582957.461443:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582957.461450:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.0:1777582957.461867:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:3.0:1777582957.461879:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87c00. 00010000:00000010:3.0:1777582957.461887:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68900. 00010000:00000010:0.1:1777582957.463169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582957.463182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582957.463186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582957.463188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:2.0:1777582957.464299:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582957.464325:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147b1 00000400:00000200:2.0:1777582957.464333:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.464339:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582957.464346:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777582957.464349:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000400:00000200:2.0:1777582957.465774:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.465788:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885b880 00000400:00000200:2.0:1777582957.465796:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 186520 00000400:00000200:2.0:1777582957.465857:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.465862:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.465868:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.465875:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970faa00. 00000020:00000010:0.0:1777582957.466011:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582957.466016:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582957.466022:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481372200. 00000020:00000010:0.0:1777582957.466027:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582957.466032:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582957.466065:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582957.466067:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000100:00000200:0.0:1777582957.466070:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707922048 00000001:00000010:0.0:1777582957.466083:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e686c0. 00010000:00000010:0.0:1777582957.466113:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582957.466122:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 02000000:00000010:0.0:1777582957.466172:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fc5000. 00010000:00000010:0.0:1777582957.466204:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582957.466208:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582957.466228:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582957.466231:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582957.466235:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582957.466237:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00000004:00000010:0.0:1777582957.466349:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519680. 00000004:00000010:0.0:1777582957.466359:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22ca8. 00000004:00000010:0.0:1777582957.466368:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34dd0. 00080000:00000010:0.0:1777582957.466377:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74390. 00010000:00000010:2.1:1777582957.467199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582957.467207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582957.467211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582957.467215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582957.467637:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582957.467642:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87200. 00010000:00000010:2.0:1777582957.467647:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582957.467653:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582957.467742:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:2.0:1777582957.467753:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:2.0:1777582957.467759:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00010000:00000010:2.0:1777582957.467782:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:2.0:1777582957.467802:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970faa00 x1863928707922048/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582957.467821:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582957.467827:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707922048, offset 224 00000400:00000200:2.0:1777582957.467833:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.467846:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.467854:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397288:397288:256:4294967295] 192.168.202.9@tcp LPNI seq info [397284:397284:8:4294967295] 00000400:00000200:2.0:1777582957.467865:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.467871:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.467878:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582957.467886:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.467894:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.467899:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.467929:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf000. 00000020:00000010:2.0:1777582957.467934:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:2.0:1777582957.467939:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481372200. 00000800:00000200:0.0:1777582957.468186:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.468191:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582957.468196:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.468201:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582957.468206:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:0.0:1777582957.468208:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00010000:00000010:3.1:1777582957.471492:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582957.471511:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.0:1777582957.471557:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:3.0:1777582957.471566:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87e00. 00000400:00000200:0.0:1777582957.474281:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.474312:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885b980 00000400:00000200:0.0:1777582957.474321:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 187096 00000400:00000200:0.0:1777582957.474337:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.474342:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.474350:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.474357:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6ac380. 00000020:00000010:3.0:1777582957.474708:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef480. 00000020:00000010:3.0:1777582957.474715:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef480. 00000020:00000010:3.0:1777582957.474721:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486207800. 00000020:00000010:3.0:1777582957.474727:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.474732:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582957.474767:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef480. 00000020:00000010:3.0:1777582957.474770:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef480. 00000100:00000200:3.0:1777582957.474773:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707922304 02000000:00000010:3.0:1777582957.474810:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487951000. 00010000:00000010:3.0:1777582957.474850:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:3.0:1777582957.474868:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87200. 00010000:00000010:3.0:1777582957.474887:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582957.474894:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582957.474910:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582957.474913:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582957.474917:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582957.474920:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582957.475037:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582957.475043:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582957.475046:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582957.475049:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00000020:00000010:3.0:1777582957.475076:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.475083:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05c20. 00000020:00000010:3.0:1777582957.475094:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed420. 00080000:00000010:3.0:1777582957.475105:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023886a8c00. 00000001:00000010:3.0:1777582957.475761:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743b40. 00000001:00000010:3.0:1777582957.475769:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582957.475805:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed420. 00010000:00000010:3.0:1777582957.475815:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582957.475819:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582957.475833:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582957.475874:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582957.475892:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000200:3.0:1777582957.475909:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975535, last committed = 8589975425 00010000:00000200:3.0:1777582957.475919:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6ac380 x1863928707922304/t8589975535(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.475939:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582957.475946:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707922304, offset 224 00000400:00000010:3.0:1777582957.475953:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7070. 00000400:00000200:3.0:1777582957.475957:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.475972:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.475978:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397289:397289:256:4294967295] 192.168.202.9@tcp LPNI seq info [397285:397285:8:4294967295] 00000400:00000200:3.0:1777582957.475985:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.475991:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.475997:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.476002:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582957.476007:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.476015:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.476019:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.476038:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374480. 00000020:00000010:3.0:1777582957.476041:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582957.476044:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486207800. 00010000:00000010:3.0:1777582957.476077:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582957.476083:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582957.476088:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000800:00000200:3.0:1777582957.476193:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.476197:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:3.0:1777582957.476201:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.476206:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582957.480506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:2.1:1777582957.480523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582957.480527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582957.480529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000400:00000200:0.0:1777582957.480872:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582957.480894:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147b9 00000400:00000200:0.0:1777582957.480902:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.480907:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582957.480914:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:0.0:1777582957.480917:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00000400:00000200:0.0:1777582957.480951:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.480958:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885ba00 00000400:00000200:0.0:1777582957.480965:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 187584 00000400:00000200:0.0:1777582957.481026:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.481030:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.481036:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.481043:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6adc00. 00010000:00000010:2.0:1777582957.481395:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:2.0:1777582957.481407:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00000020:00000010:3.0:1777582957.481558:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef480. 00000020:00000010:3.0:1777582957.481564:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef480. 00000020:00000010:3.0:1777582957.481570:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023905bda00. 00000020:00000010:3.0:1777582957.481575:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582957.481580:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582957.481613:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef480. 00000020:00000010:3.0:1777582957.481616:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef480. 00000100:00000200:3.0:1777582957.481619:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707922432 00000001:00000010:3.0:1777582957.481631:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e689c0. 00010000:00000010:3.0:1777582957.481669:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582957.481676:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 02000000:00000010:3.0:1777582957.481711:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487955000. 00010000:00000010:3.0:1777582957.481741:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582957.481745:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582957.481762:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582957.481766:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374480. 00010000:00000010:3.0:1777582957.481770:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582957.481773:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00000004:00000010:3.0:1777582957.481881:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e905a0. 00000004:00000010:3.0:1777582957.481891:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65ca8. 00000004:00000010:3.0:1777582957.481897:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387210. 00080000:00000010:3.0:1777582957.481907:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12e40. 00080000:00000010:1.0:1777582957.483158:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75c80. 00000004:00000010:1.0:1777582957.483169:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35320. 00000004:00000010:1.0:1777582957.483176:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22bb8. 00000004:00000010:1.0:1777582957.483182:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865194a0. 00080000:00000010:1.0:1777582957.483196:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74720. 00000004:00000010:1.0:1777582957.483199:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34ff0. 00000004:00000010:1.0:1777582957.483201:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e225a0. 00000004:00000010:1.0:1777582957.483203:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519a40. 00080000:00000010:1.0:1777582957.483222:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e121c8. 00000004:00000010:1.0:1777582957.483224:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386aa0. 00000004:00000010:1.0:1777582957.483227:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65258. 00000004:00000010:1.0:1777582957.483229:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91a40. 00080000:00000010:1.0:1777582957.483242:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e131d0. 00000004:00000010:1.0:1777582957.483245:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386ff0. 00000004:00000010:1.0:1777582957.483247:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65e88. 00000004:00000010:1.0:1777582957.483249:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90f00. 00080000:00000010:1.0:1777582957.483261:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e390. 00000004:00000010:1.0:1777582957.483263:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ba0. 00000004:00000010:1.0:1777582957.483277:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582957.483280:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56000. 00080000:00000010:1.0:1777582957.483299:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e720. 00000004:00000010:1.0:1777582957.483302:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944dd0. 00000004:00000010:1.0:1777582957.483305:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3780. 00000004:00000010:1.0:1777582957.483307:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f570e0. 00080000:00000010:1.0:1777582957.483321:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d1d0. 00000004:00000010:1.0:1777582957.483325:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756660. 00000004:00000010:1.0:1777582957.483327:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb04b0. 00000004:00000010:1.0:1777582957.483330:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168f00. 00080000:00000010:1.0:1777582957.483339:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dc80. 00000004:00000010:1.0:1777582957.483341:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757a90. 00000004:00000010:1.0:1777582957.483343:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0a50. 00000004:00000010:1.0:1777582957.483345:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71692c0. 00080000:00000010:1.0:1777582957.483354:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12c78. 00000004:00000010:1.0:1777582957.483356:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387ba0. 00000004:00000010:1.0:1777582957.483358:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65a50. 00000004:00000010:1.0:1777582957.483359:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e912c0. 00080000:00000010:1.0:1777582957.483367:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e128e8. 00000004:00000010:1.0:1777582957.483370:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387a90. 00000004:00000010:1.0:1777582957.483371:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65690. 00000004:00000010:1.0:1777582957.483373:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91680. 00080000:00000010:1.0:1777582957.483381:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13c80. 00000004:00000010:1.0:1777582957.483384:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387ed0. 00000004:00000010:1.0:1777582957.483386:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65b40. 00000004:00000010:1.0:1777582957.483387:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90000. 00080000:00000010:1.0:1777582957.483396:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e558. 00000004:00000010:1.0:1777582957.483399:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944880. 00000004:00000010:1.0:1777582957.483401:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f78. 00000004:00000010:1.0:1777582957.483403:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57680. 00080000:00000010:1.0:1777582957.483411:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ee40. 00000004:00000010:1.0:1777582957.483413:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944660. 00000004:00000010:1.0:1777582957.483415:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582957.483417:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57e00. 00080000:00000010:1.0:1777582957.483425:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75398. 00000004:00000010:1.0:1777582957.483427:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34880. 00000004:00000010:1.0:1777582957.483429:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22a50. 00000004:00000010:1.0:1777582957.483432:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865190e0. 00080000:00000010:1.0:1777582957.483441:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734cab0. 00000004:00000010:1.0:1777582957.483444:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756110. 00000004:00000010:1.0:1777582957.483446:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0c30. 00000004:00000010:1.0:1777582957.483447:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169e00. 00080000:00000010:1.0:1777582957.483456:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c720. 00000004:00000010:1.0:1777582957.483459:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757dc0. 00000004:00000010:1.0:1777582957.483460:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0e88. 00000004:00000010:1.0:1777582957.483462:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71690e0. 00080000:00000010:1.0:1777582957.483470:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f758f0. 00000004:00000010:1.0:1777582957.483477:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34770. 00000004:00000010:1.0:1777582957.483479:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22438. 00000004:00000010:1.0:1777582957.483481:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865183c0. 00080000:00000010:1.0:1777582957.483489:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d398. 00000004:00000010:1.0:1777582957.483491:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756220. 00000004:00000010:1.0:1777582957.483493:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb02d0. 00000004:00000010:1.0:1777582957.483495:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71694a0. 00080000:00000010:1.0:1777582957.483503:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c000. 00000004:00000010:1.0:1777582957.483505:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756440. 00000004:00000010:1.0:1777582957.483507:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0b40. 00000004:00000010:1.0:1777582957.483509:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169a40. 00080000:00000010:1.0:1777582957.483519:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75728. 00000004:00000010:1.0:1777582957.483521:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35dc0. 00000004:00000010:1.0:1777582957.483523:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e221e0. 00000004:00000010:1.0:1777582957.483525:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518000. 00080000:00000010:1.0:1777582957.483532:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e000. 00000004:00000010:1.0:1777582957.483534:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944ee0. 00000004:00000010:1.0:1777582957.483536:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3000. 00000004:00000010:1.0:1777582957.483538:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57c20. 00080000:00000010:1.0:1777582957.483546:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b8f0. 00000004:00000010:1.0:1777582957.483549:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756ee0. 00000004:00000010:1.0:1777582957.483551:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb03c0. 00000004:00000010:1.0:1777582957.483553:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024870561e0. 00080000:00000010:1.0:1777582957.483564:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f398. 00000004:00000010:1.0:1777582957.483567:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944110. 00000004:00000010:1.0:1777582957.483568:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a30f0. 00000004:00000010:1.0:1777582957.483570:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f565a0. 00080000:00000010:1.0:1777582957.483576:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e1c8. 00000004:00000010:1.0:1777582957.483578:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945a90. 00000004:00000010:1.0:1777582957.483580:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3078. 00000004:00000010:1.0:1777582957.483582:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56d20. 00080000:00000010:1.0:1777582957.483590:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13ab8. 00000004:00000010:1.0:1777582957.483592:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387760. 00000004:00000010:1.0:1777582957.483594:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65000. 00000004:00000010:1.0:1777582957.483595:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e903c0. 00080000:00000010:1.0:1777582957.483603:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a390. 00000004:00000010:1.0:1777582957.483605:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756550. 00000004:00000010:1.0:1777582957.483606:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0528. 00000004:00000010:1.0:1777582957.483608:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487056f00. 00080000:00000010:1.0:1777582957.483616:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f1d0. 00000004:00000010:1.0:1777582957.483618:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945650. 00000004:00000010:1.0:1777582957.483619:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582957.483621:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56f00. 00080000:00000010:1.0:1777582957.483628:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f728. 00000004:00000010:1.0:1777582957.483630:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945100. 00000004:00000010:1.0:1777582957.483631:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582957.483633:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f561e0. 00080000:00000010:1.0:1777582957.483640:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f8f0. 00000004:00000010:1.0:1777582957.483642:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945cb0. 00000004:00000010:1.0:1777582957.483644:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582957.483646:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56960. 00080000:00000010:1.0:1777582957.483654:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734cc78. 00000004:00000010:1.0:1777582957.483669:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757540. 00000004:00000010:1.0:1777582957.483671:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0708. 00000004:00000010:1.0:1777582957.483673:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168960. 00080000:00000010:1.0:1777582957.483682:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12390. 00000004:00000010:1.0:1777582957.483684:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387980. 00000004:00000010:1.0:1777582957.483694:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65708. 00000004:00000010:1.0:1777582957.483697:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91860. 00080000:00000010:1.0:1777582957.483705:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c558. 00000004:00000010:1.0:1777582957.483707:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756dd0. 00000004:00000010:1.0:1777582957.483709:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0168. 00000004:00000010:1.0:1777582957.483711:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71683c0. 00080000:00000010:1.0:1777582957.483720:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734ce40. 00000004:00000010:1.0:1777582957.483723:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757cb0. 00000004:00000010:1.0:1777582957.483724:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb08e8. 00000004:00000010:1.0:1777582957.483726:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168780. 00080000:00000010:1.0:1777582957.483735:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74390. 00000004:00000010:1.0:1777582957.483738:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34dd0. 00000004:00000010:1.0:1777582957.483740:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22ca8. 00000004:00000010:1.0:1777582957.483742:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519680. 00080000:00000010:1.0:1777582957.483751:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12558. 00000004:00000010:1.0:1777582957.483753:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387cb0. 00000004:00000010:1.0:1777582957.483755:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65348. 00000004:00000010:1.0:1777582957.483757:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90780. 00080000:00000010:1.0:1777582957.483766:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c8e8. 00000004:00000010:1.0:1777582957.483769:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757100. 00000004:00000010:1.0:1777582957.483771:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb01e0. 00000004:00000010:1.0:1777582957.483773:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71681e0. 00080000:00000010:1.0:1777582957.483783:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e138f0. 00000004:00000010:1.0:1777582957.483785:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386000. 00000004:00000010:1.0:1777582957.483788:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65f78. 00000004:00000010:1.0:1777582957.483789:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90b40. 00080000:00000010:1.0:1777582957.483798:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c390. 00000004:00000010:1.0:1777582957.483800:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757760. 00000004:00000010:1.0:1777582957.483802:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0870. 00000004:00000010:1.0:1777582957.483804:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168d20. 00080000:00000010:1.0:1777582957.483811:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d008. 00000004:00000010:1.0:1777582957.483814:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756990. 00000004:00000010:1.0:1777582957.483815:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0618. 00000004:00000010:1.0:1777582957.483818:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71685a0. 00080000:00000010:1.0:1777582957.483825:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13008. 00000004:00000010:1.0:1777582957.483827:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386330. 00000004:00000010:1.0:1777582957.483829:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c650f0. 00000004:00000010:1.0:1777582957.483831:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e914a0. 00080000:00000010:1.0:1777582957.483839:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13728. 00000004:00000010:1.0:1777582957.483841:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387dc0. 00000004:00000010:1.0:1777582957.483843:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c652d0. 00000004:00000010:1.0:1777582957.483844:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e910e0. 00080000:00000010:1.0:1777582957.483855:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74558. 00000004:00000010:1.0:1777582957.483857:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34220. 00000004:00000010:1.0:1777582957.483859:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e222d0. 00000004:00000010:1.0:1777582957.483862:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518960. 00080000:00000010:1.0:1777582957.483871:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f560. 00000004:00000010:1.0:1777582957.483874:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944990. 00000004:00000010:1.0:1777582957.483876:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582957.483878:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f563c0. 00080000:00000010:1.0:1777582957.483887:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d560. 00000004:00000010:1.0:1777582957.483890:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756cc0. 00000004:00000010:1.0:1777582957.483892:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0d20. 00000004:00000010:1.0:1777582957.483894:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169c20. 00080000:00000010:1.0:1777582957.483902:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d728. 00000004:00000010:1.0:1777582957.483905:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757650. 00000004:00000010:1.0:1777582957.483907:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0258. 00000004:00000010:1.0:1777582957.483910:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169680. 00080000:00000010:1.0:1777582957.483919:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12000. 00000004:00000010:1.0:1777582957.483922:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386ee0. 00000004:00000010:1.0:1777582957.483924:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65ac8. 00000004:00000010:1.0:1777582957.483926:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90d20. 00080000:00000010:1.0:1777582957.483935:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74fc80. 00000004:00000010:1.0:1777582957.483937:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945540. 00000004:00000010:1.0:1777582957.483939:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582957.483941:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57860. 00080000:00000010:1.0:1777582957.483950:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e8e8. 00000004:00000010:1.0:1777582957.483952:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ed0. 00000004:00000010:1.0:1777582957.483954:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582957.483956:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57a40. 00080000:00000010:1.0:1777582957.483963:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13560. 00000004:00000010:1.0:1777582957.483966:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387870. 00000004:00000010:1.0:1777582957.483968:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65d20. 00000004:00000010:1.0:1777582957.483970:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90960. 00080000:00000010:1.0:1777582957.483977:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ec78. 00000004:00000010:1.0:1777582957.483979:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945870. 00000004:00000010:1.0:1777582957.483982:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582957.483983:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f574a0. 00080000:00000010:1.0:1777582957.483992:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74e40. 00000004:00000010:1.0:1777582957.483995:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35760. 00000004:00000010:1.0:1777582957.483997:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22b40. 00000004:00000010:1.0:1777582957.483999:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518f00. 00080000:00000010:1.0:1777582957.484008:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c1c8. 00000004:00000010:1.0:1777582957.484011:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757320. 00000004:00000010:1.0:1777582957.484013:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0690. 00000004:00000010:1.0:1777582957.484015:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169860. 00080000:00000010:1.0:1777582957.484023:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f741c8. 00000004:00000010:1.0:1777582957.484025:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34110. 00000004:00000010:1.0:1777582957.484028:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22d20. 00000004:00000010:1.0:1777582957.484030:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519e00. 00080000:00000010:1.0:1777582957.484038:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dab8. 00000004:00000010:1.0:1777582957.484040:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756bb0. 00000004:00000010:1.0:1777582957.484042:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0ac8. 00000004:00000010:1.0:1777582957.484044:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168b40. 00080000:00000010:1.0:1777582957.484054:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74eab0. 00000004:00000010:1.0:1777582957.484056:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944aa0. 00000004:00000010:1.0:1777582957.484059:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582957.484060:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f572c0. 00080000:00000010:1.0:1777582957.484069:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12720. 00000004:00000010:1.0:1777582957.484072:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386220. 00000004:00000010:1.0:1777582957.484074:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65780. 00000004:00000010:1.0:1777582957.484076:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91e00. 00080000:00000010:1.0:1777582957.484084:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f751d0. 00000004:00000010:1.0:1777582957.484086:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34cc0. 00000004:00000010:1.0:1777582957.484088:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22528. 00000004:00000010:1.0:1777582957.484091:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519860. 00080000:00000010:1.0:1777582957.484099:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f748e8. 00000004:00000010:1.0:1777582957.484101:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35a90. 00000004:00000010:1.0:1777582957.484103:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e224b0. 00000004:00000010:1.0:1777582957.484104:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518b40. 00010000:00000010:3.1:1777582957.491263:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:3.1:1777582957.491460:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:0.0:1777582957.496487:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582957.496499:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582957.496506:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582957.496514:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.496600:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:0.0:1777582957.496614:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:0.0:1777582957.496620:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374480. 00010000:00000010:0.0:1777582957.496651:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:0.0:1777582957.496685:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6adc00 x1863928707922432/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.496718:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582957.496725:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707922432, offset 224 00000400:00000200:0.0:1777582957.496733:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.496746:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.496753:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397290:397290:256:4294967295] 192.168.202.9@tcp LPNI seq info [397286:397286:8:4294967295] 00000400:00000200:0.0:1777582957.496765:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.496771:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.496776:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582957.496783:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.496791:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.496796:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.496832:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374a80. 00000020:00000010:0.0:1777582957.496837:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:0.0:1777582957.496840:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023905bda00. 00000800:00000200:3.0:1777582957.496991:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.496996:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582957.497001:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.497007:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.497012:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:3.0:1777582957.497014:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000400:00000200:3.0:1777582957.500063:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.500085:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885bb00 00000400:00000200:3.0:1777582957.500094:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 188160 00000400:00000200:3.0:1777582957.500112:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.500117:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.500128:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.500173:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689f80. 00000020:00000010:0.0:1777582957.500270:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582957.500289:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582957.500295:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481372400. 00000020:00000010:0.0:1777582957.500301:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582957.500306:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.500346:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582957.500349:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000100:00000200:0.0:1777582957.500352:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707922688 02000000:00000010:0.0:1777582957.500390:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388fc6000. 00010000:00000010:0.0:1777582957.500431:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.500447:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582957.500467:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582957.500472:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.500486:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582957.500489:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582957.500493:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582957.500496:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582957.500597:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582957.500602:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf900. 00010000:00000010:0.0:1777582957.500605:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582957.500608:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000020:00000010:0.0:1777582957.500628:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c480e0. 00000020:00000010:0.0:1777582957.500634:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c480e0. 00000020:00000010:0.0:1777582957.500643:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024899139c0. 00080000:00000010:0.0:1777582957.500652:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5e65000. 00000001:00000010:0.0:1777582957.501036:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024899132a0. 00000001:00000010:0.0:1777582957.501044:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185c00. 00000020:00000010:0.0:1777582957.501081:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024899139c0. 00010000:00000010:0.0:1777582957.501088:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582957.501092:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582957.501104:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185d80. 00010000:00000010:0.0:1777582957.501168:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582957.501179:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582957.501194:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975536, last committed = 8589975425 00010000:00000200:0.0:1777582957.501204:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689f80 x1863928707922688/t8589975536(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582957.501224:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582957.501231:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707922688, offset 224 00000400:00000010:0.0:1777582957.501253:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4540. 00000400:00000200:0.0:1777582957.501258:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.501270:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.501277:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397291:397291:256:4294967295] 192.168.202.9@tcp LPNI seq info [397287:397287:8:4294967295] 00000400:00000200:0.0:1777582957.501282:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582957.501289:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.501297:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.501301:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582957.501307:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.501314:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.501318:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.501338:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582957.501341:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.501345:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481372400. 00010000:00000010:0.0:1777582957.501372:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582957.501376:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf900. 00010000:00000010:0.0:1777582957.501381:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185d80. 00000800:00000200:0.0:1777582957.501459:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.501463:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582957.501468:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.501472:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582957.504461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:3.1:1777582957.504476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:3.1:1777582957.504483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582957.504486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582957.504490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582957.504494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:2.1:1777582957.505217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582957.505226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:3.0:1777582957.515560:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.515584:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147c1 00000400:00000200:3.0:1777582957.515593:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.515597:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.515604:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:3.0:1777582957.515607:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00010000:00000010:2.0:1777582957.516218:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:2.0:1777582957.516232:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00000400:00000200:3.0:1777582957.516446:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.516457:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885bb80 00000400:00000200:3.0:1777582957.516465:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 188648 00000400:00000200:3.0:1777582957.516529:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.516534:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.516540:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.516547:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689c00. 00000020:00000010:2.0:1777582957.516631:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.516638:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.516644:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e99a00. 00000020:00000010:2.0:1777582957.516649:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87680. 00000020:00000010:2.0:1777582957.516654:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582957.516709:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.516712:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582957.516715:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707922816 00000001:00000010:2.0:1777582957.516727:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:2.0:1777582957.516754:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582957.516761:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 02000000:00000010:2.0:1777582957.516790:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385899000. 00010000:00000010:2.0:1777582957.516821:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582957.516826:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582957.516841:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582957.516845:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87f00. 00010000:00000010:2.0:1777582957.516848:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582957.516850:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00000004:00000010:2.0:1777582957.516952:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487056b40. 00000004:00000010:2.0:1777582957.516961:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0000. 00000004:00000010:2.0:1777582957.516968:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757ed0. 00080000:00000010:2.0:1777582957.516978:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097aab0. 00010000:00000010:3.0:1777582957.518712:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582957.518723:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582957.518730:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582957.518737:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582957.518822:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:3.0:1777582957.518836:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:3.0:1777582957.518840:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87f00. 00010000:00000010:3.0:1777582957.518868:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000200:3.0:1777582957.518889:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689c00 x1863928707922816/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582957.518912:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582957.518918:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707922816, offset 224 00000400:00000200:3.0:1777582957.518926:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.518939:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.518947:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397292:397292:256:4294967295] 192.168.202.9@tcp LPNI seq info [397288:397288:8:4294967295] 00000400:00000200:3.0:1777582957.518960:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.518967:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.518972:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582957.518979:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.518987:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.518992:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.519024:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87680. 00000020:00000010:3.0:1777582957.519029:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:3.0:1777582957.519033:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e99a00. 00000800:00000200:2.0:1777582957.520511:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.520518:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582957.520525:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.520533:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.520540:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:2.0:1777582957.520542:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00000400:00000200:3.0:1777582957.524402:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.524423:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885bc80 00000400:00000200:3.0:1777582957.524431:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 189224 00000400:00000200:3.0:1777582957.524448:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.524453:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.524462:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.524470:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568b800. 00010000:00000010:0.1:1777582957.524664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582957.524674:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582957.524678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582957.524680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582957.524683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582957.524695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582957.524699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582957.524702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582957.524705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582957.524707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000020:00000010:0.0:1777582957.524745:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582957.524750:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582957.524756:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481372400. 00000020:00000010:0.0:1777582957.524761:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf900. 00000020:00000010:0.0:1777582957.524766:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.524809:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582957.524812:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000100:00000200:0.0:1777582957.524815:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707923072 02000000:00000010:0.0:1777582957.524872:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239570f000. 00010000:00000010:0.0:1777582957.524920:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:0.0:1777582957.524935:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:0.0:1777582957.524956:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582957.524961:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582957.524977:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582957.524981:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582957.524985:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582957.524989:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.525104:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582957.525107:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582957.525110:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582957.525114:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000020:00000010:0.0:1777582957.525169:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48fa0. 00000020:00000010:0.0:1777582957.525176:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48fa0. 00000020:00000010:0.0:1777582957.525187:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024899139c0. 00080000:00000010:0.0:1777582957.525197:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5e65800. 00000001:00000010:0.0:1777582957.525619:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913ae0. 00000001:00000010:0.0:1777582957.525627:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185900. 00000020:00000010:0.0:1777582957.525663:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024899139c0. 00010000:00000010:0.0:1777582957.525673:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582957.525677:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582957.525703:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185d80. 00010000:00000010:0.0:1777582957.525741:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582957.525756:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000200:0.0:1777582957.525773:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975537, last committed = 8589975425 00010000:00000200:0.0:1777582957.525783:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568b800 x1863928707923072/t8589975537(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582957.525802:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582957.525808:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707923072, offset 224 00000400:00000010:0.0:1777582957.525815:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da42d8. 00000400:00000200:0.0:1777582957.525819:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.525833:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.525839:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397293:397293:256:4294967295] 192.168.202.9@tcp LPNI seq info [397289:397289:8:4294967295] 00000400:00000200:0.0:1777582957.525846:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582957.525853:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.525859:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.525865:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582957.525871:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.525878:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.525883:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.525901:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf900. 00000020:00000010:0.0:1777582957.525905:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.525910:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481372400. 00000800:00000200:3.0:1777582957.526088:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.526093:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582957.526099:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.526103:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582957.526153:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:3.0:1777582957.526159:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:3.0:1777582957.526165:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185d80. 00010000:00000010:3.1:1777582957.528977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582957.528991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582957.528995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582957.528999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000400:00000200:2.0:1777582957.532392:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582957.532417:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147c9 00000400:00000200:2.0:1777582957.532425:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.532440:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582957.532447:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:2.0:1777582957.532451:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00010000:00000010:1.0:1777582957.533092:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:1.0:1777582957.533105:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00000400:00000200:3.0:1777582957.533235:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.533248:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885bd00 00000400:00000200:3.0:1777582957.533256:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 189712 00000400:00000200:3.0:1777582957.533335:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.533341:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.533347:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.533354:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ad80. 00000020:00000010:1.0:1777582957.539520:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582957.539532:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582957.539541:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024898d8600. 00000020:00000010:1.0:1777582957.539546:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fe00. 00000020:00000010:1.0:1777582957.539552:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582957.539605:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582957.539608:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000100:00000200:1.0:1777582957.539612:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707923200 00000001:00000010:1.0:1777582957.539623:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185c00. 00010000:00000010:1.0:1777582957.539655:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582957.539665:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 02000000:00000010:1.0:1777582957.539813:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388eba000. 00010000:00000010:1.0:1777582957.539845:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582957.539849:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582957.539869:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582957.539872:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f680. 00010000:00000010:1.0:1777582957.539875:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582957.539878:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00000004:00000010:1.0:1777582957.539991:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f572c0. 00000004:00000010:1.0:1777582957.540001:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582957.540008:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944aa0. 00080000:00000010:1.0:1777582957.540017:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74eab0. 00010000:00000010:0.0:1777582957.542235:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582957.542243:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582957.542250:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582957.542257:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582957.542441:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:0.0:1777582957.542454:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:0.0:1777582957.542459:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f680. 00010000:00000010:0.0:1777582957.542484:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000200:0.0:1777582957.542504:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568ad80 x1863928707923200/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.542526:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582957.542532:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707923200, offset 224 00000400:00000200:0.0:1777582957.542538:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.542552:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.542560:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397294:397294:256:4294967295] 192.168.202.9@tcp LPNI seq info [397290:397290:8:4294967295] 00000400:00000200:0.0:1777582957.542572:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.542578:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.542583:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582957.542590:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.542597:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.542602:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.542743:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fe00. 00000020:00000010:0.0:1777582957.542748:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:0.0:1777582957.542754:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024898d8600. 00010000:00000010:0.1:1777582957.545532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582957.545548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582957.545554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582957.545558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000800:00000200:1.0:1777582957.545643:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.545648:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582957.545665:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.545674:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582957.545682:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:1.0:1777582957.545685:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:2.1:1777582957.545862:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582957.545868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000400:00000200:1.0:1777582957.546191:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.546208:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885be00 00000400:00000200:1.0:1777582957.546215:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 190288 00000400:00000200:1.0:1777582957.546230:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.546233:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.546240:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.546245:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeb9c00. 00000020:00000010:3.0:1777582957.550002:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef9c0. 00000020:00000010:3.0:1777582957.550012:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef9c0. 00000020:00000010:3.0:1777582957.550023:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024aeee1c00. 00000020:00000010:3.0:1777582957.550029:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582957.550034:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.550096:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef9c0. 00000020:00000010:3.0:1777582957.550099:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef9c0. 00000100:00000200:3.0:1777582957.550103:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707923456 02000000:00000010:3.0:1777582957.550153:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487956000. 00010000:00000010:3.0:1777582957.550192:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:3.0:1777582957.550207:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:3.0:1777582957.550226:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582957.550231:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582957.550246:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582957.550249:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582957.550253:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582957.550255:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582957.550362:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582957.550365:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582957.550368:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.550371:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00000020:00000010:3.0:1777582957.550392:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05460. 00000020:00000010:3.0:1777582957.550398:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05460. 00000020:00000010:3.0:1777582957.550407:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743360. 00080000:00000010:3.0:1777582957.550417:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac59e000. 00000001:00000010:3.0:1777582957.552330:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed060. 00000001:00000010:3.0:1777582957.552340:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582957.552375:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743360. 00010000:00000010:3.0:1777582957.552389:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582957.552395:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582957.552416:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582957.552458:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582957.552476:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000200:3.0:1777582957.553063:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975538, last committed = 8589975425 00010000:00000200:3.0:1777582957.553076:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb9c00 x1863928707923456/t8589975538(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.553098:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582957.553105:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707923456, offset 224 00000400:00000010:3.0:1777582957.553111:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7620. 00000400:00000200:3.0:1777582957.553115:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.553130:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.553158:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397295:397295:256:4294967295] 192.168.202.9@tcp LPNI seq info [397291:397291:8:4294967295] 00000400:00000200:3.0:1777582957.553165:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.553173:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.553179:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.553183:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582957.553190:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.553197:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.553201:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.553224:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582957.553229:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.553233:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024aeee1c00. 00010000:00000010:3.0:1777582957.553284:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582957.553291:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374400. 00010000:00000010:3.0:1777582957.553299:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000800:00000200:3.0:1777582957.553400:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.553403:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:3.0:1777582957.553407:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.553412:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582957.553886:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.1:1777582957.553895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582957.554169:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582957.554176:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582957.556198:0:3285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582957.556212:0:3285:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:0.1:1777582957.556215:0:3285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:0.1:1777582957.556217:0:3285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:1.0:1777582957.556992:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582957.557012:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147d1 00000400:00000200:1.0:1777582957.557019:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.557023:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582957.557029:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:1.0:1777582957.557032:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000400:00000200:1.0:1777582957.557112:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.557118:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885be80 00000400:00000200:1.0:1777582957.557125:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 190776 00000400:00000200:1.0:1777582957.557195:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.557199:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.557204:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.557209:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeb8a80. 00000020:00000010:0.0:1777582957.557415:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582957.557421:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582957.557426:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481372400. 00000020:00000010:0.0:1777582957.557431:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582957.557437:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.557512:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582957.557515:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000100:00000200:0.0:1777582957.557518:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707923584 00000001:00000010:0.0:1777582957.557528:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185900. 00010000:00000010:0.0:1777582957.557550:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582957.557556:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 02000000:00000010:0.0:1777582957.557582:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239570a000. 00010000:00000010:0.0:1777582957.557606:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582957.557611:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582957.557628:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582957.557632:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582957.557636:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582957.557638:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000004:00000010:0.0:1777582957.557745:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865181e0. 00000004:00000010:0.0:1777582957.557754:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22000. 00000004:00000010:0.0:1777582957.557761:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34aa0. 00080000:00000010:0.0:1777582957.557770:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74c78. 00010000:00000010:2.0:1777582957.558594:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:2.0:1777582957.558605:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:0.0:1777582957.559767:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582957.559776:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582957.559783:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582957.559790:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582957.559887:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582957.559899:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.559904:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582957.559935:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000200:0.0:1777582957.559959:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb8a80 x1863928707923584/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.559983:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582957.559992:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707923584, offset 224 00000400:00000200:0.0:1777582957.559999:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.560014:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.560022:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397296:397296:256:4294967295] 192.168.202.9@tcp LPNI seq info [397292:397292:8:4294967295] 00000400:00000200:0.0:1777582957.560033:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.560038:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.560043:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582957.560050:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.560057:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.560061:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.560098:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582957.560103:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.560108:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481372400. 00000800:00000200:2.0:1777582957.560414:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.560419:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582957.560426:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.560433:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.560440:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:2.0:1777582957.560443:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000400:00000200:2.0:1777582957.563870:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.563892:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885bf80 00000400:00000200:2.0:1777582957.563901:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 191352 00000400:00000200:2.0:1777582957.563919:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.563924:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.563933:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.563939:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8380. 00000020:00000010:0.0:1777582957.564013:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7980. 00000020:00000010:0.0:1777582957.564019:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7980. 00000020:00000010:0.0:1777582957.564026:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024898d8600. 00000020:00000010:0.0:1777582957.564032:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582957.564037:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.564078:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7980. 00000020:00000010:0.0:1777582957.564080:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7980. 00000100:00000200:0.0:1777582957.564084:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707923840 02000000:00000010:0.0:1777582957.564121:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239570c000. 00010000:00000010:0.0:1777582957.564175:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582957.564189:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582957.564207:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582957.564213:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582957.564227:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582957.564230:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582957.564233:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582957.564236:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582957.564469:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582957.564472:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582957.564476:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582957.564480:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582957.564605:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c483e0. 00000020:00000010:0.0:1777582957.564613:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c483e0. 00000020:00000010:0.0:1777582957.564624:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913480. 00080000:00000010:0.0:1777582957.564638:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239626d000. 00000001:00000010:0.0:1777582957.566101:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024899137e0. 00000001:00000010:0.0:1777582957.566111:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185300. 00010000:00000010:3.1:1777582957.569349:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582957.569366:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582957.569372:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582957.569375:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582957.569378:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582957.569381:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000020:00000010:0.0:1777582957.572459:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913480. 00010000:00000010:0.0:1777582957.572489:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582957.572500:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582957.572525:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185900. 00010000:00000010:0.0:1777582957.572590:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.572613:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:0.0:1777582957.572638:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975539, last committed = 8589975425 00010000:00000200:0.0:1777582957.572653:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8380 x1863928707923840/t8589975539(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1777582957.574856:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:2.0:1777582957.574875:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb80. 00010000:00000010:2.0:1777582957.574889:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185900. 00000400:00000010:0.0:1777582957.574971:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582957.574978:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707923840, offset 224 00000400:00000010:0.0:1777582957.574987:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4658. 00000400:00000200:0.0:1777582957.574996:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.575013:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.575021:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397297:397297:256:4294967295] 192.168.202.9@tcp LPNI seq info [397293:397293:8:4294967295] 00000400:00000200:0.0:1777582957.575029:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582957.575036:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.575043:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.575050:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582957.575057:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.575066:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.575071:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.575107:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582957.575112:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.575118:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024898d8600. 00000800:00000200:1.0:1777582957.575303:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.575308:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:1.0:1777582957.575314:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.575319:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582957.579245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582957.579260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582957.579264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582957.579269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000200:0.0:1777582957.584078:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582957.584103:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147d9 00000400:00000200:0.0:1777582957.584111:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.584116:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582957.584123:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777582957.584126:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000400:00000200:0.0:1777582957.584168:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.584175:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885c000 00000400:00000200:0.0:1777582957.584183:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 191840 00000400:00000200:0.0:1777582957.584247:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.584250:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.584255:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.584261:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6af100. 00010000:00000010:1.0:1777582957.586827:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:1.0:1777582957.586845:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaff00. 00010000:00000010:0.1:1777582957.588192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582957.588207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582957.588210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582957.588212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582957.588232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582957.588239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000020:00000010:2.0:1777582957.588287:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.588293:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.588300:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e99e00. 00000020:00000010:2.0:1777582957.588305:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87580. 00000020:00000010:2.0:1777582957.588312:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582957.588370:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.588373:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582957.588376:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707923968 00000001:00000010:2.0:1777582957.588390:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:2.0:1777582957.588419:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582957.588428:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 02000000:00000010:2.0:1777582957.588456:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238589d000. 00010000:00000010:2.0:1777582957.588490:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582957.588496:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582957.588517:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582957.588520:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87480. 00010000:00000010:2.0:1777582957.588524:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582957.588527:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00000004:00000010:2.0:1777582957.588633:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487057a40. 00000004:00000010:2.0:1777582957.588643:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0780. 00000004:00000010:2.0:1777582957.588651:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ff0. 00080000:00000010:2.0:1777582957.588661:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a558. 00010000:00000010:0.0:1777582957.589875:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582957.589882:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582957.589889:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582957.589894:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582957.589980:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:0.0:1777582957.589993:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:0.0:1777582957.590000:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87480. 00010000:00000010:0.0:1777582957.590027:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000200:0.0:1777582957.590049:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6af100 x1863928707923968/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.590073:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582957.590080:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707923968, offset 224 00000400:00000200:0.0:1777582957.590087:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.590103:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.590111:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397298:397298:256:4294967295] 192.168.202.9@tcp LPNI seq info [397294:397294:8:4294967295] 00000400:00000200:0.0:1777582957.590123:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.590129:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.590152:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582957.590160:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.590170:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.590175:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.590197:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87580. 00000020:00000010:0.0:1777582957.590201:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:0.0:1777582957.590205:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e99e00. 00000800:00000200:2.0:1777582957.591317:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.591324:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582957.591330:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.591338:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.591344:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:2.0:1777582957.591348:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00010000:00000010:2.1:1777582957.594212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582957.594226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00000400:00000200:1.0:1777582957.599821:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.599844:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885c100 00000400:00000200:1.0:1777582957.599863:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 192416 00000400:00000200:1.0:1777582957.599881:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.599886:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.599895:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.599901:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeb8e00. 00000020:00000010:3.0:1777582957.600040:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef9c0. 00000020:00000010:3.0:1777582957.600046:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef9c0. 00000020:00000010:3.0:1777582957.600052:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248120a000. 00000020:00000010:3.0:1777582957.600057:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582957.600062:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.600099:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef9c0. 00000020:00000010:3.0:1777582957.600102:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef9c0. 00000100:00000200:3.0:1777582957.600106:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707924224 02000000:00000010:3.0:1777582957.600162:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487953000. 00010000:00000010:1.1:1777582957.600169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582957.600177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.0:1777582957.600204:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:3.0:1777582957.600217:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00010000:00000010:0.1:1777582957.600223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582957.600229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:0.1:1777582957.600232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.0:1777582957.600235:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582957.600241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:3.0:1777582957.600242:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582957.600259:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582957.600262:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582957.600266:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582957.600269:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582957.600474:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582957.600478:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582957.600480:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.600483:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00000020:00000010:3.0:1777582957.600512:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05460. 00000020:00000010:3.0:1777582957.600520:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05460. 00000020:00000010:3.0:1777582957.600531:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedde0. 00080000:00000010:3.0:1777582957.600540:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac59f400. 00000001:00000010:3.0:1777582957.601192:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed0c0. 00000001:00000010:3.0:1777582957.601201:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582957.601237:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedde0. 00010000:00000010:3.0:1777582957.601247:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582957.601251:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582957.601266:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582957.601316:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582957.601331:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000200:3.0:1777582957.601347:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975540, last committed = 8589975425 00010000:00000200:3.0:1777582957.601357:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb8e00 x1863928707924224/t8589975540(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1777582957.601608:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:1.0:1777582957.601615:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:1.0:1777582957.601622:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000400:00000010:3.0:1777582957.601653:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582957.602364:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707924224, offset 224 00000400:00000010:3.0:1777582957.602468:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b76c8. 00000400:00000200:3.0:1777582957.602476:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.602554:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.602561:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397299:397299:256:4294967295] 192.168.202.9@tcp LPNI seq info [397295:397295:8:4294967295] 00000400:00000200:3.0:1777582957.602568:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.602575:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.602581:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.602587:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582957.602593:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.602600:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.602605:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.602676:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374400. 00000020:00000010:3.0:1777582957.602682:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.602713:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248120a000. 00000800:00000200:1.0:1777582957.603243:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.603248:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:1.0:1777582957.603254:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.603259:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.604327:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.604345:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147e1 00000400:00000200:3.0:1777582957.604351:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.604355:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.604361:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:3.0:1777582957.604364:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:0.0:1777582957.604510:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:0.0:1777582957.604523:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374380. 00010000:00000010:3.1:1777582957.606181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582957.606197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582957.606202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582957.606204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582957.607200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582957.607210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:3.0:1777582957.607867:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.607887:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885c180 00000400:00000200:3.0:1777582957.607896:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 192904 00000400:00000200:3.0:1777582957.607954:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.607959:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.607968:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.607976:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5688e00. 00000020:00000010:1.0:1777582957.608155:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582957.608161:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582957.608168:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a52400. 00000020:00000010:1.0:1777582957.608174:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f300. 00000020:00000010:1.0:1777582957.608179:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582957.608226:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0740. 00000020:00000010:1.0:1777582957.608229:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0740. 00000100:00000200:1.0:1777582957.608231:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707924352 00000001:00000010:1.0:1777582957.608242:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185300. 00010000:00000010:1.0:1777582957.608266:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582957.608274:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 02000000:00000010:1.0:1777582957.608302:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388ebe000. 00010000:00000010:1.0:1777582957.608333:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582957.608337:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582957.608358:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582957.608361:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:1.0:1777582957.608366:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582957.608368:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00000004:00000010:1.0:1777582957.608472:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f574a0. 00000004:00000010:1.0:1777582957.608481:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582957.608488:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945870. 00080000:00000010:1.0:1777582957.608497:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ec78. 00010000:00000010:3.0:1777582957.609321:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582957.609328:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582957.609333:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582957.609338:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582957.609421:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:3.0:1777582957.609433:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:3.0:1777582957.609438:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:3.0:1777582957.609464:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000200:3.0:1777582957.609488:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5688e00 x1863928707924352/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582957.609509:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582957.609515:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707924352, offset 224 00000400:00000200:3.0:1777582957.609521:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.609535:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.609542:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397300:397300:256:4294967295] 192.168.202.9@tcp LPNI seq info [397296:397296:8:4294967295] 00000400:00000200:3.0:1777582957.609554:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.609559:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.609564:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582957.609570:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.609577:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.609582:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.609649:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f300. 00000020:00000010:3.0:1777582957.609655:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:3.0:1777582957.609662:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a52400. 00000800:00000200:1.0:1777582957.609788:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.609792:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:1.0:1777582957.609797:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.609803:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582957.609808:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:1.0:1777582957.609810:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:0.1:1777582957.610257:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582957.610273:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000400:00000200:3.0:1777582957.613463:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.613484:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885c280 00000400:00000200:3.0:1777582957.613493:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 193480 00000400:00000200:3.0:1777582957.613510:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.613515:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.613524:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.613532:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5688380. 00000020:00000010:2.0:1777582957.613623:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.613629:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.613634:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582957.613640:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87880. 00000020:00000010:2.0:1777582957.613646:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582957.613700:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.613703:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582957.613707:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707924608 02000000:00000010:2.0:1777582957.613743:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238589e000. 00010000:00000010:2.0:1777582957.613788:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:2.0:1777582957.613805:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:2.0:1777582957.613826:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582957.613833:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582957.613853:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582957.613857:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87100. 00010000:00000010:2.0:1777582957.613862:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582957.613865:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582957.613980:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582957.613983:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87a80. 00010000:00000010:2.0:1777582957.613987:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582957.613990:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00000020:00000010:2.0:1777582957.614015:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054500. 00000020:00000010:2.0:1777582957.614023:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054500. 00000020:00000010:2.0:1777582957.614035:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb19c0. 00080000:00000010:2.0:1777582957.614044:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249c7e8c00. 00000001:00000010:2.0:1777582957.614469:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1000. 00000001:00000010:2.0:1777582957.614477:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582957.614517:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb19c0. 00010000:00000010:2.0:1777582957.614526:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582957.614530:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582957.614543:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582957.614575:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582957.614589:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000200:2.0:1777582957.614605:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975541, last committed = 8589975425 00010000:00000200:2.0:1777582957.614614:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5688380 x1863928707924608/t8589975541(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582957.614633:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777582957.614640:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707924608, offset 224 00000400:00000010:2.0:1777582957.614646:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12a10. 00000400:00000200:2.0:1777582957.614649:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.614663:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.614670:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397301:397301:256:4294967295] 192.168.202.9@tcp LPNI seq info [397297:397297:8:4294967295] 00000400:00000200:2.0:1777582957.614675:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582957.614683:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.614699:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.614705:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582957.614711:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.614719:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.614723:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.614739:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87880. 00000020:00000010:2.0:1777582957.614743:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582957.614746:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00010000:00000010:3.1:1777582957.614843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:3.1:1777582957.614850:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:3.1:1777582957.614863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582957.614866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.0:1777582957.614966:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:3.0:1777582957.614973:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87a80. 00010000:00000010:3.0:1777582957.614978:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68000. 00000800:00000200:3.0:1777582957.615061:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.615064:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582957.615069:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.615074:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.618375:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.618397:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147e9 00000400:00000200:3.0:1777582957.618404:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.618409:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.618418:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:3.0:1777582957.618421:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000400:00000200:3.0:1777582957.618461:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.618469:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885c300 00000400:00000200:3.0:1777582957.618478:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f7621 [64] + 193968 00000400:00000200:3.0:1777582957.618549:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.618554:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.618558:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.618565:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689500. 00000020:00000010:0.0:1777582957.618872:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7a00. 00000020:00000010:0.0:1777582957.618879:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7a00. 00000020:00000010:0.0:1777582957.618886:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481372400. 00000020:00000010:0.0:1777582957.618893:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf780. 00000020:00000010:0.0:1777582957.618899:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.618955:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7a00. 00000020:00000010:0.0:1777582957.618958:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7a00. 00000100:00000200:0.0:1777582957.618961:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707924736 00000001:00000010:0.0:1777582957.618976:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:0.0:1777582957.619007:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582957.619016:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 02000000:00000010:0.0:1777582957.619047:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02395708000. 00010000:00000010:0.0:1777582957.619083:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582957.619086:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582957.619107:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582957.619110:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582957.619113:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582957.619116:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00000004:00000010:0.0:1777582957.619259:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519c20. 00000004:00000010:0.0:1777582957.619269:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22f00. 00000004:00000010:0.0:1777582957.619278:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34330. 00080000:00000010:0.0:1777582957.619289:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75560. 00010000:00000010:2.0:1777582957.620270:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582957.620282:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87100. 00010000:00000010:0.0:1777582957.621079:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582957.621085:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582957.621091:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582957.621097:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582957.621204:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582957.621214:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582957.621218:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582957.621243:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:2.1:1777582957.622012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:2.1:1777582957.622019:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582957.622024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582957.622028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000200:0.0:1777582957.622095:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689500 x1863928707924736/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.622120:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582957.622126:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707924736, offset 224 00000400:00000200:0.0:1777582957.622152:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.622167:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.622174:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397302:397302:256:4294967295] 192.168.202.9@tcp LPNI seq info [397298:397298:8:4294967295] 00000400:00000200:0.0:1777582957.622185:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.622192:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.622198:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582957.622205:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.622212:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.622216:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.622244:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf780. 00000020:00000010:0.0:1777582957.622248:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.622253:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481372400. 00000800:00000200:3.0:1777582957.622789:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.622794:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582957.622800:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.622807:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.622812:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:3.0:1777582957.622814:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000400:00000200:3.0:1777582957.628014:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.628042:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885c400 00000400:00000200:3.0:1777582957.628050:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f7621 [64] + 194544 00000400:00000010:3.0:1777582957.628057:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1d68. 00000400:00000200:3.0:1777582957.628061:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa024ae4af800 00000400:00000200:3.0:1777582957.628076:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.628080:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.628086:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024ae4af800 00000400:00000010:3.0:1777582957.628088:0:3283:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffffa024ae4af800. 00000100:00000200:3.0:1777582957.628094:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:3.1:1777582957.628192:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:3.1:1777582957.628199:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000020:00000010:0.0:1777582957.628272:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7680. 00000020:00000010:0.0:1777582957.628278:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7680. 00000020:00000010:0.0:1777582957.628284:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024898d8600. 00000020:00000010:0.0:1777582957.628290:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf780. 00000020:00000010:0.0:1777582957.628296:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.628376:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7680. 00000020:00000010:0.0:1777582957.628380:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7680. 00000100:00000200:0.0:1777582957.628383:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707924992 02000000:00000010:0.0:1777582957.628422:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02395709000. 00010000:00000010:0.0:1777582957.628464:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582957.628477:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582957.628496:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582957.628502:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582957.628516:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582957.628518:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582957.628522:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582957.628524:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.628645:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582957.628649:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582957.628653:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.628666:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00000020:00000010:0.0:1777582957.628699:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582957.628705:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582957.628715:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024899133c0. 00080000:00000010:0.0:1777582957.628723:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239626e400. 00000001:00000010:0.0:1777582957.629252:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48d20. 00000001:00000010:0.0:1777582957.629259:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582957.629295:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024899133c0. 00010000:00000010:0.0:1777582957.629304:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582957.629309:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582957.629322:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185cc0. 00010000:00000010:0.0:1777582957.629358:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582957.629370:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000200:0.0:1777582957.629385:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975542, last committed = 8589975425 00010000:00000200:0.0:1777582957.629397:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae8cd050 x1863928707924992/t8589975542(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582957.629416:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582957.629421:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707924992, offset 224 00000400:00000010:0.0:1777582957.629427:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4f88. 00000400:00000200:0.0:1777582957.629432:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.629446:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.629452:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397303:397303:256:4294967295] 192.168.202.9@tcp LPNI seq info [397299:397299:8:4294967295] 00000400:00000200:0.0:1777582957.629458:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582957.629466:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.629472:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.629476:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582957.629483:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.629490:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.629494:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.629516:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf780. 00000020:00000010:0.0:1777582957.629520:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.629525:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024898d8600. 02000000:00000010:0.0:1777582957.629602:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395708000. 00000100:00000010:0.0:1777582957.629606:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689500. 02000000:00000010:0.0:1777582957.629611:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238589e000. 00000100:00000010:0.0:1777582957.629613:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5688380. 02000000:00000010:0.0:1777582957.629617:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388ebe000. 00000100:00000010:0.0:1777582957.629620:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5688e00. 02000000:00000010:0.0:1777582957.629623:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487953000. 00000100:00000010:0.0:1777582957.629626:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb8e00. 02000000:00000010:0.0:1777582957.629629:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238589d000. 00000100:00000010:0.0:1777582957.629632:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6af100. 02000000:00000010:0.0:1777582957.629636:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239570c000. 00000100:00000010:0.0:1777582957.629638:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8380. 02000000:00000010:0.0:1777582957.629643:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239570a000. 00000100:00000010:0.0:1777582957.629645:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb8a80. 02000000:00000010:0.0:1777582957.629648:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487956000. 00000100:00000010:0.0:1777582957.629650:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb9c00. 02000000:00000010:0.0:1777582957.629652:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388eba000. 00000100:00000010:0.0:1777582957.629655:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568ad80. 02000000:00000010:0.0:1777582957.629658:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239570f000. 00000100:00000010:0.0:1777582957.629660:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568b800. 02000000:00000010:0.0:1777582957.629663:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385899000. 00000100:00000010:0.0:1777582957.629665:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689c00. 02000000:00000010:0.0:1777582957.629668:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fc6000. 00000100:00000010:0.0:1777582957.629670:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689f80. 02000000:00000010:0.0:1777582957.629673:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487955000. 00000100:00000010:0.0:1777582957.629675:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6adc00. 02000000:00000010:0.0:1777582957.629678:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487951000. 00000100:00000010:0.0:1777582957.629680:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6ac380. 02000000:00000010:0.0:1777582957.629682:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc5000. 00000100:00000010:0.0:1777582957.629684:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970faa00. 02000000:00000010:0.0:1777582957.629700:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385898000. 00000100:00000010:0.0:1777582957.629703:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568a680. 02000000:00000010:0.0:1777582957.629706:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487950000. 00000100:00000010:0.0:1777582957.629708:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeebb480. 02000000:00000010:0.0:1777582957.629711:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e05a000. 00000100:00000010:0.0:1777582957.629715:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeebad80. 02000000:00000010:0.0:1777582957.629718:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e05d000. 00000100:00000010:0.0:1777582957.629721:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeebb100. 02000000:00000010:0.0:1777582957.629723:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e05e000. 00000100:00000010:0.0:1777582957.629726:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb9500. 02000000:00000010:0.0:1777582957.629728:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487954000. 00000100:00000010:0.0:1777582957.629730:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6ad880. 02000000:00000010:0.0:1777582957.629733:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388ebf000. 00000100:00000010:0.0:1777582957.629735:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01500. 02000000:00000010:0.0:1777582957.629739:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc7000. 00000100:00000010:0.0:1777582957.629741:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f02300. 02000000:00000010:0.0:1777582957.629744:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388ebb000. 00000100:00000010:0.0:1777582957.629747:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f00e00. 02000000:00000010:0.0:1777582957.629750:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388eb9000. 00000100:00000010:0.0:1777582957.629752:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeba300. 02000000:00000010:0.0:1777582957.629755:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385496000. 00000100:00000010:0.0:1777582957.629757:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667e680. 02000000:00000010:0.0:1777582957.629761:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388eb8000. 00000100:00000010:0.0:1777582957.629763:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f03800. 02000000:00000010:0.0:1777582957.629766:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04e000. 00000100:00000010:0.0:1777582957.629769:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01880. 02000000:00000010:0.0:1777582957.629772:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023894e7000. 00000100:00000010:0.0:1777582957.629775:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f00000. 02000000:00000010:0.0:1777582957.629777:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023894e5000. 00000100:00000010:0.0:1777582957.629780:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f00380. 02000000:00000010:0.0:1777582957.629782:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc0000. 00000100:00000010:0.0:1777582957.629785:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e369f80. 02000000:00000010:0.0:1777582957.629788:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04f000. 00000100:00000010:0.0:1777582957.629790:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e36bb80. 02000000:00000010:0.0:1777582957.629793:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc4000. 00000100:00000010:0.0:1777582957.629796:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01f80. 02000000:00000010:0.0:1777582957.629798:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fc1000. 00000100:00000010:0.0:1777582957.629801:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fb800. 02000000:00000010:0.0:1777582957.629805:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e058000. 00000100:00000010:0.0:1777582957.629807:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fad80. 02000000:00000010:0.0:1777582957.629810:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238584c800. 00000100:00000010:0.0:1777582957.629812:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8a80. 02000000:00000010:0.0:1777582957.629815:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023894e3000. 00000100:00000010:0.0:1777582957.629818:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8000. 02000000:00000010:0.0:1777582957.629820:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023894e2000. 00000100:00000010:0.0:1777582957.629822:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fa680. 02000000:00000010:0.0:1777582957.629825:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023894e6000. 00000100:00000010:0.0:1777582957.629827:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fb480. 02000000:00000010:0.0:1777582957.629830:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023fef1f000. 00000100:00000010:0.0:1777582957.629833:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e369180. 02000000:00000010:0.0:1777582957.629836:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024a6394000. 00000100:00000010:0.0:1777582957.629838:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f9880. 02000000:00000010:0.0:1777582957.629842:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238536c000. 00000100:00000010:0.0:1777582957.629844:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e368000. 02000000:00000010:0.0:1777582957.629847:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023fef1c000. 00000100:00000010:0.0:1777582957.629849:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667f480. 02000000:00000010:0.0:1777582957.629852:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023fef1a000. 00000100:00000010:0.0:1777582957.629855:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667e300. 02000000:00000010:0.0:1777582957.629858:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023fef18000. 00000100:00000010:0.0:1777582957.629860:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f03100. 02000000:00000010:0.0:1777582957.629862:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e04a000. 00000100:00000010:0.0:1777582957.629865:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01c00. 02000000:00000010:0.0:1777582957.629867:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e07b000. 00000100:00000010:0.0:1777582957.629870:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae4b5c00. 02000000:00000010:0.0:1777582957.629873:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238536d000. 00000100:00000010:0.0:1777582957.629875:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667df80. 02000000:00000010:0.0:1777582957.629878:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e07c000. 00000100:00000010:0.0:1777582957.629880:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667ed80. 02000000:00000010:0.0:1777582957.629883:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e07a000. 00000100:00000010:0.0:1777582957.629886:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c700. 02000000:00000010:0.0:1777582957.629888:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238536e000. 00000100:00000010:0.0:1777582957.629890:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30d180. 02000000:00000010:0.0:1777582957.629894:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e049000. 00000100:00000010:0.0:1777582957.629896:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae4b6d80. 02000000:00000010:0.0:1777582957.629899:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239332f000. 00000100:00000010:0.0:1777582957.629902:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae4b4380. 02000000:00000010:0.0:1777582957.629905:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e04d000. 00000100:00000010:0.0:1777582957.629907:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30e300. 02000000:00000010:0.0:1777582957.629910:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385368000. 00000100:00000010:0.0:1777582957.629912:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c2300. 02000000:00000010:0.0:1777582957.629915:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e059000. 00000100:00000010:0.0:1777582957.629918:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30c700. 02000000:00000010:0.0:1777582957.629920:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04b000. 00000100:00000010:0.0:1777582957.629923:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30f800. 02000000:00000010:0.0:1777582957.629925:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239332a000. 00000100:00000010:0.0:1777582957.629928:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ea00. 02000000:00000010:0.0:1777582957.629930:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e05c000. 00000100:00000010:0.0:1777582957.629933:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae4b7480. 02000000:00000010:0.0:1777582957.629936:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c807000. 00000100:00000010:0.0:1777582957.629939:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30df80. 02000000:00000010:0.0:1777582957.629942:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239332b000. 00000100:00000010:0.0:1777582957.629944:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c2d80. 02000000:00000010:0.0:1777582957.629947:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c806000. 00000100:00000010:0.0:1777582957.629950:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30dc00. 02000000:00000010:0.0:1777582957.629952:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239332e000. 00000100:00000010:0.0:1777582957.629955:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae4b4700. 02000000:00000010:0.0:1777582957.629958:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c804000. 00000100:00000010:0.0:1777582957.629960:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c0a80. 02000000:00000010:0.0:1777582957.629963:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385602000. 00000100:00000010:0.0:1777582957.629965:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ce00. 02000000:00000010:0.0:1777582957.629968:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385369000. 00000100:00000010:0.0:1777582957.629971:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30e680. 02000000:00000010:0.0:1777582957.629974:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385294000. 00000100:00000010:0.0:1777582957.629976:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30fb80. 02000000:00000010:0.0:1777582957.629979:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388854000. 00000100:00000010:0.0:1777582957.629981:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece0000. 02000000:00000010:0.0:1777582957.629985:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385605000. 00000100:00000010:0.0:1777582957.629987:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece0a80. 02000000:00000010:0.0:1777582957.629989:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385604000. 00000100:00000010:0.0:1777582957.629992:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece1500. 02000000:00000010:0.0:1777582957.629995:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388853000. 00000100:00000010:0.0:1777582957.629997:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c1500. 02000000:00000010:0.0:1777582957.629999:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385607000. 00000100:00000010:0.0:1777582957.630001:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece2300. 02000000:00000010:0.0:1777582957.630004:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385601000. 00000100:00000010:0.0:1777582957.630007:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24d180. 02000000:00000010:0.0:1777582957.630010:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385600000. 00000100:00000010:0.0:1777582957.630012:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c0000. 02000000:00000010:0.0:1777582957.630014:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388851000. 00000100:00000010:0.0:1777582957.630016:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24ea00. 02000000:00000010:0.0:1777582957.630019:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385291000. 00000100:00000010:0.0:1777582957.630022:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24d880. 02000000:00000010:0.0:1777582957.630025:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385292000. 00000100:00000010:0.0:1777582957.630028:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24e300. 02000000:00000010:0.0:1777582957.630030:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388852000. 00000100:00000010:0.0:1777582957.630033:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24df80. 02000000:00000010:0.0:1777582957.630035:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388850000. 00000100:00000010:0.0:1777582957.630037:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24c700. 02000000:00000010:0.0:1777582957.630040:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388855000. 00000100:00000010:0.0:1777582957.630043:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 02000000:00000010:0.0:1777582957.630046:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388a13000. 00000100:00000010:0.0:1777582957.630048:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f480. 02000000:00000010:0.0:1777582957.630050:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385296000. 00000100:00000010:0.0:1777582957.630054:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c0700. 02000000:00000010:0.0:1777582957.630058:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388857000. 00000100:00000010:0.0:1777582957.630060:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c2a00. 02000000:00000010:0.0:1777582957.630063:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388a15000. 00000100:00000010:0.0:1777582957.630065:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667d180. 02000000:00000010:0.0:1777582957.630068:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487b7d000. 00000100:00000010:0.0:1777582957.630070:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667dc00. 02000000:00000010:0.0:1777582957.630073:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389627000. 00000100:00000010:0.0:1777582957.630076:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667fb80. 02000000:00000010:0.0:1777582957.630079:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8a000. 00000100:00000010:0.0:1777582957.630084:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c380. 02000000:00000010:0.0:1777582957.630087:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e04c000. 00000100:00000010:0.0:1777582957.630089:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c1180. 02000000:00000010:0.0:1777582957.630092:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389625000. 00000100:00000010:0.0:1777582957.630094:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c1c00. 02000000:00000010:0.0:1777582957.630096:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389626000. 00000100:00000010:0.0:1777582957.630099:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c2680. 02000000:00000010:0.0:1777582957.630101:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8f000. 00000100:00000010:0.0:1777582957.630104:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4700. 02000000:00000010:0.0:1777582957.630108:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5961000. 00000100:00000010:0.0:1777582957.630112:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c1f80. 02000000:00000010:0.0:1777582957.630114:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023f5967000. 00000100:00000010:0.0:1777582957.630116:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c3800. 02000000:00000010:0.0:1777582957.630119:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5964000. 00000100:00000010:0.0:1777582957.630122:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30c380. 02000000:00000010:0.0:1777582957.630124:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8d000. 00000100:00000010:0.0:1777582957.630127:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30d880. 02000000:00000010:0.0:1777582957.630129:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5962000. 00000100:00000010:0.0:1777582957.630156:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c0e00. 02000000:00000010:0.0:1777582957.630160:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b88000. 00000100:00000010:0.0:1777582957.630163:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c1880. 02000000:00000010:0.0:1777582957.630166:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389622000. 00000100:00000010:0.0:1777582957.630168:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e7800. 02000000:00000010:0.0:1777582957.630171:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385290000. 00000100:00000010:0.0:1777582957.630176:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18b100. 02000000:00000010:0.0:1777582957.630180:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5966000. 00000100:00000010:0.0:1777582957.630182:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4e00. 02000000:00000010:0.0:1777582957.630185:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8b000. 00000100:00000010:0.0:1777582957.630191:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188a80. 02000000:00000010:0.0:1777582957.630195:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385088000. 00000100:00000010:0.0:1777582957.630198:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18a680. 02000000:00000010:0.0:1777582957.630202:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383f32000. 00000100:00000010:0.0:1777582957.630205:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ca80. 02000000:00000010:0.0:1777582957.630208:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5960000. 00000100:00000010:0.0:1777582957.630210:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18a300. 02000000:00000010:0.0:1777582957.630213:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8c000. 00000100:00000010:0.0:1777582957.630216:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6680. 02000000:00000010:0.0:1777582957.630218:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383f34000. 00000100:00000010:0.0:1777582957.630221:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6300. 02000000:00000010:0.0:1777582957.630224:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a23cf000. 00000100:00000010:0.0:1777582957.630227:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4a80. 02000000:00000010:0.0:1777582957.630229:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02498754000. 00000100:00000010:0.0:1777582957.630232:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392488a80. 02000000:00000010:0.0:1777582957.630235:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0249e13a000. 00000100:00000010:0.0:1777582957.630237:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e5880. 02000000:00000010:0.0:1777582957.630240:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02393709000. 00000100:00000010:0.0:1777582957.630243:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188380. 02000000:00000010:0.0:1777582957.630246:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383f33000. 00000100:00000010:0.0:1777582957.630248:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e5f80. 02000000:00000010:0.0:1777582957.630251:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d1000. 00000100:00000010:0.0:1777582957.630253:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c189f80. 02000000:00000010:0.0:1777582957.630257:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d5000. 00000100:00000010:0.0:1777582957.630259:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c189c00. 02000000:00000010:0.0:1777582957.630261:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239370e000. 00000100:00000010:0.0:1777582957.630264:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18ad80. 02000000:00000010:0.0:1777582957.630267:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d3000. 00000100:00000010:0.0:1777582957.630269:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18b480. 02000000:00000010:0.0:1777582957.630273:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023870c6000. 00000100:00000010:0.0:1777582957.630275:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e7100. 02000000:00000010:0.0:1777582957.630278:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239370c000. 00000100:00000010:0.0:1777582957.630281:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188e00. 02000000:00000010:0.0:1777582957.630283:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023870c0000. 00000100:00000010:0.0:1777582957.630285:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6d80. 02000000:00000010:0.0:1777582957.630288:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d4000. 00000100:00000010:0.0:1777582957.630290:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e5c00. 02000000:00000010:0.0:1777582957.630292:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d6000. 00000100:00000010:0.0:1777582957.630294:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18bb80. 02000000:00000010:0.0:1777582957.630297:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d2000. 00000100:00000010:0.0:1777582957.630300:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397d5df80. 02000000:00000010:0.0:1777582957.630303:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02393708000. 00000100:00000010:0.0:1777582957.630306:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392489c00. 02000000:00000010:0.0:1777582957.630310:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ffcd5000. 00000100:00000010:0.0:1777582957.630313:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392489f80. 02000000:00000010:0.0:1777582957.630316:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d7000. 00000100:00000010:0.0:1777582957.630319:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188700. 02000000:00000010:0.0:1777582957.630321:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ffcd3000. 00000100:00000010:0.0:1777582957.630324:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392488700. 02000000:00000010:0.0:1777582957.630327:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ffcd2000. 00000100:00000010:0.0:1777582957.630329:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239248b100. 02000000:00000010:0.0:1777582957.630333:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0248615e000. 00000100:00000010:0.0:1777582957.630336:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239248ad80. 02000000:00000010:0.0:1777582957.630338:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02486158000. 00000100:00000010:0.0:1777582957.630340:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05180. 02000000:00000010:0.0:1777582957.630343:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ffcd1000. 00000100:00000010:0.0:1777582957.630345:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06300. 02000000:00000010:0.0:1777582957.630349:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0248615d000. 00000100:00000010:0.0:1777582957.630351:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203df80. 02000000:00000010:0.0:1777582957.630354:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ffcd6000. 00000100:00000010:0.0:1777582957.630356:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07b80. 02000000:00000010:0.0:1777582957.630360:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024ade55000. 00000100:00000010:0.0:1777582957.630364:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05f80. 02000000:00000010:0.0:1777582957.630367:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ade50000. 00000100:00000010:0.0:1777582957.630369:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203ce00. 02000000:00000010:0.0:1777582957.630372:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396b80000. 00000100:00000010:0.0:1777582957.630375:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203f480. 02000000:00000010:0.0:1777582957.630377:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396b86000. 00000100:00000010:0.0:1777582957.630380:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07480. 02000000:00000010:0.0:1777582957.630382:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396b83000. 00000100:00000010:0.0:1777582957.630384:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05c00. 02000000:00000010:0.0:1777582957.630387:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396a0c000. 00000100:00000010:0.0:1777582957.630390:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04700. 02000000:00000010:0.0:1777582957.630393:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc39000. 00000100:00000010:0.0:1777582957.630395:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05880. 02000000:00000010:0.0:1777582957.630398:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ade53000. 00000100:00000010:0.0:1777582957.630400:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4380. 02000000:00000010:0.0:1777582957.630405:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024ade57000. 00000100:00000010:0.0:1777582957.630408:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04e00. 02000000:00000010:0.0:1777582957.630410:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023870c1000. 00000100:00000010:0.0:1777582957.630413:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203c380. 02000000:00000010:0.0:1777582957.630416:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396b85000. 00000100:00000010:0.0:1777582957.630418:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da5c00. 02000000:00000010:0.0:1777582957.630421:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ade52000. 00000100:00000010:0.0:1777582957.630423:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24dc00. 02000000:00000010:0.0:1777582957.630426:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da662000. 00000100:00000010:0.0:1777582957.630428:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f800. 02000000:00000010:0.0:1777582957.630431:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241bc3b000. 00000100:00000010:0.0:1777582957.630433:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04a80. 02000000:00000010:0.0:1777582957.630436:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc3f000. 00000100:00000010:0.0:1777582957.630438:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203d180. 02000000:00000010:0.0:1777582957.630441:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238fa1b000. 00000100:00000010:0.0:1777582957.630443:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203c700. 02000000:00000010:0.0:1777582957.630446:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238fa1c000. 00000100:00000010:0.0:1777582957.630448:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203ed80. 02000000:00000010:0.0:1777582957.630452:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da665000. 00000100:00000010:0.0:1777582957.630454:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203f800. 02000000:00000010:0.0:1777582957.630457:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238fa1e000. 00000100:00000010:0.0:1777582957.630460:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203f100. 02000000:00000010:0.0:1777582957.630462:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238fa1f000. 00000100:00000010:0.0:1777582957.630465:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f100. 02000000:00000010:0.0:1777582957.630468:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238888f000. 00000100:00000010:0.0:1777582957.630470:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f480. 02000000:00000010:0.0:1777582957.630472:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da660000. 00000100:00000010:0.0:1777582957.630474:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04380. 02000000:00000010:0.0:1777582957.630477:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238888c000. 00000100:00000010:0.0:1777582957.630480:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5df80. 02000000:00000010:0.0:1777582957.630482:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238888a000. 00000100:00000010:0.0:1777582957.630484:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5d180. 02000000:00000010:0.0:1777582957.630487:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da666000. 00000100:00000010:0.0:1777582957.630491:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06d80. 02000000:00000010:0.0:1777582957.630494:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da667000. 00000100:00000010:0.0:1777582957.630496:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07100. 02000000:00000010:0.0:1777582957.630498:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238888d000. 00000100:00000010:0.0:1777582957.630501:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486243800. 02000000:00000010:0.0:1777582957.630503:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c43000. 00000100:00000010:0.0:1777582957.630510:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add00000. 02000000:00000010:0.0:1777582957.630514:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da664000. 00000100:00000010:0.0:1777582957.630516:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03b80. 02000000:00000010:0.0:1777582957.630519:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c46000. 00000100:00000010:0.0:1777582957.630521:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01880. 02000000:00000010:0.0:1777582957.630524:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239199d000. 00000100:00000010:0.0:1777582957.630526:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02a00. 02000000:00000010:0.0:1777582957.630529:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239199e000. 00000100:00000010:0.0:1777582957.630531:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486242680. 02000000:00000010:0.0:1777582957.630534:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02391998000. 00000100:00000010:0.0:1777582957.630536:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add00e00. 02000000:00000010:0.0:1777582957.630540:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02484c26000. 00000100:00000010:0.0:1777582957.630542:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02680. 02000000:00000010:0.0:1777582957.630545:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c42000. 00000100:00000010:0.0:1777582957.630551:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8380. 02000000:00000010:0.0:1777582957.630554:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fea7000. 00000100:00000010:0.0:1777582957.630557:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8700. 02000000:00000010:0.0:1777582957.630560:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c859000. 00000100:00000010:0.0:1777582957.630563:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcad80. 02000000:00000010:0.0:1777582957.630566:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7a000. 00000100:00000010:0.0:1777582957.630569:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc9f80. 02000000:00000010:0.0:1777582957.630572:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de78000. 00000100:00000010:0.0:1777582957.630575:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da7100. 02000000:00000010:0.0:1777582957.630584:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02484c27000. 00000100:00000010:0.0:1777582957.630586:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da7800. 02000000:00000010:0.0:1777582957.630589:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c85c000. 00000100:00000010:0.0:1777582957.630591:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01500. 02000000:00000010:0.0:1777582957.630594:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c85b000. 00000100:00000010:0.0:1777582957.630596:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03100. 02000000:00000010:0.0:1777582957.630599:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933bb000. 00000100:00000010:0.0:1777582957.630602:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02d80. 02000000:00000010:0.0:1777582957.630606:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239ff63000. 00000100:00000010:0.0:1777582957.630608:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add00700. 02000000:00000010:0.0:1777582957.630611:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de79000. 00000100:00000010:0.0:1777582957.630614:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcbb80. 02000000:00000010:0.0:1777582957.630617:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7e000. 00000100:00000010:0.0:1777582957.630620:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8000. 02000000:00000010:0.0:1777582957.630623:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c85f000. 00000100:00000010:0.0:1777582957.630625:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcb100. 02000000:00000010:0.0:1777582957.630628:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7d000. 00000100:00000010:0.0:1777582957.630630:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da6d80. 02000000:00000010:0.0:1777582957.630634:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024904a9000. 00000100:00000010:0.0:1777582957.630637:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8a80. 02000000:00000010:0.0:1777582957.630640:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241d7fb000. 00000100:00000010:0.0:1777582957.630643:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc9180. 02000000:00000010:0.0:1777582957.630646:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023957bd000. 00000100:00000010:0.0:1777582957.630649:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01f80. 02000000:00000010:0.0:1777582957.630652:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933bc000. 00000100:00000010:0.0:1777582957.630656:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4a80. 02000000:00000010:0.0:1777582957.630659:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de7c000. 00000100:00000010:0.0:1777582957.630662:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcb480. 02000000:00000010:0.0:1777582957.630664:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7b000. 00000100:00000010:0.0:1777582957.630667:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b8a80. 02000000:00000010:0.0:1777582957.630670:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396a41000. 00000100:00000010:0.0:1777582957.630673:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5c380. 02000000:00000010:0.0:1777582957.630675:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023957be000. 00000100:00000010:0.0:1777582957.630677:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5c000. 02000000:00000010:0.0:1777582957.630680:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239ff62000. 00000100:00000010:0.0:1777582957.630683:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03800. 02000000:00000010:0.0:1777582957.630698:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239ff64000. 00000100:00000010:0.0:1777582957.630701:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01c00. 02000000:00000010:0.0:1777582957.630703:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023957bc000. 00000100:00000010:0.0:1777582957.630705:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02300. 02000000:00000010:0.0:1777582957.630708:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02421d61000. 00000100:00000010:0.0:1777582957.630711:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5dc00. 02000000:00000010:0.0:1777582957.630714:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239325a000. 00000100:00000010:0.0:1777582957.630718:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03480. 02000000:00000010:0.0:1777582957.630721:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02398539000. 00000100:00000010:0.0:1777582957.630723:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8000. 02000000:00000010:0.0:1777582957.630726:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933b8000. 00000100:00000010:0.0:1777582957.630728:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fad80. 02000000:00000010:0.0:1777582957.630731:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239853e000. 00000100:00000010:0.0:1777582957.630733:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fb100. 02000000:00000010:0.0:1777582957.630736:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239325e000. 00000100:00000010:0.0:1777582957.630738:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b9500. 02000000:00000010:0.0:1777582957.630741:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02386788000. 00000100:00000010:0.0:1777582957.630747:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b9c00. 02000000:00000010:0.0:1777582957.630750:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933ba000. 00000100:00000010:0.0:1777582957.630753:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b8380. 02000000:00000010:0.0:1777582957.630755:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238678c000. 00000100:00000010:0.0:1777582957.630757:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b8e00. 02000000:00000010:0.0:1777582957.630760:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239325b000. 00000100:00000010:0.0:1777582957.630765:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975bb480. 02000000:00000010:0.0:1777582957.630768:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238678a000. 00000100:00000010:0.0:1777582957.630770:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975bad80. 02000000:00000010:0.0:1777582957.630773:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933b9000. 00000100:00000010:0.0:1777582957.630776:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f800. 02000000:00000010:0.0:1777582957.630779:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238678e000. 00000100:00000010:0.0:1777582957.630783:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d57800. 02000000:00000010:0.0:1777582957.630786:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238678b000. 00000100:00000010:0.0:1777582957.630789:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54000. 02000000:00000010:0.0:1777582957.630792:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4cff000. 00000100:00000010:0.0:1777582957.630795:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d57100. 02000000:00000010:0.0:1777582957.630797:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4cfa000. 00000100:00000010:0.0:1777582957.630800:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b9180. 02000000:00000010:0.0:1777582957.630802:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238678f000. 00000100:00000010:0.0:1777582957.630804:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975bb100. 02000000:00000010:0.0:1777582957.630807:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0249dde3000. 00000100:00000010:0.0:1777582957.630810:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8380. 02000000:00000010:0.0:1777582957.630812:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933bd000. 00000100:00000010:0.0:1777582957.630816:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fbb80. 02000000:00000010:0.0:1777582957.630818:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc6000. 00000100:00000010:0.0:1777582957.630821:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fb800. 02000000:00000010:0.0:1777582957.630823:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02393258000. 00000100:00000010:0.0:1777582957.630828:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55880. 02000000:00000010:0.0:1777582957.630830:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc5000. 00000100:00000010:0.0:1777582957.630832:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d57480. 02000000:00000010:0.0:1777582957.630835:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4cf9000. 00000100:00000010:0.0:1777582957.630839:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b8700. 02000000:00000010:0.0:1777582957.630842:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023956c2000. 00000100:00000010:0.0:1777582957.630846:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8e00. 02000000:00000010:0.0:1777582957.630850:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02384467000. 00000100:00000010:0.0:1777582957.630852:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f9880. 02000000:00000010:0.0:1777582957.630854:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc3000. 00000100:00000010:0.0:1777582957.630856:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8a80. 02000000:00000010:0.0:1777582957.630858:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4cfd000. 00000100:00000010:0.0:1777582957.630861:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da6680. 02000000:00000010:0.0:1777582957.630864:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc7000. 00000100:00000010:0.0:1777582957.630865:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f9180. 02000000:00000010:0.0:1777582957.630868:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0249dde6000. 00000100:00000010:0.0:1777582957.630870:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fa300. 02000000:00000010:0.0:1777582957.630872:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fffe000. 00000100:00000010:0.0:1777582957.630875:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da5f80. 02000000:00000010:0.0:1777582957.630877:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024b7cc1000. 00000100:00000010:0.0:1777582957.630879:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4e00. 02000000:00000010:0.0:1777582957.630882:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fff9000. 00000100:00000010:0.0:1777582957.630884:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4000. 02000000:00000010:0.0:1777582957.630887:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024b7cc0000. 00000100:00000010:0.0:1777582957.630888:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da7480. 02000000:00000010:0.0:1777582957.630892:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239ffff000. 00000100:00000010:0.0:1777582957.630895:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55faa00. 02000000:00000010:0.0:1777582957.630897:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fffa000. 00000100:00000010:0.0:1777582957.630899:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8b480. 02000000:00000010:0.0:1777582957.630903:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fff8000. 00000100:00000010:0.0:1777582957.630905:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da5180. 02000000:00000010:0.0:1777582957.630908:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4cfe000. 00000100:00000010:0.0:1777582957.630910:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8b800. 02000000:00000010:0.0:1777582957.630913:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238528c000. 00000100:00000010:0.0:1777582957.630915:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da7b80. 02000000:00000010:0.0:1777582957.630918:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fffc000. 00000100:00000010:0.0:1777582957.630922:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca88380. 02000000:00000010:0.0:1777582957.630924:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fffb000. 00000100:00000010:0.0:1777582957.630926:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da6300. 02000000:00000010:0.0:1777582957.630931:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238528e000. 00000100:00000010:0.0:1777582957.630934:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da5500. 02000000:00000010:0.0:1777582957.630936:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02482c22000. 00000100:00000010:0.0:1777582957.630939:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268a80. 02000000:00000010:0.0:1777582957.630942:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023918a3000. 00000100:00000010:0.0:1777582957.630944:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef36680. 02000000:00000010:0.0:1777582957.630948:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a0b1e000. 00000100:00000010:0.0:1777582957.630949:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef35880. 02000000:00000010:0.0:1777582957.630952:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c80000. 00000100:00000010:0.0:1777582957.630954:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269180. 02000000:00000010:0.0:1777582957.630957:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c83000. 00000100:00000010:0.0:1777582957.630959:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626aa00. 02000000:00000010:0.0:1777582957.630962:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396ae4000. 00000100:00000010:0.0:1777582957.630965:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca88000. 02000000:00000010:0.0:1777582957.630968:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396ae6000. 00000100:00000010:0.0:1777582957.630970:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef35f80. 02000000:00000010:0.0:1777582957.630972:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396ae0000. 00000100:00000010:0.0:1777582957.630975:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8a300. 02000000:00000010:0.0:1777582957.630978:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396ae3000. 00000100:00000010:0.0:1777582957.630980:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca89f80. 02000000:00000010:0.0:1777582957.630983:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0249dde7000. 00000100:00000010:0.0:1777582957.630985:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca88700. 02000000:00000010:0.0:1777582957.630988:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389571000. 00000100:00000010:0.0:1777582957.630990:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca88a80. 02000000:00000010:0.0:1777582957.630992:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385289000. 00000100:00000010:0.0:1777582957.630994:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef34a80. 02000000:00000010:0.0:1777582957.630997:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396ae2000. 00000100:00000010:0.0:1777582957.630999:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef35180. 02000000:00000010:0.0:1777582957.631002:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c85000. 00000100:00000010:0.0:1777582957.631004:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef35500. 02000000:00000010:0.0:1777582957.631007:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c82000. 00000100:00000010:0.0:1777582957.631008:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269c00. 02000000:00000010:0.0:1777582957.631011:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c86000. 00000100:00000010:0.0:1777582957.631013:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8aa00. 02000000:00000010:0.0:1777582957.631016:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238cb37000. 00000100:00000010:0.0:1777582957.631018:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8a680. 02000000:00000010:0.0:1777582957.631020:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb33000. 00000100:00000010:0.0:1777582957.631023:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8ad80. 02000000:00000010:0.0:1777582957.631026:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383ecf000. 00000100:00000010:0.0:1777582957.631028:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55180. 02000000:00000010:0.0:1777582957.631030:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383ec9000. 00000100:00000010:0.0:1777582957.631033:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef36d80. 02000000:00000010:0.0:1777582957.631035:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389576000. 00000100:00000010:0.0:1777582957.631037:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef37480. 02000000:00000010:0.0:1777582957.631039:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389570000. 00000100:00000010:0.0:1777582957.631041:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef37b80. 02000000:00000010:0.0:1777582957.631043:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389575000. 00000100:00000010:0.0:1777582957.631045:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268000. 02000000:00000010:0.0:1777582957.631048:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c87000. 00000100:00000010:0.0:1777582957.631049:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268380. 02000000:00000010:0.0:1777582957.631065:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389673000. 00000100:00000010:0.0:1777582957.631069:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef34e00. 02000000:00000010:0.0:1777582957.631072:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389672000. 00000100:00000010:0.0:1777582957.631074:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c4000. 02000000:00000010:0.0:1777582957.631077:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389677000. 00000100:00000010:0.0:1777582957.631080:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca89180. 02000000:00000010:0.0:1777582957.631082:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb35000. 00000100:00000010:0.0:1777582957.631084:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554e680. 02000000:00000010:0.0:1777582957.631086:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024840c4000. 00000100:00000010:0.0:1777582957.631089:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554c380. 02000000:00000010:0.0:1777582957.631091:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241787f000. 00000100:00000010:0.0:1777582957.631094:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554d500. 02000000:00000010:0.0:1777582957.631097:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241787a000. 00000100:00000010:0.0:1777582957.631100:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554ed80. 02000000:00000010:0.0:1777582957.631103:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb36000. 00000100:00000010:0.0:1777582957.631104:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c5f80. 02000000:00000010:0.0:1777582957.631108:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c84000. 00000100:00000010:0.0:1777582957.631111:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554c000. 02000000:00000010:0.0:1777582957.631114:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02417879000. 00000100:00000010:0.0:1777582957.631116:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554f480. 02000000:00000010:0.0:1777582957.631118:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241787d000. 00000100:00000010:0.0:1777582957.631121:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a680. 02000000:00000010:0.0:1777582957.631123:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383ece000. 00000100:00000010:0.0:1777582957.631125:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a300. 02000000:00000010:0.0:1777582957.631128:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02417878000. 00000100:00000010:0.0:1777582957.631130:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554dc00. 02000000:00000010:0.0:1777582957.631158:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388dc4000. 00000100:00000010:0.0:1777582957.631162:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac334e00. 02000000:00000010:0.0:1777582957.631165:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383eca000. 00000100:00000010:0.0:1777582957.631168:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac334700. 02000000:00000010:0.0:1777582957.631170:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388dc5000. 00000100:00000010:0.0:1777582957.631172:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626bb80. 02000000:00000010:0.0:1777582957.631175:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc6000. 00000100:00000010:0.0:1777582957.631178:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac337100. 02000000:00000010:0.0:1777582957.631181:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388dc7000. 00000100:00000010:0.0:1777582957.631183:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac335f80. 02000000:00000010:0.0:1777582957.631186:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383ecb000. 00000100:00000010:0.0:1777582957.631188:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55500. 02000000:00000010:0.0:1777582957.631191:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb32000. 00000100:00000010:0.0:1777582957.631194:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54380. 02000000:00000010:0.0:1777582957.631196:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383ecd000. 00000100:00000010:0.0:1777582957.631198:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac337480. 02000000:00000010:0.0:1777582957.631201:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aec8e000. 00000100:00000010:0.0:1777582957.631205:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d56300. 02000000:00000010:0.0:1777582957.631210:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395681000. 00000100:00000010:0.0:1777582957.631212:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1a680. 02000000:00000010:0.0:1777582957.631216:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388dc0000. 00000100:00000010:0.0:1777582957.631219:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca18e00. 02000000:00000010:0.0:1777582957.631225:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc2000. 00000100:00000010:0.0:1777582957.631227:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1a300. 02000000:00000010:0.0:1777582957.631231:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388dc3000. 00000100:00000010:0.0:1777582957.631233:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca19c00. 02000000:00000010:0.0:1777582957.631236:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395682000. 00000100:00000010:0.0:1777582957.631238:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55c00. 02000000:00000010:0.0:1777582957.631240:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aec88000. 00000100:00000010:0.0:1777582957.631242:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a3800. 02000000:00000010:0.0:1777582957.631247:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec89000. 00000100:00000010:0.0:1777582957.631249:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a1880. 02000000:00000010:0.0:1777582957.631252:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aec8f000. 00000100:00000010:0.0:1777582957.631254:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2a00. 02000000:00000010:0.0:1777582957.631257:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec8d000. 00000100:00000010:0.0:1777582957.631260:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c7100. 02000000:00000010:0.0:1777582957.631262:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02395686000. 00000100:00000010:0.0:1777582957.631264:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1b100. 02000000:00000010:0.0:1777582957.631266:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec8c000. 00000100:00000010:0.0:1777582957.631269:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c7b80. 02000000:00000010:0.0:1777582957.631271:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02395685000. 00000100:00000010:0.0:1777582957.631274:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0380. 02000000:00000010:0.0:1777582957.631277:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb4000. 00000100:00000010:0.0:1777582957.631279:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca18a80. 02000000:00000010:0.0:1777582957.631282:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df833000. 00000100:00000010:0.0:1777582957.631285:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2680. 02000000:00000010:0.0:1777582957.631287:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb0000. 00000100:00000010:0.0:1777582957.631289:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca19500. 02000000:00000010:0.0:1777582957.631291:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fb6000. 00000100:00000010:0.0:1777582957.631293:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca19180. 02000000:00000010:0.0:1777582957.631295:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb1000. 00000100:00000010:0.0:1777582957.631297:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c5500. 02000000:00000010:0.0:1777582957.631300:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df830000. 00000100:00000010:0.0:1777582957.631302:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c5c00. 02000000:00000010:0.0:1777582957.631305:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb3000. 00000100:00000010:0.0:1777582957.631307:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a1c00. 02000000:00000010:0.0:1777582957.631309:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ad9b3000. 00000100:00000010:0.0:1777582957.631313:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2d80. 02000000:00000010:0.0:1777582957.631317:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02391459000. 00000100:00000010:0.0:1777582957.631319:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a3b80. 02000000:00000010:0.0:1777582957.631322:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb57000. 00000100:00000010:0.0:1777582957.631324:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268e00. 02000000:00000010:0.0:1777582957.631327:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238cb30000. 00000100:00000010:0.0:1777582957.631329:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca18380. 02000000:00000010:0.0:1777582957.631332:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb50000. 00000100:00000010:0.0:1777582957.631334:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1b480. 02000000:00000010:0.0:1777582957.631337:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0240fb56000. 00000100:00000010:0.0:1777582957.631340:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1b800. 02000000:00000010:0.0:1777582957.631343:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb55000. 00000100:00000010:0.0:1777582957.631346:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca19880. 02000000:00000010:0.0:1777582957.631349:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0240fb52000. 00000100:00000010:0.0:1777582957.631351:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca18700. 02000000:00000010:0.0:1777582957.631354:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb51000. 00000100:00000010:0.0:1777582957.631357:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495a680. 02000000:00000010:0.0:1777582957.631360:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023df832000. 00000100:00000010:0.0:1777582957.631362:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6c380. 02000000:00000010:0.0:1777582957.631365:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df837000. 00000100:00000010:0.0:1777582957.631367:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6e680. 02000000:00000010:0.0:1777582957.631371:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02399b5a000. 00000100:00000010:0.0:1777582957.631374:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0e00. 02000000:00000010:0.0:1777582957.631377:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df831000. 00000100:00000010:0.0:1777582957.631379:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6f480. 02000000:00000010:0.0:1777582957.631383:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02423a72000. 00000100:00000010:0.0:1777582957.631386:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495ad80. 02000000:00000010:0.0:1777582957.631389:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02399b5e000. 00000100:00000010:0.0:1777582957.631391:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6ed80. 02000000:00000010:0.0:1777582957.631393:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023df834000. 00000100:00000010:0.0:1777582957.631395:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0a80. 02000000:00000010:0.0:1777582957.631397:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4d30000. 00000100:00000010:0.0:1777582957.631400:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2300. 02000000:00000010:0.0:1777582957.631403:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4d31000. 00000100:00000010:0.0:1777582957.631405:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495a300. 02000000:00000010:0.0:1777582957.631408:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023a4d37000. 00000100:00000010:0.0:1777582957.631410:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a1f80. 02000000:00000010:0.0:1777582957.631412:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02399b5f000. 00000100:00000010:0.0:1777582957.631415:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495aa00. 02000000:00000010:0.0:1777582957.631417:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aeae5000. 00000100:00000010:0.0:1777582957.631420:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6d500. 02000000:00000010:0.0:1777582957.631423:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02423a76000. 00000100:00000010:0.0:1777582957.631425:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484958380. 02000000:00000010:0.0:1777582957.631428:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933cc000. 00000100:00000010:0.0:1777582957.631431:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8a80. 02000000:00000010:0.0:1777582957.631433:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933c8000. 00000100:00000010:0.0:1777582957.631436:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6d180. 02000000:00000010:0.0:1777582957.631439:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239a6a9000. 00000100:00000010:0.0:1777582957.631442:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55ba300. 02000000:00000010:0.0:1777582957.631445:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02399b58000. 00000100:00000010:0.0:1777582957.631447:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8700. 02000000:00000010:0.0:1777582957.631450:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb7000. 00000100:00000010:0.0:1777582957.631452:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484959c00. 02000000:00000010:0.0:1777582957.631455:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239a6ac000. 00000100:00000010:0.0:1777582957.631458:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55bb800. 02000000:00000010:0.0:1777582957.631461:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ae7df000. 00000100:00000010:0.0:1777582957.631463:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484958000. 02000000:00000010:0.0:1777582957.631466:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239a6ae000. 00000100:00000010:0.0:1777582957.631469:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8000. 02000000:00000010:0.0:1777582957.631471:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487494000. 00000100:00000010:0.0:1777582957.631473:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b9500. 02000000:00000010:0.0:1777582957.631476:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb4000. 00000100:00000010:0.0:1777582957.631478:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8380. 02000000:00000010:0.0:1777582957.631480:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487491000. 00000100:00000010:0.0:1777582957.631482:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484958e00. 02000000:00000010:0.0:1777582957.631485:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487496000. 00000100:00000010:0.0:1777582957.631488:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55bad80. 02000000:00000010:0.0:1777582957.631491:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb5000. 00000100:00000010:0.0:1777582957.631493:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b9180. 02000000:00000010:0.0:1777582957.631495:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb2000. 00000100:00000010:0.0:1777582957.631499:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495b100. 02000000:00000010:0.0:1777582957.631502:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb0000. 00000100:00000010:0.0:1777582957.631505:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55baa00. 02000000:00000010:0.0:1777582957.631508:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487495000. 00000100:00000010:0.0:1777582957.631510:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269f80. 02000000:00000010:0.0:1777582957.631513:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024a572f000. 00000100:00000010:0.0:1777582957.631516:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626b480. 02000000:00000010:0.0:1777582957.631519:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024a572a000. 00000100:00000010:0.0:1777582957.631521:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269500. 02000000:00000010:0.0:1777582957.631524:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024a572c000. 00000100:00000010:0.0:1777582957.631527:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484958700. 02000000:00000010:0.0:1777582957.631529:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ae7dc000. 00000100:00000010:0.0:1777582957.631531:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268700. 02000000:00000010:0.0:1777582957.631534:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024a5728000. 00000100:00000010:0.0:1777582957.631536:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495bb80. 02000000:00000010:0.0:1777582957.631539:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb3000. 00000100:00000010:0.0:1777582957.631543:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6fb80. 02000000:00000010:0.0:1777582957.631547:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb1000. 00000100:00000010:0.0:1777582957.631549:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6e300. 02000000:00000010:0.0:1777582957.631552:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ae7de000. 00000100:00000010:0.0:1777582957.631554:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6ea00. 02000000:00000010:0.0:1777582957.631557:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02483f37000. 00000100:00000010:0.0:1777582957.631559:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6dc00. 02000000:00000010:0.0:1777582957.631562:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238e080000. 00000100:00000010:0.0:1777582957.631565:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484959880. 02000000:00000010:0.0:1777582957.631568:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02483f33000. 00000100:00000010:0.0:1777582957.631570:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638380. 02000000:00000010:0.0:1777582957.631572:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238e082000. 00000100:00000010:0.0:1777582957.631575:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c639180. 02000000:00000010:0.0:1777582957.631579:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ae7dd000. 00000100:00000010:0.0:1777582957.631581:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c639c00. 02000000:00000010:0.0:1777582957.631584:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ae7da000. 00000100:00000010:0.0:1777582957.631586:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63a300. 02000000:00000010:0.0:1777582957.631589:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238e081000. 00000100:00000010:0.0:1777582957.631592:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495b480. 02000000:00000010:0.0:1777582957.631594:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ae7d9000. 00000100:00000010:0.0:1777582957.631596:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495b800. 02000000:00000010:0.0:1777582957.631598:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238e087000. 00000100:00000010:0.0:1777582957.631602:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484958a80. 02000000:00000010:0.0:1777582957.631604:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ae7d8000. 00000100:00000010:0.0:1777582957.631606:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484959500. 02000000:00000010:0.0:1777582957.631609:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aca20000. 00000100:00000010:0.0:1777582957.631612:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638700. 02000000:00000010:0.0:1777582957.631614:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca24000. 00000100:00000010:0.0:1777582957.631617:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484959180. 02000000:00000010:0.0:1777582957.631619:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023cc216800. 00000100:00000010:0.0:1777582957.631622:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3bb80. 02000000:00000010:0.0:1777582957.631625:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a616000. 00000100:00000010:0.0:1777582957.631628:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b9c00. 02000000:00000010:0.0:1777582957.631631:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a616400. 00000100:00000010:0.0:1777582957.631633:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55bb480. 02000000:00000010:0.0:1777582957.631636:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238e083000. 00000100:00000010:0.0:1777582957.631638:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638e00. 02000000:00000010:0.0:1777582957.631641:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238e084000. 00000100:00000010:0.0:1777582957.631644:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c639880. 02000000:00000010:0.0:1777582957.631646:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aca21000. 00000100:00000010:0.0:1777582957.631648:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63a680. 02000000:00000010:0.0:1777582957.631651:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca27000. 00000100:00000010:0.0:1777582957.631653:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3aa00. 02000000:00000010:0.0:1777582957.631656:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aca25000. 00000100:00000010:0.0:1777582957.631658:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec38380. 02000000:00000010:0.0:1777582957.631662:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238cb31000. 00000100:00000010:0.0:1777582957.631665:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3a680. 02000000:00000010:0.0:1777582957.631668:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aca26000. 00000100:00000010:0.0:1777582957.631671:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3b480. 02000000:00000010:0.0:1777582957.631674:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc31000. 00000100:00000010:0.0:1777582957.631677:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39500. 02000000:00000010:0.0:1777582957.631680:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aca23000. 00000100:00000010:0.0:1777582957.631683:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39f80. 00000800:00000200:3.0:1777582957.632410:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.632416:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582957.632425:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.632436:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 02000000:00000010:0.0:1777582957.633110:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc33000. 00000100:00000010:0.0:1777582957.633117:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63aa00. 02000000:00000010:0.0:1777582957.633122:0:191688:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241bc30000. 00000100:00000010:0.0:1777582957.633124:0:191688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39880. 00000100:00000200:0.0:1777582957.633146:0:191688:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1777582957.633154:0:191688:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcdc0. 00000400:00000010:0.0:1777582957.633161:0:191688:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffffa02392b78000. 00010000:00000010:0.0:1777582957.633205:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582957.633215:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582957.633225:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185cc0. 00000400:00000200:3.0:1777582957.635740:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.635764:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147f1 00000400:00000200:3.0:1777582957.635772:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.635777:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.635784:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:3.0:1777582957.635788:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00010000:00000010:0.0:1777582957.635895:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.635905:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 02000000:00000010:0.0:1777582957.635924:0:3275:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02395709000. 00010000:00000010:0.1:1777582957.637170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582957.637180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582957.637184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582957.637186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582957.638115:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582957.638124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00000400:00000200:1.0:1777582957.639883:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.639904:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885c480 00000400:00000200:1.0:1777582957.639913:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 0 00000400:00000200:1.0:1777582957.640532:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.640539:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.640549:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.640557:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeb8380. 00000020:00000010:2.0:1777582957.640832:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.640837:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.640842:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b6011c00. 00000020:00000010:2.0:1777582957.640914:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87100. 00000020:00000010:2.0:1777582957.640919:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582957.640955:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.640958:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582957.640961:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707925120 00000001:00000010:2.0:1777582957.640973:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68d80. 00010000:00000010:2.0:1777582957.640998:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582957.641005:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 02000000:00000010:2.0:1777582957.641031:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238589b000. 00010000:00000010:2.0:1777582957.641056:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582957.641059:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582957.641074:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582957.641077:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87880. 00010000:00000010:2.0:1777582957.641080:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582957.641082:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00000004:00000010:2.0:1777582957.641196:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487057680. 00000004:00000010:2.0:1777582957.641205:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0ac8. 00000004:00000010:2.0:1777582957.641214:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757ba0. 00080000:00000010:2.0:1777582957.641223:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a000. 00010000:00000010:0.1:1777582957.641504:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582957.641512:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:1.0:1777582957.642730:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582957.642738:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f480. 00010000:00000010:1.0:1777582957.642744:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582957.642751:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582957.642837:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:1.0:1777582957.642859:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:1.0:1777582957.642866:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87880. 00010000:00000010:1.0:1777582957.642894:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000200:1.0:1777582957.642915:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb8380 x1863928707925120/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582957.642940:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582957.642947:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707925120, offset 224 00000400:00000200:1.0:1777582957.642955:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.642971:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.642979:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397304:397304:256:4294967295] 192.168.202.9@tcp LPNI seq info [397300:397300:8:4294967295] 00000400:00000200:1.0:1777582957.642992:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.642997:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.643003:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582957.643011:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.643019:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.643024:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.643055:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87100. 00000020:00000010:1.0:1777582957.643060:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e640. 00000020:00000010:1.0:1777582957.643064:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b6011c00. 00000800:00000200:3.0:1777582957.643553:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.643558:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582957.643563:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.643568:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.643573:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:3.0:1777582957.643576:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00010000:00000010:0.1:1777582957.647905:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582957.647919:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582957.647924:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582957.647929:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582957.647945:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582957.647948:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000400:00000200:3.0:1777582957.648101:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.648118:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885c580 00000400:00000200:3.0:1777582957.648127:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 576 00000400:00000200:3.0:1777582957.648161:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.648166:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.648174:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.648180:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689880. 00000020:00000010:2.0:1777582957.648502:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.648508:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.648514:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b6011a00. 00000020:00000010:2.0:1777582957.648519:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87980. 00000020:00000010:2.0:1777582957.648524:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e960. 00000020:00000010:2.0:1777582957.648597:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.648601:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582957.648604:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707925376 02000000:00000010:2.0:1777582957.648638:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238589f000. 00010000:00000010:2.0:1777582957.648700:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:2.0:1777582957.648714:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f480. 00010000:00000010:2.0:1777582957.648732:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582957.648738:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582957.648752:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582957.648755:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87500. 00010000:00000010:2.0:1777582957.648759:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582957.648762:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582957.648868:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582957.648872:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87f80. 00010000:00000010:2.0:1777582957.648875:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582957.648878:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00000020:00000010:2.0:1777582957.648900:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054500. 00000020:00000010:2.0:1777582957.648906:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054500. 00000020:00000010:2.0:1777582957.648916:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb19c0. 00080000:00000010:2.0:1777582957.648924:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249c7ebc00. 00000001:00000010:3.0:1777582957.650087:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed4e0. 00000001:00000010:3.0:1777582957.650098:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582957.650270:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb19c0. 00010000:00000010:3.0:1777582957.650462:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.650472:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582957.650592:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582957.650678:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:3.0:1777582957.650707:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000200:3.0:1777582957.650727:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975543, last committed = 8589975425 00010000:00000200:3.0:1777582957.650738:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689880 x1863928707925376/t8589975543(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.650759:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582957.650765:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707925376, offset 224 00000400:00000010:3.0:1777582957.650772:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7700. 00000400:00000200:3.0:1777582957.650775:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.650791:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.650797:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397305:397305:256:4294967295] 192.168.202.9@tcp LPNI seq info [397301:397301:8:4294967295] 00000400:00000200:3.0:1777582957.650803:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.650810:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.650817:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.650821:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582957.650827:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.650835:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.650839:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.650871:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87980. 00000020:00000010:3.0:1777582957.650876:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e960. 00000020:00000010:3.0:1777582957.650880:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b6011a00. 00000800:00000200:2.0:1777582957.651112:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.651117:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582957.651122:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.651128:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582957.651843:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582957.651853:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:1.1:1777582957.651859:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:1.1:1777582957.651862:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.0:1777582957.651902:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:1.0:1777582957.651911:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87f80. 00010000:00000010:1.0:1777582957.651919:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000400:00000200:3.0:1777582957.652257:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.652275:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2147fd 00000400:00000200:3.0:1777582957.652283:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.652287:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.652292:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:3.0:1777582957.652295:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00010000:00000010:2.0:1777582957.652473:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582957.652480:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87500. 00010000:00000010:2.1:1777582957.654267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:2.1:1777582957.654282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00000400:00000200:3.0:1777582957.656012:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.656034:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885c600 00000400:00000200:3.0:1777582957.656044:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 1064 00000400:00000200:3.0:1777582957.656108:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.656114:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.656122:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:1.1:1777582957.656182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582957.656199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.1:1777582957.656314:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582957.656324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582957.656366:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582957.656385:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000100:00000010:3.0:1777582957.656389:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568a680. 00000020:00000010:1.0:1777582957.656926:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0d80. 00000020:00000010:1.0:1777582957.656932:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0d80. 00000020:00000010:1.0:1777582957.656939:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:1.0:1777582957.656945:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880ff00. 00000020:00000010:1.0:1777582957.656950:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582957.656994:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0d80. 00000020:00000010:1.0:1777582957.656996:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0d80. 00000100:00000200:1.0:1777582957.657000:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707925504 00000001:00000010:1.0:1777582957.657011:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:1.0:1777582957.657037:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582957.657044:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 02000000:00000010:1.0:1777582957.657073:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388eb8000. 00010000:00000010:1.0:1777582957.657101:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582957.657104:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582957.657122:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582957.657125:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fc80. 00010000:00000010:1.0:1777582957.657129:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582957.657131:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582957.657249:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57a40. 00000004:00000010:1.0:1777582957.657258:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582957.657265:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ed0. 00080000:00000010:1.0:1777582957.657273:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e8e8. 00010000:00000010:1.0:1777582957.658280:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582957.658287:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f500. 00010000:00000010:1.0:1777582957.658292:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582957.658298:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582957.658368:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582957.658484:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582957.658583:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fc80. 00010000:00000010:1.0:1777582957.658608:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000200:1.0:1777582957.658626:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568a680 x1863928707925504/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582957.658645:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582957.658652:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707925504, offset 224 00000400:00000200:1.0:1777582957.658748:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.658761:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.658767:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397306:397306:256:4294967295] 192.168.202.9@tcp LPNI seq info [397302:397302:8:4294967295] 00000400:00000200:1.0:1777582957.658779:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.658785:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.658790:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582957.658797:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.658805:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.658809:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.658874:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880ff00. 00000020:00000010:1.0:1777582957.658879:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582957.658883:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00000800:00000200:2.0:1777582957.659298:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.659304:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582957.659309:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.659314:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.659320:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:2.0:1777582957.659323:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000400:00000200:3.0:1777582957.661844:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.661865:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885c700 00000400:00000200:3.0:1777582957.661874:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 1640 00000400:00000200:3.0:1777582957.661891:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.661896:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.661905:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.661913:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689f80. 00000020:00000010:1.0:1777582957.662084:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582957.662090:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582957.662097:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:1.0:1777582957.662103:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880ff00. 00000020:00000010:1.0:1777582957.662108:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582957.662169:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582957.662171:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0480. 00000100:00000200:1.0:1777582957.662175:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707925760 02000000:00000010:1.0:1777582957.662215:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388eb9000. 00010000:00000010:1.0:1777582957.662253:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582957.662269:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f500. 00010000:00000010:1.0:1777582957.662291:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582957.662296:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582957.662312:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582957.662315:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f500. 00010000:00000010:1.0:1777582957.662320:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582957.662323:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582957.662769:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582957.662774:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fc80. 00010000:00000010:1.0:1777582957.662777:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582957.662781:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000020:00000010:1.0:1777582957.662809:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6fe0. 00000020:00000010:1.0:1777582957.662816:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6fe0. 00000020:00000010:1.0:1777582957.662825:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a3c0. 00080000:00000010:1.0:1777582957.662834:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02391690800. 00000001:00000010:1.0:1777582957.663864:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562ad20. 00000001:00000010:1.0:1777582957.663874:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582957.663919:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a3c0. 00010000:00000010:1.0:1777582957.663933:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582957.663939:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582957.663957:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582957.664007:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582957.664025:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000200:1.0:1777582957.664044:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975544, last committed = 8589975425 00010000:00000200:1.0:1777582957.664054:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689f80 x1863928707925760/t8589975544(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582957.664076:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582957.664083:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707925760, offset 224 00000400:00000010:1.0:1777582957.664089:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2c40. 00000400:00000200:1.0:1777582957.664094:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.664109:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.664116:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397307:397307:256:4294967295] 192.168.202.9@tcp LPNI seq info [397303:397303:8:4294967295] 00000400:00000200:1.0:1777582957.664123:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582957.664130:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.664163:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.664168:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582957.664174:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.664181:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00010000:00000010:2.0:1777582957.664183:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00000800:00000200:1.0:1777582957.664184:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1777582957.664190:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fc80. 00010000:00000010:2.0:1777582957.664197:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00000020:00000010:1.0:1777582957.664212:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880ff00. 00000020:00000010:1.0:1777582957.664217:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582957.664222:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00000800:00000200:3.0:1777582957.664473:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.664477:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:3.0:1777582957.664483:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.664581:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.666292:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582957.666311:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214805 00000400:00000200:2.0:1777582957.666319:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.666324:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582957.666330:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:2.0:1777582957.666333:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00010000:00000010:1.0:1777582957.666723:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582957.666733:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f500. 00000400:00000200:3.0:1777582957.666965:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.666977:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885c780 00000400:00000200:3.0:1777582957.666984:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 2128 00000400:00000200:3.0:1777582957.667286:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.667293:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.667299:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.667307:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689c00. 00000020:00000010:2.0:1777582957.667781:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.667787:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.667793:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b6011c00. 00000020:00000010:2.0:1777582957.667799:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582957.667804:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582957.667869:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.667872:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582957.667875:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707925888 00000001:00000010:2.0:1777582957.667887:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:2.0:1777582957.667911:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582957.667918:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 02000000:00000010:2.0:1777582957.667947:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238589a000. 00010000:00000010:2.0:1777582957.667977:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582957.667980:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582957.667996:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582957.667999:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87e80. 00010000:00000010:2.0:1777582957.668002:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582957.668005:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00000004:00000010:2.0:1777582957.668104:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024870570e0. 00000004:00000010:2.0:1777582957.668112:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0690. 00000004:00000010:2.0:1777582957.668119:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756000. 00080000:00000010:2.0:1777582957.668128:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a1c8. 00010000:00000010:3.0:1777582957.669057:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582957.669064:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c00. 00010000:00000010:3.0:1777582957.669069:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582957.669075:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582957.669177:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:3.0:1777582957.669191:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:3.0:1777582957.669195:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87e80. 00010000:00000010:3.0:1777582957.669223:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000200:3.0:1777582957.669243:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689c00 x1863928707925888/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582957.669271:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582957.669279:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707925888, offset 224 00000400:00000200:3.0:1777582957.669287:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.669300:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.669307:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397308:397308:256:4294967295] 192.168.202.9@tcp LPNI seq info [397304:397304:8:4294967295] 00000400:00000200:3.0:1777582957.669319:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.669324:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.669330:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582957.669337:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.669344:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.669348:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.669371:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87500. 00000020:00000010:3.0:1777582957.669608:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:3.0:1777582957.669613:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b6011c00. 00000800:00000200:2.0:1777582957.669764:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.669768:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582957.669773:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.669778:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.669783:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:2.0:1777582957.669786:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00010000:00000010:1.1:1777582957.670175:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582957.670184:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582957.670188:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582957.670190:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000400:00000200:2.0:1777582957.672426:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.672446:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885c880 00000400:00000200:2.0:1777582957.672457:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 2704 00000400:00000200:2.0:1777582957.672475:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.672480:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.672498:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.672505:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f9500. 00000020:00000010:3.0:1777582957.672693:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef580. 00000020:00000010:3.0:1777582957.672698:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef580. 00000020:00000010:3.0:1777582957.672705:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024aeee1c00. 00000020:00000010:3.0:1777582957.672710:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582957.672715:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.672755:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef580. 00000020:00000010:3.0:1777582957.672758:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef580. 00000100:00000200:3.0:1777582957.672761:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707926144 02000000:00000010:3.0:1777582957.672797:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487957000. 00010000:00000010:3.0:1777582957.672841:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582957.672857:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c00. 00010000:00000010:3.0:1777582957.672876:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582957.672882:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582957.672898:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582957.672901:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c00. 00010000:00000010:3.0:1777582957.672906:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582957.672909:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582957.673026:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582957.673030:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374500. 00010000:00000010:3.0:1777582957.673033:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582957.673036:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00000020:00000010:3.0:1777582957.673059:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e055c0. 00000020:00000010:3.0:1777582957.673065:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e055c0. 00000020:00000010:3.0:1777582957.673077:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed900. 00080000:00000010:3.0:1777582957.673087:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac59d400. 00000001:00000010:3.0:1777582957.673866:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743600. 00000001:00000010:3.0:1777582957.673875:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582957.673913:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed900. 00010000:00000010:3.0:1777582957.673925:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582957.673931:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582957.673948:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582957.674006:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582957.674023:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000200:3.0:1777582957.674043:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975545, last committed = 8589975425 00010000:00000200:3.0:1777582957.674055:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f9500 x1863928707926144/t8589975545(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.674075:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582957.674082:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707926144, offset 224 00000400:00000010:3.0:1777582957.674089:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b70a8. 00000400:00000200:3.0:1777582957.674093:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.674109:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.674115:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397309:397309:256:4294967295] 192.168.202.9@tcp LPNI seq info [397305:397305:8:4294967295] 00000400:00000200:3.0:1777582957.674122:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.674130:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.674162:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.674167:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582957.674175:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.674182:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.674186:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.674206:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582957.674210:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.674213:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024aeee1c00. 00010000:00000010:3.0:1777582957.674244:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582957.674249:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374500. 00010000:00000010:3.0:1777582957.674255:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000800:00000200:3.0:1777582957.674342:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.674345:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:3.0:1777582957.674350:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.674354:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.676886:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582957.676909:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21480d 00000400:00000200:2.0:1777582957.676917:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.676922:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582957.676930:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:2.0:1777582957.676934:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00010000:00000010:1.1:1777582957.677823:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582957.677834:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582957.677840:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582957.677843:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582957.677845:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582957.677848:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582957.677883:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:1.0:1777582957.677894:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c00. 00000400:00000200:2.0:1777582957.677946:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.677959:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885c900 00000400:00000200:2.0:1777582957.677967:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 3192 00000400:00000200:2.0:1777582957.678790:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.678798:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.678808:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.678816:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f9880. 00000020:00000010:3.0:1777582957.678976:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef580. 00000020:00000010:3.0:1777582957.678983:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef580. 00000020:00000010:3.0:1777582957.678989:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024aeee1c00. 00000020:00000010:3.0:1777582957.678996:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582957.679001:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.679046:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef580. 00000020:00000010:3.0:1777582957.679049:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef580. 00000100:00000200:3.0:1777582957.679051:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707926272 00000001:00000010:3.0:1777582957.679063:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:3.0:1777582957.679089:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582957.679098:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 02000000:00000010:3.0:1777582957.679130:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487952000. 00010000:00000010:3.0:1777582957.679188:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.679193:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582957.679214:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582957.679217:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582957.679221:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582957.679224:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00000004:00000010:3.0:1777582957.679344:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91c20. 00000004:00000010:3.0:1777582957.679355:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c657f8. 00000004:00000010:3.0:1777582957.679362:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386770. 00080000:00000010:3.0:1777582957.679372:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13398. 00010000:00000010:3.0:1777582957.680417:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582957.680425:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374b00. 00010000:00000010:3.0:1777582957.680431:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582957.680436:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582957.680773:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582957.680787:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582957.680792:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582957.680818:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582957.680838:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f9880 x1863928707926272/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582957.680859:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582957.680868:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707926272, offset 224 00000400:00000200:3.0:1777582957.680875:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.680890:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.680897:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397310:397310:256:4294967295] 192.168.202.9@tcp LPNI seq info [397306:397306:8:4294967295] 00000400:00000200:3.0:1777582957.680909:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.680915:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.680921:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582957.680928:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.680936:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.680940:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.681017:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582957.681022:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.681025:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024aeee1c00. 00010000:00000010:3.1:1777582957.681204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582957.681211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582957.681215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582957.681218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582957.681253:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:2.1:1777582957.681258:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000800:00000200:2.0:1777582957.682974:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.682983:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582957.682991:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.683001:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.683009:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:2.0:1777582957.683012:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:2.0:1777582957.689041:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.689064:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885ca00 00000400:00000200:2.0:1777582957.689073:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 3768 00000400:00000200:2.0:1777582957.689091:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.689096:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.689104:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.689111:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fb480. 00010000:00000010:3.1:1777582957.689328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582957.689337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582957.689342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582957.689345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582957.689347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582957.689350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000020:00000010:3.0:1777582957.689397:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.689404:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.689412:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e238800. 00000020:00000010:3.0:1777582957.689418:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582957.689423:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.689465:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.689468:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef740. 00000100:00000200:3.0:1777582957.689470:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707926528 02000000:00000010:3.0:1777582957.689517:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487954000. 00010000:00000010:3.0:1777582957.689557:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582957.689570:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374b00. 00010000:00000010:3.0:1777582957.689589:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582957.689595:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582957.689609:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582957.689612:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374b00. 00010000:00000010:3.0:1777582957.689616:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582957.689618:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582957.689762:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582957.689766:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582957.689769:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582957.689773:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00000020:00000010:3.0:1777582957.689800:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582957.689807:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582957.689818:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743cc0. 00080000:00000010:3.0:1777582957.689827:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac59e400. 00000001:00000010:3.0:1777582957.690298:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedf60. 00000001:00000010:3.0:1777582957.690306:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582957.690345:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743cc0. 00010000:00000010:3.0:1777582957.690354:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582957.690359:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582957.690373:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582957.690413:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582957.690428:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:3.0:1777582957.690446:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975546, last committed = 8589975425 00010000:00000200:3.0:1777582957.690456:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fb480 x1863928707926528/t8589975546(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.690476:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582957.690484:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707926528, offset 224 00000400:00000010:3.0:1777582957.690491:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae5b7000. 00000400:00000200:3.0:1777582957.690495:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.690509:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.690517:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397311:397311:256:4294967295] 192.168.202.9@tcp LPNI seq info [397307:397307:8:4294967295] 00000400:00000200:3.0:1777582957.690524:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.690531:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.690538:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.690543:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582957.690551:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.690559:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.690563:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.690587:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582957.690592:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.690595:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e238800. 00000800:00000200:3.0:1777582957.690721:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.690725:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:3.0:1777582957.690731:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.690735:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582957.690829:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582957.690837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:2.0:1777582957.691261:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:2.0:1777582957.691270:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:2.0:1777582957.691277:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000400:00000200:2.0:1777582957.698818:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582957.698844:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214815 00000400:00000200:2.0:1777582957.698853:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.698858:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582957.698866:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:2.0:1777582957.698869:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000400:00000200:2.0:1777582957.698966:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.698973:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885ca80 00000400:00000200:2.0:1777582957.698981:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 4256 00000400:00000200:2.0:1777582957.699047:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.699051:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.699057:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.699064:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fa680. 00000020:00000010:1.0:1777582957.699938:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582957.699946:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582957.699953:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:1.0:1777582957.699958:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f500. 00000020:00000010:1.0:1777582957.699963:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582957.700007:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0480. 00000020:00000010:1.0:1777582957.700010:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0480. 00000100:00000200:1.0:1777582957.700013:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707926656 00000001:00000010:1.0:1777582957.700024:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:1.0:1777582957.700050:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582957.700058:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 02000000:00000010:1.0:1777582957.700087:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388ebb000. 00010000:00000010:1.0:1777582957.700119:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582957.700123:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582957.700169:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582957.700173:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880ff00. 00010000:00000010:1.0:1777582957.700177:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582957.700179:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582957.700299:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57860. 00000004:00000010:1.0:1777582957.700309:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582957.700316:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945540. 00080000:00000010:1.0:1777582957.700325:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fc80. 00010000:00000010:1.0:1777582957.702005:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582957.702015:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f300. 00010000:00000010:1.0:1777582957.702021:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582957.702027:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582957.702104:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582957.702116:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582957.702121:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880ff00. 00010000:00000010:1.0:1777582957.702176:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000200:1.0:1777582957.702197:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fa680 x1863928707926656/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582957.702220:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582957.702226:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707926656, offset 224 00000400:00000200:1.0:1777582957.702234:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.702246:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.702255:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397312:397312:256:4294967295] 192.168.202.9@tcp LPNI seq info [397308:397308:8:4294967295] 00000400:00000200:1.0:1777582957.702279:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.702286:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.702291:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582957.702298:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.702306:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.702310:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.702334:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f500. 00000020:00000010:1.0:1777582957.702339:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582957.702344:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00000800:00000200:2.0:1777582957.705878:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.705886:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582957.705895:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.705904:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.705911:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:2.0:1777582957.705914:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00010000:00000010:3.1:1777582957.708348:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582957.708366:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582957.708382:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582957.708385:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582957.710055:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582957.710072:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374b00. 00010000:00000010:3.1:1777582957.712181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582957.712196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582957.714641:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582957.715210:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:2.0:1777582957.715254:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.715363:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885cb80 00000400:00000200:2.0:1777582957.715477:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 4832 00000400:00000200:2.0:1777582957.715603:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.715609:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.715620:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.715629:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8000. 00010000:00000010:3.1:1777582957.719482:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582957.719583:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582957.719588:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582957.719593:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000020:00000010:3.0:1777582957.719637:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.719642:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.719648:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024aeee1c00. 00000020:00000010:3.0:1777582957.719746:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582957.719753:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00010000:00000010:1.1:1777582957.720177:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582957.720185:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582957.720188:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582957.720190:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000020:00000010:3.0:1777582957.720328:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.720332:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef740. 00000100:00000200:3.0:1777582957.720336:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707926912 02000000:00000010:3.0:1777582957.720399:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487950000. 00010000:00000010:3.0:1777582957.720452:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:3.0:1777582957.720469:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f300. 00010000:00000010:3.0:1777582957.720499:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582957.720505:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582957.720522:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582957.720525:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374500. 00010000:00000010:3.0:1777582957.720529:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582957.720531:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582957.720637:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582957.720640:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374d00. 00010000:00000010:3.0:1777582957.720644:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582957.720646:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00000020:00000010:3.0:1777582957.720683:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582957.720699:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582957.720711:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed840. 00080000:00000010:3.0:1777582957.720722:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac59f800. 00000001:00000010:3.0:1777582957.721254:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743c00. 00000001:00000010:3.0:1777582957.721262:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582957.721313:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed840. 00010000:00000010:3.0:1777582957.721322:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582957.721327:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582957.721343:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582957.721389:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582957.721403:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582957.721422:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975547, last committed = 8589975425 00010000:00000200:3.0:1777582957.721436:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8000 x1863928707926912/t8589975547(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.721458:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582957.721466:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707926912, offset 224 00000400:00000010:3.0:1777582957.721494:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e21f8. 00000400:00000200:3.0:1777582957.721498:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.721514:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.721521:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397313:397313:256:4294967295] 192.168.202.9@tcp LPNI seq info [397309:397309:8:4294967295] 00000400:00000200:3.0:1777582957.721528:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.721535:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.721540:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.721545:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582957.721551:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.721559:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.721563:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.721582:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582957.721586:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.721590:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024aeee1c00. 00010000:00000010:2.0:1777582957.725884:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:2.0:1777582957.725904:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374d00. 00010000:00000010:2.0:1777582957.725915:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000800:00000200:3.0:1777582957.729259:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.729370:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:3.0:1777582957.729455:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.729465:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.729589:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.729604:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21481d 00000400:00000200:3.0:1777582957.729611:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.729615:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.729620:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777582957.729622:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000400:00000200:3.0:1777582957.729876:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.729886:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885cc00 00000400:00000200:3.0:1777582957.729893:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 5320 00000400:00000200:3.0:1777582957.730610:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.730619:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.730626:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.730635:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568b800. 00010000:00000010:1.0:1777582957.730784:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:1.0:1777582957.730796:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374500. 00010000:00000010:3.1:1777582957.734523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582957.734540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00000020:00000010:2.0:1777582957.735824:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.735831:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.735838:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582957.735843:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582957.735848:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582957.736425:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.736430:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582957.736434:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707927040 00000001:00000010:2.0:1777582957.736445:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:2.0:1777582957.736473:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582957.736482:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582957.736522:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238589c000. 00010000:00000010:2.0:1777582957.736551:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582957.736555:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582957.736572:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582957.736575:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87380. 00010000:00000010:2.0:1777582957.736580:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582957.736583:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00000004:00000010:2.0:1777582957.736695:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487057860. 00000004:00000010:2.0:1777582957.736705:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0258. 00000004:00000010:2.0:1777582957.736713:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756330. 00080000:00000010:2.0:1777582957.736722:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097bab8. 00010000:00000010:2.1:1777582957.741002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582957.741017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582957.741647:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582957.741654:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.0:1777582957.741927:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582957.741934:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582957.741940:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582957.741949:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.742035:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:0.0:1777582957.742046:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:0.0:1777582957.742051:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87380. 00010000:00000010:0.0:1777582957.742077:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:0.0:1777582957.742096:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568b800 x1863928707927040/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.742118:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582957.742125:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707927040, offset 224 00000400:00000200:0.0:1777582957.742132:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.742165:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.742172:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397314:397314:256:4294967295] 192.168.202.9@tcp LPNI seq info [397310:397310:8:4294967295] 00000400:00000200:0.0:1777582957.742184:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.742190:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.742195:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582957.742202:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.742210:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.742214:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.742243:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87d80. 00000020:00000010:0.0:1777582957.742248:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:0.0:1777582957.742251:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00000800:00000200:2.0:1777582957.742465:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.742470:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582957.742476:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.742481:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.742659:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:2.0:1777582957.742662:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00010000:00000010:1.1:1777582957.746956:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582957.746972:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582957.749963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582957.749978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:0.1:1777582957.749984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582957.749997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:3.0:1777582957.752019:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.752039:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885cd00 00000400:00000200:3.0:1777582957.752047:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 5896 00000400:00000200:3.0:1777582957.752061:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.752065:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.752074:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.752081:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ad80. 00000020:00000010:0.0:1777582957.752195:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7100. 00000020:00000010:0.0:1777582957.752202:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7100. 00000020:00000010:0.0:1777582957.752208:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024898d8600. 00000020:00000010:0.0:1777582957.752214:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582957.752219:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.752275:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7100. 00000020:00000010:0.0:1777582957.752278:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7100. 00000100:00000200:0.0:1777582957.752282:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707927296 02000000:00000010:0.0:1777582957.752321:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02395709000. 00010000:00000010:0.0:1777582957.752362:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.752390:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582957.752412:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582957.752418:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.752433:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582957.752436:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582957.752441:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582957.752444:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582957.752567:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582957.752571:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582957.752574:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.752577:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00000020:00000010:0.0:1777582957.752604:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c488e0. 00000020:00000010:0.0:1777582957.752611:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c488e0. 00000020:00000010:0.0:1777582957.752624:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f486c0. 00080000:00000010:0.0:1777582957.752635:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239626c000. 00000001:00000010:0.0:1777582957.753054:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48780. 00000001:00000010:0.0:1777582957.753062:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185240. 00000020:00000010:0.0:1777582957.753100:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f486c0. 00010000:00000010:0.0:1777582957.753109:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582957.753115:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582957.753127:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185cc0. 00010000:00000010:0.0:1777582957.753223:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582957.753237:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582957.753253:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975548, last committed = 8589975425 00010000:00000200:0.0:1777582957.753263:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568ad80 x1863928707927296/t8589975548(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582957.753284:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582957.753291:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707927296, offset 224 00000400:00000010:0.0:1777582957.753297:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4c78. 00000400:00000200:0.0:1777582957.753301:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.753315:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.753323:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397315:397315:256:4294967295] 192.168.202.9@tcp LPNI seq info [397311:397311:8:4294967295] 00000400:00000200:0.0:1777582957.753328:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582957.753335:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.753340:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.753345:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582957.753352:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.753360:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.753364:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.753383:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582957.753387:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.753390:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024898d8600. 00000800:00000200:0.0:1777582957.753497:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.753501:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582957.753506:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.753511:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582957.753733:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:2.0:1777582957.753742:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:2.0:1777582957.753750:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185cc0. 00000400:00000200:2.0:1777582957.756666:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582957.756696:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214825 00000400:00000200:2.0:1777582957.756704:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.756708:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582957.756716:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:2.0:1777582957.756719:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000400:00000200:2.0:1777582957.756744:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.756751:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885cd80 00000400:00000200:2.0:1777582957.756757:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 6384 00000400:00000200:2.0:1777582957.756815:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.756819:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.756824:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.756830:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8a80. 00010000:00000010:3.0:1777582957.757484:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:3.0:1777582957.757497:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc80. 00000020:00000010:0.0:1777582957.758277:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7100. 00000020:00000010:0.0:1777582957.758293:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7100. 00000020:00000010:0.0:1777582957.758301:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25e00. 00000020:00000010:0.0:1777582957.758308:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582957.758314:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.758362:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7100. 00000020:00000010:0.0:1777582957.758365:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7100. 00000100:00000200:0.0:1777582957.758368:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707927424 00000001:00000010:0.0:1777582957.758388:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:0.0:1777582957.758412:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582957.758420:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 02000000:00000010:0.0:1777582957.758450:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239570f000. 00010000:00000010:0.0:1777582957.758482:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582957.758804:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582957.758823:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582957.758827:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582957.758831:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582957.758834:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000004:00000010:0.0:1777582957.758938:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518d20. 00000004:00000010:0.0:1777582957.758947:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22c30. 00000004:00000010:0.0:1777582957.758954:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35430. 00080000:00000010:0.0:1777582957.758962:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74000. 00010000:00000010:0.1:1777582957.759207:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582957.759215:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582957.763052:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582957.763065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582957.763170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582957.763176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582957.769292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582957.769307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582957.769431:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582957.769437:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582957.769442:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582957.769450:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582957.769545:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582957.769556:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582957.769561:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582957.769588:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582957.769609:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8a80 x1863928707927424/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.769629:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582957.769636:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707927424, offset 224 00000400:00000200:0.0:1777582957.769643:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.769658:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.769665:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397316:397316:256:4294967295] 192.168.202.9@tcp LPNI seq info [397312:397312:8:4294967295] 00000400:00000200:0.0:1777582957.769677:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.769683:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.769700:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582957.769707:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.769716:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.769721:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.769757:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582957.769762:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.769766:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25e00. 00000800:00000200:3.0:1777582957.770330:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.770335:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582957.770340:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.770347:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.770352:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:3.0:1777582957.770354:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000400:00000200:0.0:1777582957.775946:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.775967:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885ce80 00000400:00000200:0.0:1777582957.775976:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 6960 00000400:00000200:0.0:1777582957.775994:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.776001:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.776011:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.776017:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6ad880. 00000020:00000010:3.0:1777582957.776105:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.776112:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.776119:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e238800. 00000020:00000010:3.0:1777582957.776126:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582957.776131:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.776189:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.776192:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef740. 00000100:00000200:3.0:1777582957.776195:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707927680 02000000:00000010:3.0:1777582957.776237:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487951000. 00010000:00000010:3.0:1777582957.776282:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:3.0:1777582957.776301:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc80. 00010000:00000010:3.0:1777582957.776322:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582957.776329:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582957.776345:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582957.776348:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582957.776353:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582957.776355:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582957.776471:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582957.776474:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374700. 00010000:00000010:3.0:1777582957.776478:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582957.776481:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000020:00000010:3.0:1777582957.776507:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582957.776514:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582957.776525:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743660. 00080000:00000010:3.0:1777582957.776536:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac59d000. 00000001:00000010:3.0:1777582957.780390:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedea0. 00000001:00000010:3.0:1777582957.780402:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582957.780438:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743660. 00010000:00000010:3.0:1777582957.780453:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582957.780461:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582957.780484:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582957.780527:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582957.780548:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582957.780570:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975549, last committed = 8589975425 00010000:00000200:3.0:1777582957.780581:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6ad880 x1863928707927680/t8589975549(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582957.780601:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582957.780608:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707927680, offset 224 00000400:00000010:3.0:1777582957.780616:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2690. 00000400:00000200:3.0:1777582957.780620:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582957.780635:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582957.780642:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397317:397317:256:4294967295] 192.168.202.9@tcp LPNI seq info [397313:397313:8:4294967295] 00000400:00000200:3.0:1777582957.780649:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582957.780657:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582957.780662:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582957.780667:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582957.780673:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582957.780681:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582957.780697:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582957.780723:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582957.780728:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.780731:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e238800. 00000800:00000200:3.0:1777582957.780837:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.780840:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:3.0:1777582957.780845:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.780850:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582957.785467:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:1.0:1777582957.785496:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374700. 00010000:00000010:1.0:1777582957.785509:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000400:00000200:3.0:1777582957.787510:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.787530:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21482d 00000400:00000200:3.0:1777582957.787538:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.787542:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.787549:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777582957.787552:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000400:00000200:3.0:1777582957.790892:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.790912:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885cf00 00000400:00000200:3.0:1777582957.790920:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 7448 00000400:00000200:3.0:1777582957.790999:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.791004:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.791012:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.791020:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5688e00. 00000020:00000010:3.0:1777582957.791081:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.791086:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.791092:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024aeee1c00. 00000020:00000010:3.0:1777582957.791099:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582957.791106:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582957.791171:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.791174:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef740. 00000100:00000200:3.0:1777582957.791177:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707927808 00000001:00000010:3.0:1777582957.791190:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185240. 00010000:00000010:3.0:1777582957.791219:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582957.791230:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 02000000:00000010:3.0:1777582957.791276:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487955000. 00010000:00000010:3.0:1777582957.791318:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582957.791322:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582957.791343:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582957.791346:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374100. 00010000:00000010:3.0:1777582957.791350:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582957.791358:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00000004:00000010:3.0:1777582957.791464:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e901e0. 00000004:00000010:3.0:1777582957.791473:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c655a0. 00000004:00000010:3.0:1777582957.791480:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386990. 00080000:00000010:3.0:1777582957.791490:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12ab0. 00010000:00000010:1.0:1777582957.792557:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:1.0:1777582957.792570:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e00. 00010000:00000010:1.0:1777582957.794313:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582957.794322:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:1.0:1777582957.794329:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582957.794336:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582957.794429:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:1.0:1777582957.794443:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:1.0:1777582957.794448:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374100. 00010000:00000010:1.0:1777582957.794476:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:1.0:1777582957.794506:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5688e00 x1863928707927808/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582957.794528:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582957.794535:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707927808, offset 224 00000400:00000200:1.0:1777582957.794542:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.794555:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.794561:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397318:397318:256:4294967295] 192.168.202.9@tcp LPNI seq info [397314:397314:8:4294967295] 00000400:00000200:1.0:1777582957.794571:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.794577:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.794582:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582957.794589:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.794597:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.794601:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.795758:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:1.0:1777582957.795768:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:1.0:1777582957.795772:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024aeee1c00. 00010000:00000010:0.1:1777582957.797242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582957.797258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:0.1:1777582957.797264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582957.797267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000800:00000200:3.0:1777582957.798777:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.798786:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582957.798793:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.798802:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.798810:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:3.0:1777582957.798813:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00010000:00000010:3.1:1777582957.801313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582957.801327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582957.801333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582957.801337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:1.1:1777582957.802187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582957.802199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582957.802202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582957.802206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582957.802209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.1:1777582957.802212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582957.802214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582957.802217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000400:00000200:3.0:1777582957.808064:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.808083:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885d000 00000400:00000200:3.0:1777582957.808092:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 8024 00000400:00000200:3.0:1777582957.808108:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.808112:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.808120:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.808127:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5688380. 00000020:00000010:0.0:1777582957.813649:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e40. 00000020:00000010:0.0:1777582957.813761:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e40. 00000020:00000010:0.0:1777582957.813771:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024898d8600. 00000020:00000010:0.0:1777582957.813777:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582957.813783:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582957.814630:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e40. 00000020:00000010:0.0:1777582957.814636:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e40. 00000100:00000200:0.0:1777582957.814641:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707928064 02000000:00000010:0.0:1777582957.814706:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239570a000. 00010000:00000010:0.0:1777582957.814752:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:0.0:1777582957.814770:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:0.0:1777582957.814791:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582957.814796:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582957.814811:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582957.814814:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582957.814818:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582957.814820:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582957.814935:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582957.814939:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582957.814942:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582957.814946:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00000020:00000010:0.0:1777582957.814971:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48580. 00000020:00000010:0.0:1777582957.814977:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48580. 00000020:00000010:0.0:1777582957.814990:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48d80. 00080000:00000010:0.0:1777582957.814999:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239626f800. 00000001:00000010:0.0:1777582957.815470:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f482a0. 00000001:00000010:0.0:1777582957.815477:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185e40. 00000020:00000010:1.0:1777582957.824207:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48d80. 00010000:00000010:1.0:1777582957.824230:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582957.824238:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582957.824265:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582957.824310:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:1.0:1777582957.824329:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:1.0:1777582957.824349:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975550, last committed = 8589975425 00010000:00000200:1.0:1777582957.824360:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5688380 x1863928707928064/t8589975550(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582957.824382:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582957.824390:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707928064, offset 224 00000400:00000010:1.0:1777582957.824397:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2508. 00000400:00000200:1.0:1777582957.824401:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.824416:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.824424:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397319:397319:256:4294967295] 192.168.202.9@tcp LPNI seq info [397315:397315:8:4294967295] 00000400:00000200:1.0:1777582957.824431:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582957.824438:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.824444:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.824449:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582957.824455:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.824463:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.824467:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.824494:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:1.0:1777582957.824498:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:1.0:1777582957.824502:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024898d8600. 00000800:00000200:1.0:1777582957.824618:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.824622:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:1.0:1777582957.824626:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.824632:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582957.825473:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:3.0:1777582957.825614:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:3.0:1777582957.825624:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:0.1:1777582957.827591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582957.827605:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00000400:00000200:3.0:1777582957.828520:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.828543:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214835 00000400:00000200:3.0:1777582957.828550:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.828555:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.828562:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:3.0:1777582957.828565:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00010000:00000010:1.0:1777582957.829701:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:1.0:1777582957.829715:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00000400:00000200:3.0:1777582957.830533:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.830551:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885d080 00000400:00000200:3.0:1777582957.830559:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 8512 00000400:00000200:3.0:1777582957.830621:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.830626:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.830634:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.830640:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689500. 00000020:00000010:1.0:1777582957.831088:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0d00. 00000020:00000010:1.0:1777582957.831094:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0d00. 00000020:00000010:1.0:1777582957.831099:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e1d4600. 00000020:00000010:1.0:1777582957.831105:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f200. 00000020:00000010:1.0:1777582957.831109:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582957.831183:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0d00. 00000020:00000010:1.0:1777582957.831186:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0d00. 00000100:00000200:1.0:1777582957.831190:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707928192 00000001:00000010:1.0:1777582957.831201:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:1.0:1777582957.831228:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582957.831236:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 02000000:00000010:1.0:1777582957.831273:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388ebf000. 00010000:00000010:1.0:1777582957.831303:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582957.831307:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582957.831325:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582957.831329:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fe00. 00010000:00000010:1.0:1777582957.831333:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582957.831335:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00000004:00000010:1.0:1777582957.831437:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f563c0. 00000004:00000010:1.0:1777582957.831445:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582957.831453:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944990. 00080000:00000010:1.0:1777582957.831461:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f560. 00010000:00000010:1.0:1777582957.832522:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582957.832529:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582957.832534:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582957.832540:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582957.832618:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582957.832629:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582957.832635:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fe00. 00010000:00000010:1.0:1777582957.832834:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000200:1.0:1777582957.832856:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689500 x1863928707928192/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582957.832878:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582957.832885:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707928192, offset 224 00000400:00000200:1.0:1777582957.832893:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.832906:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.832913:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397320:397320:256:4294967295] 192.168.202.9@tcp LPNI seq info [397316:397316:8:4294967295] 00000400:00000200:1.0:1777582957.832924:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.832929:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.832935:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582957.832942:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.832951:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.832955:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.832990:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f200. 00000020:00000010:1.0:1777582957.832995:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582957.833000:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e1d4600. 00000800:00000200:3.0:1777582957.833171:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582957.833175:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:3.0:1777582957.833180:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.833185:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582957.833190:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:3.0:1777582957.833192:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00010000:00000010:3.1:1777582957.834465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582957.834477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000400:00000200:3.0:1777582957.837190:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.837213:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885d180 00000400:00000200:3.0:1777582957.837222:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 9088 00000400:00000200:3.0:1777582957.837239:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.837243:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.837252:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.837278:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f86680. 00000020:00000010:0.0:1777582957.845251:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e40. 00000020:00000010:0.0:1777582957.845271:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e40. 00000020:00000010:0.0:1777582957.845280:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25e00. 00000020:00000010:0.0:1777582957.845285:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafc00. 00000020:00000010:0.0:1777582957.845291:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582957.845327:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e40. 00000020:00000010:0.0:1777582957.845330:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e40. 00000100:00000200:0.0:1777582957.845333:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707928448 02000000:00000010:0.0:1777582957.845371:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239570c000. 00010000:00000010:0.0:1777582957.845413:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:0.0:1777582957.845429:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:0.0:1777582957.845450:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.845456:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582957.845471:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582957.845474:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582957.845478:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582957.845491:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582957.845609:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582957.845613:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582957.845616:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582957.845618:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000020:00000010:0.0:1777582957.845645:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48be0. 00000020:00000010:0.0:1777582957.845652:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48be0. 00000020:00000010:0.0:1777582957.846024:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48060. 00080000:00000010:0.0:1777582957.846036:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a616400. 00000001:00000010:0.0:1777582957.846635:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48a80. 00000001:00000010:0.0:1777582957.846645:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185b40. 00000020:00000010:0.0:1777582957.846880:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48060. 00010000:00000010:0.0:1777582957.846894:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582957.846901:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582957.846919:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185000. 00010000:00000010:0.0:1777582957.847037:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582957.847056:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000200:0.0:1777582957.847076:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975551, last committed = 8589975425 00010000:00000200:0.0:1777582957.847089:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f86680 x1863928707928448/t8589975551(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582957.847113:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582957.847120:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707928448, offset 224 00000400:00000010:0.0:1777582957.847128:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4498. 00000400:00000200:0.0:1777582957.847153:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.847173:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.847181:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397321:397321:256:4294967295] 192.168.202.9@tcp LPNI seq info [397317:397317:8:4294967295] 00000400:00000200:0.0:1777582957.847188:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582957.847195:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.847201:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.847207:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582957.847214:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.847223:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.847227:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.847250:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafc00. 00000020:00000010:0.0:1777582957.847255:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582957.847259:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25e00. 00000800:00000200:0.0:1777582957.847391:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.847395:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582957.847399:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.847404:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582957.851065:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:3.0:1777582957.851083:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00010000:00000010:3.0:1777582957.851093:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185000. 00010000:00000010:1.1:1777582957.851210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582957.851217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582957.851220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582957.851224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000400:00000200:3.0:1777582957.856103:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582957.856124:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21483d 00000400:00000200:3.0:1777582957.856159:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.856165:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582957.856173:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:3.0:1777582957.856177:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000400:00000200:3.0:1777582957.856211:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582957.856218:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885d200 00000400:00000200:3.0:1777582957.856226:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 9576 00000400:00000200:3.0:1777582957.856302:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582957.856307:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582957.856314:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582957.856320:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f84700. 00000020:00000010:3.0:1777582957.856371:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.856376:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.856382:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02487ab9e00. 00000020:00000010:3.0:1777582957.856388:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582957.856393:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582957.856438:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef740. 00000020:00000010:3.0:1777582957.856440:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef740. 00000100:00000200:3.0:1777582957.856444:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707928576 00000001:00000010:3.0:1777582957.856455:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185e40. 00010000:00000010:3.0:1777582957.856481:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582957.856503:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 02000000:00000010:3.0:1777582957.856533:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487956000. 00010000:00000010:3.0:1777582957.856562:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582957.856566:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582957.856585:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582957.856588:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374f00. 00010000:00000010:3.0:1777582957.856592:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582957.856594:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00000004:00000010:3.0:1777582957.856694:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91e00. 00000004:00000010:3.0:1777582957.856704:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65d98. 00000004:00000010:3.0:1777582957.856711:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386220. 00080000:00000010:3.0:1777582957.856719:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12720. 00010000:00000010:0.0:1777582957.857096:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582957.857106:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:1.1:1777582957.858287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582957.858299:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582957.858303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582957.858305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582957.859317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582957.859330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582957.860177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582957.860186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582957.860190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582957.860193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.861245:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582957.861253:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582957.861259:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.861267:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582957.861354:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:0.0:1777582957.861368:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:0.0:1777582957.861373:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374f00. 00010000:00000010:0.0:1777582957.861399:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000200:0.0:1777582957.861422:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f84700 x1863928707928576/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.861443:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582957.861450:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707928576, offset 224 00000400:00000200:0.0:1777582957.861458:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.861472:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.861480:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397322:397322:256:4294967295] 192.168.202.9@tcp LPNI seq info [397318:397318:8:4294967295] 00000400:00000200:0.0:1777582957.866011:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.866020:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.866194:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582957.866204:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.866212:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.866216:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:0.1:1777582957.866315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582957.866325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000020:00000010:1.0:1777582957.866380:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374000. 00000020:00000010:1.0:1777582957.866388:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:1.0:1777582957.866392:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02487ab9e00. 00000800:00000200:2.0:1777582957.866614:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582957.866619:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582957.866624:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.866630:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582957.866637:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:2.0:1777582957.866640:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00010000:00000010:0.1:1777582957.872181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582957.872197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582957.872202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582957.872204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:0.0:1777582957.873651:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582957.873674:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885d300 00000400:00000200:0.0:1777582957.873682:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 10152 00000400:00000200:0.0:1777582957.873711:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.873716:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582957.873725:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582957.873732:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6ac380. 00000020:00000010:1.0:1777582957.875793:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582957.875804:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582957.875811:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e1d4600. 00000020:00000010:1.0:1777582957.875817:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f200. 00000020:00000010:1.0:1777582957.875823:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582957.875890:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582957.875893:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000100:00000200:1.0:1777582957.875896:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707928832 02000000:00000010:1.0:1777582957.875933:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388eba000. 00010000:00000010:1.0:1777582957.875978:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:1.0:1777582957.875996:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaff00. 00010000:00000010:1.0:1777582957.876016:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582957.876022:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582957.876039:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582957.876042:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fe00. 00010000:00000010:1.0:1777582957.876047:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582957.876050:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582957.876198:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582957.876202:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f100. 00010000:00000010:1.0:1777582957.876205:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582957.876208:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00000020:00000010:1.0:1777582957.876236:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6e60. 00000020:00000010:1.0:1777582957.876243:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6e60. 00000020:00000010:1.0:1777582957.876254:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a8a0. 00080000:00000010:1.0:1777582957.876264:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02391692000. 00000001:00000010:1.0:1777582957.877237:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a720. 00000001:00000010:1.0:1777582957.877246:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582957.877287:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a8a0. 00010000:00000010:1.0:1777582957.877298:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582957.877304:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582957.877324:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484b40. 00010000:00000010:1.0:1777582957.877427:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582957.877444:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000200:1.0:1777582957.877463:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975552, last committed = 8589975425 00010000:00000200:1.0:1777582957.877476:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6ac380 x1863928707928832/t8589975552(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582957.877506:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777582957.877515:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707928832, offset 224 00000400:00000010:1.0:1777582957.877523:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d29d8. 00000400:00000200:1.0:1777582957.877528:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.877543:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.877550:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397323:397323:256:4294967295] 192.168.202.9@tcp LPNI seq info [397319:397319:8:4294967295] 00000400:00000200:1.0:1777582957.877556:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582957.877563:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.877568:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.877574:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582957.877581:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.877589:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.877594:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.877625:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f200. 00000020:00000010:1.0:1777582957.877630:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582957.877635:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e1d4600. 00000800:00000200:0.0:1777582957.877895:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.877900:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582957.877905:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.877910:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582957.879742:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:2.0:1777582957.879757:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f100. 00010000:00000010:2.0:1777582957.879768:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484b40. 00010000:00000010:1.1:1777582957.881227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582957.881237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582957.885593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582957.885606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000400:00000200:2.0:1777582957.890569:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582957.890595:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214845 00000400:00000200:2.0:1777582957.890604:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.890609:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582957.890615:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:2.0:1777582957.890618:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00010000:00000010:1.0:1777582957.890987:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582957.890998:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fe00. 00010000:00000010:2.1:1777582957.894007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:2.1:1777582957.894026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000400:00000200:2.0:1777582957.896994:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582957.897019:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885d380 00000400:00000200:2.0:1777582957.897028:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 10640 00000400:00000200:2.0:1777582957.898041:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582957.898052:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582957.898063:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582957.898072:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fad80. 00000020:00000010:1.0:1777582957.907571:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582957.907582:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582957.907591:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e1d4600. 00000020:00000010:1.0:1777582957.907596:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fe00. 00000020:00000010:1.0:1777582957.907601:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582957.907644:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582957.907646:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000100:00000200:1.0:1777582957.907659:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707928960 00000001:00000010:1.0:1777582957.907671:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185b40. 00010000:00000010:1.0:1777582957.907703:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582957.907711:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 02000000:00000010:1.0:1777582957.907739:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388ebe000. 00010000:00000010:1.0:1777582957.907768:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582957.907772:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582957.907791:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582957.907794:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f200. 00010000:00000010:1.0:1777582957.907798:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582957.907800:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00000004:00000010:1.0:1777582957.907905:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56960. 00000004:00000010:1.0:1777582957.907912:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582957.907919:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945cb0. 00080000:00000010:1.0:1777582957.907927:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f8f0. 00010000:00000010:1.1:1777582957.910273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582957.910284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.0:1777582957.910517:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582957.910523:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582957.910529:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582957.910537:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582957.910614:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:0.0:1777582957.910625:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:0.0:1777582957.910630:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f200. 00010000:00000010:0.0:1777582957.910663:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000200:0.0:1777582957.910690:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fad80 x1863928707928960/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.910711:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582957.910718:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707928960, offset 224 00000400:00000200:0.0:1777582957.910727:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.910740:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.910747:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397324:397324:256:4294967295] 192.168.202.9@tcp LPNI seq info [397320:397320:8:4294967295] 00000400:00000200:0.0:1777582957.910758:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.910764:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.910768:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582957.910774:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.910782:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.910785:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.910814:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fe00. 00000020:00000010:0.0:1777582957.910820:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:0.0:1777582957.910824:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e1d4600. 00000800:00000200:1.0:1777582957.911629:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.911635:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582957.911642:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.911648:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582957.911660:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:1.0:1777582957.911663:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000400:00000200:1.0:1777582957.923739:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.923763:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885d480 00000400:00000200:1.0:1777582957.923771:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 11216 00000400:00000200:1.0:1777582957.923794:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.923799:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.923807:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.923814:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeebb800. 00010000:00000010:0.1:1777582957.929063:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582957.929079:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582957.929083:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582957.929087:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000020:00000010:1.0:1777582957.929207:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582957.929214:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582957.929221:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02487ab9e00. 00000020:00000010:1.0:1777582957.929227:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f780. 00000020:00000010:1.0:1777582957.929232:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777582957.929285:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582957.929288:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000100:00000200:1.0:1777582957.929292:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707929216 02000000:00000010:1.0:1777582957.929333:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385496000. 00010000:00000010:1.0:1777582957.929375:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:1.0:1777582957.929388:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:1.0:1777582957.929408:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582957.929414:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582957.929429:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582957.929433:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f880. 00010000:00000010:1.0:1777582957.929437:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582957.929440:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582957.929736:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582957.929740:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f280. 00010000:00000010:1.0:1777582957.929743:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582957.929746:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00000020:00000010:1.0:1777582957.929775:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6320. 00000020:00000010:1.0:1777582957.929781:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6320. 00000020:00000010:1.0:1777582957.929792:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a8a0. 00080000:00000010:1.0:1777582957.929802:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02391693c00. 00000001:00000010:1.0:1777582957.930631:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a360. 00000001:00000010:1.0:1777582957.930640:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582957.930973:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a8a0. 00010000:00000010:1.0:1777582957.930989:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582957.930996:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582957.931015:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582957.931118:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582957.931165:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000200:1.0:1777582957.931186:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975553, last committed = 8589975425 00010000:00000200:1.0:1777582957.931197:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeebb800 x1863928707929216/t8589975553(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582957.931218:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582957.931225:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707929216, offset 224 00000400:00000010:1.0:1777582957.931233:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2f50. 00000400:00000200:1.0:1777582957.931237:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582957.931253:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582957.931259:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397325:397325:256:4294967295] 192.168.202.9@tcp LPNI seq info [397321:397321:8:4294967295] 00000400:00000200:1.0:1777582957.931278:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582957.931284:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582957.931290:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582957.931295:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582957.931301:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582957.931310:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582957.931314:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582957.931338:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f780. 00000020:00000010:1.0:1777582957.931343:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777582957.931347:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02487ab9e00. 00000800:00000200:0.0:1777582957.931782:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.931788:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582957.931792:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.931798:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582957.937911:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:2.0:1777582957.937932:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f280. 00010000:00000010:2.0:1777582957.937943:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000400:00000200:1.0:1777582957.938175:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582957.938196:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21484d 00000400:00000200:1.0:1777582957.938203:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.938207:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582957.938214:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:1.0:1777582957.938216:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000400:00000200:1.0:1777582957.938371:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.938380:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885d500 00000400:00000200:1.0:1777582957.938386:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 11704 00000400:00000200:1.0:1777582957.939075:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.939081:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.939088:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.939095:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeba680. 00000020:00000010:2.0:1777582957.939189:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.939195:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.939201:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582957.939206:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87900. 00000020:00000010:2.0:1777582957.939211:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582957.939244:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582957.939246:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582957.939249:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707929344 00000001:00000010:2.0:1777582957.939260:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:2.0:1777582957.939290:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582957.939296:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 02000000:00000010:2.0:1777582957.939321:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385898000. 00010000:00000010:2.0:1777582957.939346:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582957.939349:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582957.939366:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582957.939369:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87700. 00010000:00000010:2.0:1777582957.939372:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582957.939375:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000004:00000010:2.0:1777582957.939455:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024870574a0. 00000004:00000010:2.0:1777582957.939463:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0d20. 00000004:00000010:2.0:1777582957.939469:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757980. 00080000:00000010:2.0:1777582957.939477:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a720. 00010000:00000010:2.0:1777582957.940332:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582957.940337:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87b00. 00010000:00000010:2.0:1777582957.940342:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582957.940347:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582957.940410:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582957.940419:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582957.940423:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87700. 00010000:00000010:2.0:1777582957.940442:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000200:2.0:1777582957.940459:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeba680 x1863928707929344/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582957.940476:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777582957.940598:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707929344, offset 224 00000400:00000200:2.0:1777582957.940606:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582957.940619:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582957.940626:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397326:397326:256:4294967295] 192.168.202.9@tcp LPNI seq info [397322:397322:8:4294967295] 00000400:00000200:2.0:1777582957.940637:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582957.940644:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582957.940649:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582957.940740:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582957.940749:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582957.940754:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582957.940780:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87900. 00000020:00000010:2.0:1777582957.940784:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582957.940788:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00010000:00000010:0.0:1777582957.941016:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:0.0:1777582957.941023:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f880. 00010000:00000010:1.1:1777582957.947982:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.1:1777582957.947998:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00000800:00000200:1.0:1777582957.948024:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.948029:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582957.948036:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.948045:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582957.948053:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:1.0:1777582957.948056:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00010000:00000010:1.1:1777582957.948989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582957.948997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582957.949198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582957.949205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:1.0:1777582957.954821:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.954929:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885d600 00000400:00000200:1.0:1777582957.954941:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 12280 00000400:00000200:1.0:1777582957.954966:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.954971:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.954981:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.954990:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeba300. 00000020:00000010:0.0:1777582957.955105:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582957.955112:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582957.955119:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023905bda00. 00000020:00000010:0.0:1777582957.955124:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582957.955129:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582957.955231:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582957.955234:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000100:00000200:0.0:1777582957.955237:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707929600 02000000:00000010:0.0:1777582957.955280:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02395708000. 00010000:00000010:0.0:1777582957.955327:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:0.0:1777582957.955346:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87b00. 00010000:00000010:0.0:1777582957.955382:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.955389:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582957.955407:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582957.955410:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582957.955414:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582957.955417:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582957.955548:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582957.955551:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582957.955554:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582957.955557:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000020:00000010:0.0:1777582957.955584:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48640. 00000020:00000010:0.0:1777582957.955591:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48640. 00000020:00000010:0.0:1777582957.955600:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48e40. 00080000:00000010:0.0:1777582957.955609:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238584c800. 00000001:00000010:0.0:1777582957.956435:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48720. 00000001:00000010:0.0:1777582957.956444:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185f00. 00000020:00000010:0.0:1777582957.956480:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48e40. 00010000:00000010:0.0:1777582957.956492:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582957.956497:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582957.956514:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185540. 00010000:00000010:0.0:1777582957.956561:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582957.956578:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000200:0.0:1777582957.956596:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975554, last committed = 8589975425 00010000:00000200:0.0:1777582957.956606:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeba300 x1863928707929600/t8589975554(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582957.956625:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582957.956631:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707929600, offset 224 00000400:00000010:0.0:1777582957.956638:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4428. 00000400:00000200:0.0:1777582957.956641:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.956655:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.956661:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397327:397327:256:4294967295] 192.168.202.9@tcp LPNI seq info [397323:397323:8:4294967295] 00000400:00000200:0.0:1777582957.956668:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582957.956675:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.956680:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.956695:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582957.956701:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.956708:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.956713:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.956737:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582957.956742:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582957.956745:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023905bda00. 00010000:00000010:2.0:1777582957.956822:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:2.0:1777582957.956829:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:2.0:1777582957.956834:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185540. 00000800:00000200:0.0:1777582957.960060:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582957.960068:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582957.960076:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582957.960084:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582957.960273:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:2.1:1777582957.960283:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:2.1:1777582957.960287:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582957.960293:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.1:1777582957.960295:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582957.960298:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582957.969731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582957.969747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:0.1:1777582957.969754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582957.969757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:1.0:1777582957.970194:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582957.970216:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214855 00000400:00000200:1.0:1777582957.970224:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.970229:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582957.970235:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:1.0:1777582957.970238:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00010000:00000010:3.0:1777582957.970972:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:3.0:1777582957.970985:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00000400:00000200:1.0:1777582957.971923:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.971944:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885d680 00000400:00000200:1.0:1777582957.971955:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 12768 00000400:00000200:1.0:1777582957.972030:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.972035:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.972043:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.972049:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeb9500. 00000020:00000010:0.0:1777582957.972191:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582957.972198:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582957.972205:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e1d4600. 00000020:00000010:0.0:1777582957.972211:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582957.972217:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582957.972279:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582957.972281:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000100:00000200:0.0:1777582957.972293:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707929728 00000001:00000010:0.0:1777582957.972305:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:0.0:1777582957.972333:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582957.972340:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 02000000:00000010:0.0:1777582957.972368:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239570d000. 00010000:00000010:0.0:1777582957.972398:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582957.972402:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582957.972420:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582957.972423:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582957.972428:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582957.972431:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000004:00000010:0.0:1777582957.972538:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865185a0. 00000004:00000010:0.0:1777582957.972547:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e228e8. 00000004:00000010:0.0:1777582957.972553:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34990. 00080000:00000010:0.0:1777582957.972562:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75ab8. 00010000:00000010:0.0:1777582957.978563:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582957.978590:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa00. 00010000:00000010:0.0:1777582957.978597:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582957.978604:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582957.978702:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582957.978715:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582957.978721:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582957.978752:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000200:0.0:1777582957.978784:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb9500 x1863928707929728/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 576/584 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582957.978806:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582957.978815:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707929728, offset 224 00000400:00000200:0.0:1777582957.978824:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582957.978838:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582957.978846:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397328:397328:256:4294967295] 192.168.202.9@tcp LPNI seq info [397324:397324:8:4294967295] 00000400:00000200:0.0:1777582957.978859:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582957.978866:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582957.978871:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582957.978877:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582957.978884:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582957.978888:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582957.978911:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf600. 00000020:00000010:0.0:1777582957.978915:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582957.978920:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e1d4600. 00000800:00000200:1.0:1777582957.979113:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582957.979118:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:1.0:1777582957.979124:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.979130:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582957.979172:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:1.0:1777582957.979175:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00010000:00000010:2.1:1777582957.982110:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582957.982127:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582957.986268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582957.986284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582957.986334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582957.986340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582957.986352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582957.986355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:1.0:1777582957.990342:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582957.990369:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885d780 00000400:00000200:1.0:1777582957.990379:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 13344 00000400:00000200:1.0:1777582957.990402:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582957.990407:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582957.990417:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582957.990425:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeebb100. 00000020:00000010:3.0:1777582957.992587:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582957.992600:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582957.992609:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a52400. 00000020:00000010:3.0:1777582957.992615:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582957.992620:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582957.994574:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582957.994583:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000100:00000200:3.0:1777582957.994589:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707929984 02000000:00000010:3.0:1777582957.994629:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487953000. 00010000:00000010:3.0:1777582957.994675:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:3.0:1777582957.994706:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa00. 00010000:00000010:3.0:1777582957.994729:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582957.994736:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582957.994752:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582957.994755:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582957.994760:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582957.994763:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582957.994898:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582957.994903:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582957.994906:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582957.994909:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00000020:00000010:3.0:1777582957.994937:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582957.994945:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582957.994958:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed900. 00080000:00000010:3.0:1777582957.994970:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac3cf400. 00000001:00000010:3.0:1777582957.998228:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023937430c0. 00000001:00000010:3.0:1777582957.998240:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582958.000354:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed900. 00010000:00000010:3.0:1777582958.000388:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582958.000400:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582958.000432:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582958.000494:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582958.000518:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:3.0:1777582958.000545:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975555, last committed = 8589975425 00010000:00000200:3.0:1777582958.000559:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeebb100 x1863928707929984/t8589975555(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:398/0 lens 488/456 e 0 to 0 dl 1777582968 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.000587:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582958.000595:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707929984, offset 224 00000400:00000010:3.0:1777582958.000603:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2310. 00000400:00000200:3.0:1777582958.000613:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.000630:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.000637:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397329:397329:256:4294967295] 192.168.202.9@tcp LPNI seq info [397325:397325:8:4294967295] 00000400:00000200:3.0:1777582958.000644:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.000651:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.000658:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.000664:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582958.000671:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.000680:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.000695:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.000721:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582958.000725:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582958.000729:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a52400. 00010000:00000010:1.0:1777582958.000820:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:1.0:1777582958.000829:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374000. 00010000:00000010:1.0:1777582958.000835:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000800:00000200:1.0:1777582958.000930:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.000934:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:1.0:1777582958.000942:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.000948:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.017059:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.017085:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21485d 00000400:00000200:1.0:1777582958.017094:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.017099:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.017106:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:1.0:1777582958.017109:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000400:00000200:1.0:1777582958.017162:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.017169:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885d800 00000400:00000200:1.0:1777582958.017176:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 13832 00000400:00000200:1.0:1777582958.017253:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.017257:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.017262:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.017269:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeebad80. 00000020:00000010:1.0:1777582958.017337:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0bc0. 00000020:00000010:1.0:1777582958.017343:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0bc0. 00000020:00000010:1.0:1777582958.017349:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024898d8600. 00000020:00000010:1.0:1777582958.017355:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f780. 00000020:00000010:1.0:1777582958.017360:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777582958.017399:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0bc0. 00000020:00000010:1.0:1777582958.017401:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0bc0. 00000100:00000200:1.0:1777582958.017404:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707930112 00000001:00000010:1.0:1777582958.017415:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185f00. 00010000:00000010:1.0:1777582958.017443:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582958.017451:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 02000000:00000010:1.0:1777582958.017481:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e05c000. 00010000:00000010:1.0:1777582958.017512:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582958.017516:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582958.017535:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582958.017538:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f800. 00010000:00000010:1.0:1777582958.017542:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582958.017545:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00000004:00000010:1.0:1777582958.017649:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f561e0. 00000004:00000010:1.0:1777582958.017667:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582958.017673:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945100. 00080000:00000010:1.0:1777582958.017681:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f728. 00010000:00000010:0.0:1777582958.018215:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:0.0:1777582958.018227:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:0.0:1777582958.018961:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582958.018967:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582958.018973:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582958.018979:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582958.019042:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:0.0:1777582958.019051:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:0.0:1777582958.019055:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f800. 00010000:00000010:0.0:1777582958.019076:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000200:0.0:1777582958.019096:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeebad80 x1863928707930112/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.019115:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582958.019120:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707930112, offset 224 00000400:00000200:0.0:1777582958.019127:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.019179:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.019185:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397330:397330:256:4294967295] 192.168.202.9@tcp LPNI seq info [397326:397326:8:4294967295] 00000400:00000200:0.0:1777582958.019199:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.019205:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.019210:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582958.019217:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.019225:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.019230:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.019250:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f780. 00000020:00000010:0.0:1777582958.019254:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:0.0:1777582958.019259:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024898d8600. 00000800:00000200:1.0:1777582958.019415:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.019419:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:1.0:1777582958.019424:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.019429:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.019435:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:1.0:1777582958.019437:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00010000:00000010:3.1:1777582958.020347:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582958.020358:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582958.024471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582958.024490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582958.024499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582958.024502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582958.024506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582958.024508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582958.028961:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582958.028975:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:1.0:1777582958.029289:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.029308:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885d900 00000400:00000200:1.0:1777582958.029316:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 14408 00000400:00000200:1.0:1777582958.029333:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.029338:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.029346:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.029353:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeebb480. 00000020:00000010:1.0:1777582958.029406:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0bc0. 00000020:00000010:1.0:1777582958.029410:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0bc0. 00000020:00000010:1.0:1777582958.029416:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024aeee1c00. 00000020:00000010:1.0:1777582958.029421:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f700. 00000020:00000010:1.0:1777582958.029426:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582958.029461:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0bc0. 00000020:00000010:1.0:1777582958.029465:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0bc0. 00000100:00000200:1.0:1777582958.029468:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707930368 02000000:00000010:1.0:1777582958.029507:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e059000. 00010000:00000010:1.0:1777582958.029552:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:1.0:1777582958.029567:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00010000:00000010:1.0:1777582958.029587:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582958.029592:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582958.029609:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582958.029613:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f000. 00010000:00000010:1.0:1777582958.029617:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582958.029619:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582958.029760:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582958.029765:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f780. 00010000:00000010:1.0:1777582958.029768:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582958.029771:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00000020:00000010:1.0:1777582958.029799:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d60e0. 00000020:00000010:1.0:1777582958.029806:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d60e0. 00000020:00000010:1.0:1777582958.029818:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a8a0. 00080000:00000010:1.0:1777582958.029829:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02391691800. 00000001:00000010:1.0:1777582958.030285:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562aea0. 00000001:00000010:1.0:1777582958.030294:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582958.030334:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a8a0. 00010000:00000010:1.0:1777582958.030344:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582958.030348:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582958.030363:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582958.030408:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582958.030423:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582958.030442:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975556, last committed = 8589975425 00010000:00000200:1.0:1777582958.030453:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeebb480 x1863928707930368/t8589975556(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582958.030472:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582958.030480:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707930368, offset 224 00000400:00000010:1.0:1777582958.030486:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2578. 00000400:00000200:1.0:1777582958.030491:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.030505:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.030512:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397331:397331:256:4294967295] 192.168.202.9@tcp LPNI seq info [397327:397327:8:4294967295] 00000400:00000200:1.0:1777582958.030517:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582958.030525:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.030530:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.030535:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582958.030542:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.030550:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.030554:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.030575:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f700. 00000020:00000010:1.0:1777582958.030579:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582958.030583:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024aeee1c00. 00000800:00000200:1.0:1777582958.030704:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.030707:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:1.0:1777582958.030711:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.030716:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582958.031319:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:3.0:1777582958.031328:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f780. 00010000:00000010:3.0:1777582958.031336:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00010000:00000010:1.1:1777582958.036847:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582958.036865:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:1.0:1777582958.036915:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.036940:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214865 00000400:00000200:1.0:1777582958.036949:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.036954:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.036961:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:1.0:1777582958.036964:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00010000:00000010:3.1:1777582958.038872:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582958.038887:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.0:1777582958.038932:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:3.0:1777582958.038941:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f000. 00000400:00000200:0.0:1777582958.059834:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.059857:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885d980 00000400:00000200:0.0:1777582958.059865:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 14896 00000400:00000200:0.0:1777582958.059937:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.059943:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.059952:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.059959:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6adc00. 00000020:00000010:0.0:1777582958.060035:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.060040:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.060048:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ad9a3000. 00000020:00000010:0.0:1777582958.060053:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf080. 00000020:00000010:0.0:1777582958.060059:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582958.060098:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.060101:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000100:00000200:0.0:1777582958.060105:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707930496 00000001:00000010:0.0:1777582958.060117:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:0.0:1777582958.060163:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582958.060173:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 02000000:00000010:0.0:1777582958.060208:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239570e000. 00010000:00000010:0.0:1777582958.060244:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582958.060248:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.060748:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582958.060754:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582958.060758:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582958.060762:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00000004:00000010:0.0:1777582958.060871:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518780. 00000004:00000010:0.0:1777582958.060880:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22690. 00000004:00000010:0.0:1777582958.060886:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ee0. 00080000:00000010:0.0:1777582958.060895:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75008. 00010000:00000010:2.0:1777582958.062636:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582958.062647:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87280. 00010000:00000010:2.0:1777582958.062667:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582958.062674:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582958.062772:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:2.0:1777582958.062786:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:2.0:1777582958.062792:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:2.0:1777582958.062815:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000200:2.0:1777582958.062833:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6adc00 x1863928707930496/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582958.062855:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777582958.062861:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707930496, offset 224 00000400:00000200:2.0:1777582958.062868:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.062883:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.062890:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397332:397332:256:4294967295] 192.168.202.9@tcp LPNI seq info [397328:397328:8:4294967295] 00000400:00000200:2.0:1777582958.062902:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.062907:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.062913:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582958.062920:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.062928:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.062933:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.062965:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf080. 00000020:00000010:2.0:1777582958.062970:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:2.0:1777582958.062974:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ad9a3000. 00000800:00000200:0.0:1777582958.063253:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.063258:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582958.063272:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.063277:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.063283:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:0.0:1777582958.063286:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00010000:00000010:1.1:1777582958.065273:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582958.065297:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582958.065302:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582958.065304:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582958.070199:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582958.070216:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000400:00000200:3.0:1777582958.070250:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00010000:00000010:2.1:1777582958.070362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582958.070367:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:2.1:1777582958.070371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582958.070374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:3.0:1777582958.070491:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885da80 00000400:00000200:3.0:1777582958.070501:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 15472 00000400:00000200:3.0:1777582958.070522:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.070528:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.070538:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.070546:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f87800. 00000020:00000010:0.0:1777582958.070671:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.070677:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.070690:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239e1d4600. 00000020:00000010:0.0:1777582958.070696:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafc80. 00000020:00000010:0.0:1777582958.070701:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582958.070745:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.070748:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000100:00000200:0.0:1777582958.070751:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707930752 02000000:00000010:0.0:1777582958.070788:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239570b000. 00010000:00000010:0.0:1777582958.070833:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:0.0:1777582958.070849:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87280. 00010000:00000010:0.0:1777582958.070869:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582958.070875:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582958.070890:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582958.070894:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582958.070899:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582958.070901:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.071018:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582958.071021:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582958.071024:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.071027:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000020:00000010:0.0:1777582958.071058:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48c20. 00000020:00000010:0.0:1777582958.071064:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48c20. 00000020:00000010:0.0:1777582958.071075:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48420. 00080000:00000010:0.0:1777582958.071084:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023937d1c00. 00000001:00000010:0.0:1777582958.071969:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913720. 00000001:00000010:0.0:1777582958.071978:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185180. 00000020:00000010:0.0:1777582958.072020:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48420. 00010000:00000010:0.0:1777582958.072032:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582958.072038:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.072057:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582958.072242:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582958.072258:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000200:0.0:1777582958.072445:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975557, last committed = 8589975425 00010000:00000200:0.0:1777582958.072456:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f87800 x1863928707930752/t8589975557(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.072480:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582958.072487:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707930752, offset 224 00000400:00000010:0.0:1777582958.072496:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da47e0. 00000400:00000200:0.0:1777582958.072500:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.072518:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.072526:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397333:397333:256:4294967295] 192.168.202.9@tcp LPNI seq info [397329:397329:8:4294967295] 00000400:00000200:0.0:1777582958.072533:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.072540:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.072547:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.072553:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582958.072560:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.072568:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.072573:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.072601:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafc80. 00000020:00000010:0.0:1777582958.072606:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582958.072610:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239e1d4600. 00000800:00000200:3.0:1777582958.073160:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.073165:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582958.073171:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.073177:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582958.074822:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:2.0:1777582958.074838:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:2.0:1777582958.074849:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185600. 00010000:00000010:0.1:1777582958.077297:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:0.1:1777582958.077310:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00000400:00000200:0.0:1777582958.077341:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.077360:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21486d 00000400:00000200:0.0:1777582958.077367:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.077371:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.077377:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777582958.077379:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00010000:00000010:2.0:1777582958.077468:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:2.0:1777582958.077478:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00000400:00000200:3.0:1777582958.078719:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.078737:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885db00 00000400:00000200:3.0:1777582958.078747:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 15960 00000400:00000200:3.0:1777582958.078806:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.078811:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.078819:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.078826:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f85f80. 00000020:00000010:0.0:1777582958.079412:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.079418:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.079424:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e98600. 00000020:00000010:0.0:1777582958.079429:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafc80. 00000020:00000010:0.0:1777582958.079435:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582958.079480:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.079482:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000100:00000200:0.0:1777582958.079485:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707930880 00000001:00000010:0.0:1777582958.079497:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:0.0:1777582958.079528:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582958.079536:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 02000000:00000010:0.0:1777582958.079572:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241bc30000. 00010000:00000010:0.0:1777582958.079604:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582958.079608:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582958.079625:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582958.079628:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf380. 00010000:00000010:0.0:1777582958.079632:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582958.079635:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00000004:00000010:0.0:1777582958.079754:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865192c0. 00000004:00000010:0.0:1777582958.079764:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22960. 00000004:00000010:0.0:1777582958.079771:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35870. 00080000:00000010:0.0:1777582958.079779:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74ab0. 00010000:00000010:2.1:1777582958.081270:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582958.081280:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.0:1777582958.081363:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582958.081367:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87200. 00010000:00000010:2.0:1777582958.081372:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582958.081378:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582958.081449:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:2.0:1777582958.081459:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:2.0:1777582958.081463:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf380. 00010000:00000010:2.0:1777582958.081485:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000200:2.0:1777582958.081502:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f85f80 x1863928707930880/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582958.081523:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582958.081529:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707930880, offset 224 00000400:00000200:2.0:1777582958.081536:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.081548:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.081556:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397334:397334:256:4294967295] 192.168.202.9@tcp LPNI seq info [397330:397330:8:4294967295] 00000400:00000200:2.0:1777582958.081568:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.081573:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.081579:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582958.081585:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.081592:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.081597:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.081633:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafc80. 00000020:00000010:2.0:1777582958.081637:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:2.0:1777582958.081641:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e98600. 00000800:00000200:1.0:1777582958.081886:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.081890:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:1.0:1777582958.081896:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.081901:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.081905:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:1.0:1777582958.081908:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00000400:00000200:3.0:1777582958.084176:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.084196:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885dc00 00000400:00000200:3.0:1777582958.084203:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 16536 00000400:00000200:3.0:1777582958.084217:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.084221:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.084229:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.084236:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f85880. 00000020:00000010:2.0:1777582958.084444:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582958.084450:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582958.084456:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02426b29c00. 00000020:00000010:2.0:1777582958.084462:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582958.084468:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582958.084511:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582958.084513:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000100:00000200:2.0:1777582958.084516:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707931136 02000000:00000010:2.0:1777582958.084556:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385899000. 00010000:00000010:2.0:1777582958.084599:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582958.084618:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87200. 00010000:00000010:2.0:1777582958.084639:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582958.084645:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582958.084757:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582958.084761:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87200. 00010000:00000010:2.0:1777582958.084766:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582958.084769:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582958.084884:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582958.084887:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87380. 00010000:00000010:2.0:1777582958.084890:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582958.084893:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000020:00000010:2.0:1777582958.084921:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054380. 00000020:00000010:2.0:1777582958.084928:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054380. 00000020:00000010:2.0:1777582958.084940:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb16c0. 00080000:00000010:2.0:1777582958.084950:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249c7e9400. 00000001:00000010:2.0:1777582958.085388:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1420. 00000001:00000010:2.0:1777582958.085396:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582958.085437:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb16c0. 00010000:00000010:2.0:1777582958.085446:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582958.085450:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582958.085464:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582958.085505:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582958.085520:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000200:2.0:1777582958.085539:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975558, last committed = 8589975425 00010000:00000200:2.0:1777582958.085550:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f85880 x1863928707931136/t8589975558(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582958.085570:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582958.085576:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707931136, offset 224 00000400:00000010:2.0:1777582958.085584:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12d58. 00000400:00000200:2.0:1777582958.085587:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.085602:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.085609:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397335:397335:256:4294967295] 192.168.202.9@tcp LPNI seq info [397331:397331:8:4294967295] 00000400:00000200:2.0:1777582958.085616:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582958.085624:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.085630:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.085635:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582958.085642:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.085649:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.085668:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.085701:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582958.085705:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582958.085708:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02426b29c00. 00010000:00000010:2.0:1777582958.085751:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582958.085757:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87380. 00010000:00000010:2.0:1777582958.085763:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e683c0. 00000800:00000200:2.0:1777582958.085850:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.085854:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582958.085859:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.085864:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.087511:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.087532:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214875 00000400:00000200:1.0:1777582958.087540:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.087544:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.087550:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:1.0:1777582958.087553:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00010000:00000010:3.0:1777582958.089225:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:3.0:1777582958.089243:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87200. 00000400:00000200:1.0:1777582958.089417:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.089434:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885dc80 00000400:00000200:1.0:1777582958.089442:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 17024 00000400:00000200:1.0:1777582958.089518:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.089523:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.089530:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.089537:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeb9c00. 00000020:00000010:3.0:1777582958.090024:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.090029:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.090034:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248120a000. 00000020:00000010:3.0:1777582958.090039:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582958.090044:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582958.090075:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.090077:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000100:00000200:3.0:1777582958.090080:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707931264 00000001:00000010:3.0:1777582958.090091:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185180. 00010000:00000010:3.0:1777582958.090113:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582958.090120:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 02000000:00000010:3.0:1777582958.090184:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fc1000. 00010000:00000010:3.0:1777582958.090213:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.090216:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582958.090233:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582958.090236:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374f00. 00010000:00000010:3.0:1777582958.090241:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582958.090243:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00000004:00000010:3.0:1777582958.090356:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90960. 00000004:00000010:3.0:1777582958.090366:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65e10. 00000004:00000010:3.0:1777582958.090372:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387870. 00080000:00000010:3.0:1777582958.090381:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13560. 00010000:00000010:1.0:1777582958.091316:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582958.091322:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f880. 00010000:00000010:1.0:1777582958.091328:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582958.091333:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582958.091400:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:1.0:1777582958.091410:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:1.0:1777582958.091415:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374f00. 00010000:00000010:1.0:1777582958.091435:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:1.0:1777582958.091451:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb9c00 x1863928707931264/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.091473:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582958.091479:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707931264, offset 224 00000400:00000200:1.0:1777582958.091486:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.091498:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.091506:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397336:397336:256:4294967295] 192.168.202.9@tcp LPNI seq info [397332:397332:8:4294967295] 00000400:00000200:1.0:1777582958.091517:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.091523:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.091528:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582958.091534:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.091542:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.091547:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.091569:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374800. 00000020:00000010:1.0:1777582958.091574:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:1.0:1777582958.091577:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248120a000. 00000800:00000200:2.0:1777582958.092080:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.092086:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582958.092090:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.092096:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.092101:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:2.0:1777582958.092103:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00010000:00000010:0.1:1777582958.094188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582958.094201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582958.097219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582958.097236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:1.1:1777582958.101409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.1:1777582958.101425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582958.101430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582958.101433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582958.101561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582958.101567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582958.101571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:2.1:1777582958.101573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582958.101576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582958.101582:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582958.101586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582958.101589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582958.101591:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582958.101594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582958.104227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582958.104242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000400:00000200:1.0:1777582958.104560:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.104578:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885dd80 00000400:00000200:1.0:1777582958.104585:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 17600 00000400:00000200:1.0:1777582958.104599:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.104604:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.104611:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.104617:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeb8a80. 00000020:00000010:3.0:1777582958.104773:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.104778:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.104784:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498d20600. 00000020:00000010:3.0:1777582958.104789:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582958.104795:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582958.104838:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.104841:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000100:00000200:3.0:1777582958.104844:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707931520 02000000:00000010:3.0:1777582958.104881:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388fc4000. 00010000:00000010:3.0:1777582958.104923:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:3.0:1777582958.104937:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f880. 00010000:00000010:3.0:1777582958.104957:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.104962:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.104977:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582958.104981:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374100. 00010000:00000010:3.0:1777582958.104985:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582958.104988:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582958.105104:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582958.105107:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582958.105111:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.105114:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00000020:00000010:3.0:1777582958.105172:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582958.105178:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582958.105188:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743cc0. 00080000:00000010:3.0:1777582958.105197:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac3ce000. 00000001:00000010:3.0:1777582958.105771:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf2a0. 00000001:00000010:3.0:1777582958.105779:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582958.105814:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743cc0. 00010000:00000010:3.0:1777582958.105823:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582958.105827:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582958.105841:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582958.105930:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582958.105946:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582958.105967:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975559, last committed = 8589975425 00010000:00000200:3.0:1777582958.105977:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb8a80 x1863928707931520/t8589975559(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.105996:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582958.106002:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707931520, offset 224 00000400:00000010:3.0:1777582958.106010:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2ab8. 00000400:00000200:3.0:1777582958.106014:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.106029:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.106036:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397337:397337:256:4294967295] 192.168.202.9@tcp LPNI seq info [397333:397333:8:4294967295] 00000400:00000200:3.0:1777582958.106042:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.106050:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.106056:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.106060:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582958.106066:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.106074:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.106079:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.106106:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582958.106110:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582958.106113:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498d20600. 00000800:00000200:2.0:1777582958.109877:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.109886:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582958.109894:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.109902:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.112000:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582958.112026:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21487d 00000400:00000200:2.0:1777582958.112036:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.112041:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582958.112050:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:2.0:1777582958.112053:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000400:00000200:2.0:1777582958.112082:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.112088:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885de00 00000400:00000200:2.0:1777582958.112095:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 18088 00000400:00000200:2.0:1777582958.112164:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.112168:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.112172:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.112179:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fb800. 00010000:00000010:2.0:1777582958.112225:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:2.0:1777582958.112236:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374100. 00000020:00000010:2.0:1777582958.112293:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582958.112298:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582958.112304:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02426b29c00. 00000020:00000010:2.0:1777582958.112308:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87380. 00000020:00000010:2.0:1777582958.112313:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582958.112345:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582958.112347:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000100:00000200:2.0:1777582958.112350:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707931648 00000001:00000010:2.0:1777582958.112363:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e680c0. 00010000:00000010:2.0:1777582958.112387:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582958.112393:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 02000000:00000010:2.0:1777582958.112421:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238589d000. 00010000:00000010:2.0:1777582958.112454:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582958.112458:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582958.112473:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582958.112477:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582958.112481:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582958.112484:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000004:00000010:2.0:1777582958.112586:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487057e00. 00000004:00000010:2.0:1777582958.112596:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0618. 00000004:00000010:2.0:1777582958.112603:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757430. 00080000:00000010:2.0:1777582958.112612:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b1d0. 00010000:00000010:1.0:1777582958.113635:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:1.0:1777582958.113648:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e00. 00010000:00000010:1.0:1777582958.113657:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:2.0:1777582958.113923:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582958.113929:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87980. 00010000:00000010:2.0:1777582958.113938:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582958.113944:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582958.114016:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582958.114026:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582958.114029:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582958.114055:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000200:2.0:1777582958.114074:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fb800 x1863928707931648/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582958.114100:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582958.114107:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707931648, offset 224 00000400:00000200:2.0:1777582958.114113:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.114126:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.114161:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397338:397338:256:4294967295] 192.168.202.9@tcp LPNI seq info [397334:397334:8:4294967295] 00000400:00000200:2.0:1777582958.114173:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.114179:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.114185:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582958.114190:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.114198:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.114202:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.114221:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87380. 00000020:00000010:2.0:1777582958.114225:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582958.114228:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02426b29c00. 00000800:00000200:1.0:1777582958.114520:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.114524:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:1.0:1777582958.114530:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.114535:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.114541:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:1.0:1777582958.114543:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00010000:00000010:3.1:1777582958.116383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582958.116396:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00000400:00000200:2.0:1777582958.117026:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.117045:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885df00 00000400:00000200:2.0:1777582958.117053:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 18664 00000400:00000200:2.0:1777582958.117069:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.117073:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.117081:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.117088:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970faa00. 00000020:00000010:1.0:1777582958.117197:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582958.117203:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582958.117208:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:1.0:1777582958.117213:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f280. 00000020:00000010:1.0:1777582958.117218:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582958.117258:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582958.117272:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000100:00000200:1.0:1777582958.117275:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707931904 02000000:00000010:1.0:1777582958.117324:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e058000. 00010000:00000010:1.0:1777582958.117368:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:1.0:1777582958.117384:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87980. 00010000:00000010:1.0:1777582958.117403:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582958.117408:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582958.117423:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582958.117425:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fe00. 00010000:00000010:1.0:1777582958.117430:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582958.117434:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582958.117549:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582958.117553:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f200. 00010000:00000010:1.0:1777582958.117557:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582958.117560:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000020:00000010:1.0:1777582958.117587:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6d80. 00000020:00000010:1.0:1777582958.117594:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6d80. 00000020:00000010:1.0:1777582958.117603:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ac00. 00080000:00000010:1.0:1777582958.117612:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02391691c00. 00000001:00000010:1.0:1777582958.118044:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a1e0. 00000001:00000010:1.0:1777582958.118053:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582958.118092:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ac00. 00010000:00000010:1.0:1777582958.118100:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582958.118105:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582958.118118:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582958.118190:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582958.118206:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000200:1.0:1777582958.118222:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975560, last committed = 8589975425 00010000:00000200:1.0:1777582958.118232:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970faa00 x1863928707931904/t8589975560(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582958.118252:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777582958.118259:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707931904, offset 224 00000400:00000010:1.0:1777582958.118265:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2a80. 00000400:00000200:1.0:1777582958.118270:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.118285:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.118292:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397339:397339:256:4294967295] 192.168.202.9@tcp LPNI seq info [397335:397335:8:4294967295] 00000400:00000200:1.0:1777582958.118298:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582958.118305:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.118310:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.118315:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582958.118321:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.118328:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.118331:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.118350:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f280. 00000020:00000010:1.0:1777582958.118354:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582958.118358:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00010000:00000010:2.0:1777582958.118701:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:2.0:1777582958.118708:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f200. 00010000:00000010:2.0:1777582958.118714:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000800:00000200:2.0:1777582958.118810:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.118813:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:2.0:1777582958.118817:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.118822:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582958.120184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582958.120194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582958.122055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582958.122071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:1.0:1777582958.122122:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.122442:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214885 00000400:00000200:1.0:1777582958.122451:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.122455:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.122462:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:1.0:1777582958.122466:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000400:00000200:1.0:1777582958.122499:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.122506:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885df80 00000400:00000200:1.0:1777582958.122514:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 19152 00000400:00000200:1.0:1777582958.123502:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.123513:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.123522:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.123529:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeb8e00. 00000020:00000010:2.0:1777582958.124442:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a00. 00000020:00000010:2.0:1777582958.124450:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a00. 00000020:00000010:2.0:1777582958.124457:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02426b29c00. 00000020:00000010:2.0:1777582958.124462:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87380. 00000020:00000010:2.0:1777582958.124468:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582958.124506:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a00. 00000020:00000010:2.0:1777582958.124509:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a00. 00000100:00000200:2.0:1777582958.124512:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707932032 00000001:00000010:2.0:1777582958.124524:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:2.0:1777582958.124550:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582958.124557:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 02000000:00000010:2.0:1777582958.124585:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238589e000. 00010000:00000010:2.0:1777582958.124616:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582958.124620:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582958.124640:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582958.124643:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582958.124647:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582958.124650:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00000004:00000010:2.0:1777582958.124750:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024870572c0. 00000004:00000010:2.0:1777582958.124759:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0870. 00000004:00000010:2.0:1777582958.124766:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756880. 00080000:00000010:2.0:1777582958.124775:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097ae40. 00010000:00000010:2.1:1777582958.125818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582958.125829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:2.1:1777582958.125833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582958.125838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582958.125841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582958.125845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582958.125883:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:2.0:1777582958.125891:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fe00. 00010000:00000010:2.0:1777582958.126450:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582958.126456:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87a80. 00010000:00000010:2.0:1777582958.126462:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582958.126468:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582958.126534:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582958.126543:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582958.126547:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582958.126573:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000200:2.0:1777582958.126594:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb8e00 x1863928707932032/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582958.126614:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582958.126621:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707932032, offset 224 00000400:00000200:2.0:1777582958.126628:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.126642:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.126659:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397340:397340:256:4294967295] 192.168.202.9@tcp LPNI seq info [397336:397336:8:4294967295] 00000400:00000200:2.0:1777582958.126674:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.126680:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.126693:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582958.126701:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.126708:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.126713:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.126740:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87380. 00000020:00000010:2.0:1777582958.126744:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582958.126748:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02426b29c00. 00000800:00000200:1.0:1777582958.130989:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.130997:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582958.131006:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.131015:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.131021:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:1.0:1777582958.131024:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00000400:00000200:3.0:1777582958.131546:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.131562:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885e080 00000400:00000200:3.0:1777582958.131571:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 19728 00000400:00000200:3.0:1777582958.131585:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.131588:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.131595:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.131602:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f87b80. 00000020:00000010:1.0:1777582958.131691:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582958.131697:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582958.131703:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248120a000. 00000020:00000010:1.0:1777582958.131709:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f280. 00000020:00000010:1.0:1777582958.131713:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582958.131746:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582958.131748:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000100:00000200:1.0:1777582958.131751:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707932288 02000000:00000010:1.0:1777582958.131785:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e05e000. 00010000:00000010:1.0:1777582958.131824:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:1.0:1777582958.131839:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87a80. 00010000:00000010:1.0:1777582958.131859:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582958.131865:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582958.131880:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582958.131883:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f100. 00010000:00000010:1.0:1777582958.131887:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582958.131889:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582958.131992:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582958.131996:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582958.131999:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582958.132002:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00000020:00000010:1.0:1777582958.132025:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6080. 00000020:00000010:1.0:1777582958.132031:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6080. 00000020:00000010:1.0:1777582958.132041:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562ac00. 00080000:00000010:1.0:1777582958.132051:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238831c800. 00000001:00000010:1.0:1777582958.132508:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562ade0. 00000001:00000010:1.0:1777582958.132517:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582958.132558:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562ac00. 00010000:00000010:1.0:1777582958.132567:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582958.132571:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582958.132585:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582958.132625:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582958.132639:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000200:1.0:1777582958.132657:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975561, last committed = 8589975425 00010000:00000200:1.0:1777582958.132666:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f87b80 x1863928707932288/t8589975561(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582958.132696:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777582958.132702:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707932288, offset 224 00000400:00000010:1.0:1777582958.132709:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d24d0. 00000400:00000200:1.0:1777582958.132712:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.132724:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.132731:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397341:397341:256:4294967295] 192.168.202.9@tcp LPNI seq info [397337:397337:8:4294967295] 00000400:00000200:1.0:1777582958.132736:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582958.132743:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.132748:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.132753:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582958.132759:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.132767:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.132771:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.133222:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f280. 00000020:00000010:1.0:1777582958.133228:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582958.133233:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248120a000. 00000800:00000200:0.0:1777582958.135340:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.135348:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582958.135356:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.135365:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582958.136157:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:2.1:1777582958.136168:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.0:1777582958.136247:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:3.0:1777582958.136257:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:3.0:1777582958.136455:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000400:00000200:3.0:1777582958.136484:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.136501:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21488d 00000400:00000200:3.0:1777582958.136509:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.136512:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.136518:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:3.0:1777582958.136520:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000400:00000200:3.0:1777582958.136582:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.136589:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885e100 00000400:00000200:3.0:1777582958.136597:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 20216 00000400:00000200:3.0:1777582958.136645:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.136649:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.136657:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.136663:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f84000. 00000020:00000010:3.0:1777582958.136708:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.136713:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.136719:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf2400. 00000020:00000010:3.0:1777582958.136724:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582958.136728:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582958.136760:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.136763:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000100:00000200:3.0:1777582958.136765:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707932416 00000001:00000010:3.0:1777582958.136776:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:3.0:1777582958.136799:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.136806:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 02000000:00000010:3.0:1777582958.136833:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fc0000. 00010000:00000010:3.0:1777582958.136863:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.136867:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582958.136885:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582958.136888:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374700. 00010000:00000010:3.0:1777582958.136892:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582958.136895:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000004:00000010:3.0:1777582958.136994:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90d20. 00000004:00000010:3.0:1777582958.137003:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65f00. 00000004:00000010:3.0:1777582958.137009:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386ee0. 00080000:00000010:3.0:1777582958.137018:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12000. 00010000:00000010:3.0:1777582958.137878:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582958.137883:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.137888:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582958.137893:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582958.137963:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582958.137974:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582958.137978:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374700. 00010000:00000010:3.0:1777582958.137997:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582958.138014:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f84000 x1863928707932416/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.138039:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582958.138046:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707932416, offset 224 00000400:00000200:3.0:1777582958.138052:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.138064:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.138071:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397342:397342:256:4294967295] 192.168.202.9@tcp LPNI seq info [397338:397338:8:4294967295] 00000400:00000200:3.0:1777582958.138083:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.138089:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.138093:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582958.138099:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.138106:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.138110:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.138124:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582958.138128:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582958.138131:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf2400. 00010000:00000010:1.1:1777582958.138229:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:1.1:1777582958.138237:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:1.1:1777582958.138241:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582958.138245:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000800:00000200:1.0:1777582958.138331:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.138335:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:1.0:1777582958.138340:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.138345:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.138350:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:1.0:1777582958.138352:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00010000:00000010:0.0:1777582958.143077:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:0.0:1777582958.143094:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f100. 00000400:00000200:0.0:1777582958.145386:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.145405:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885e200 00000400:00000200:0.0:1777582958.145413:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 20792 00000400:00000200:0.0:1777582958.145429:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.145433:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.145440:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.145447:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6af100. 00000020:00000010:0.0:1777582958.145497:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.145502:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.145508:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25e00. 00000020:00000010:0.0:1777582958.145513:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafa00. 00000020:00000010:0.0:1777582958.145519:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582958.145564:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7ec0. 00000020:00000010:0.0:1777582958.145567:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7ec0. 00000100:00000200:0.0:1777582958.145570:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707932672 02000000:00000010:0.0:1777582958.145609:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241bc33000. 00010000:00000010:0.0:1777582958.145669:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:0.0:1777582958.145694:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:0.0:1777582958.145715:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.145722:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582958.145740:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582958.145743:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582958.145748:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582958.145751:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582958.145864:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582958.145868:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582958.145872:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.145875:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00000020:00000010:0.0:1777582958.145901:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48a80. 00000020:00000010:0.0:1777582958.145908:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48a80. 00000020:00000010:0.0:1777582958.145919:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024899133c0. 00080000:00000010:0.0:1777582958.145929:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023937d3400. 00000001:00000010:0.0:1777582958.146732:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48b40. 00000001:00000010:0.0:1777582958.146742:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185600. 00000020:00000010:0.0:1777582958.146782:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024899133c0. 00010000:00000010:0.0:1777582958.146793:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582958.146798:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582958.146815:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582958.146906:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582958.146925:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000200:0.0:1777582958.146943:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975562, last committed = 8589975425 00010000:00000200:0.0:1777582958.146955:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6af100 x1863928707932672/t8589975562(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.146976:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582958.146983:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707932672, offset 224 00000400:00000010:0.0:1777582958.146990:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da48f8. 00000400:00000200:0.0:1777582958.146995:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.147010:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.147017:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397343:397343:256:4294967295] 192.168.202.9@tcp LPNI seq info [397339:397339:8:4294967295] 00000400:00000200:0.0:1777582958.147024:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.147032:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.147038:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.147042:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582958.147048:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.147056:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.147061:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.147087:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafa00. 00000020:00000010:0.0:1777582958.147091:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582958.147095:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25e00. 00000800:00000200:0.0:1777582958.147670:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.147675:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582958.147689:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.147697:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582958.148633:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:3.0:1777582958.148832:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc80. 00010000:00000010:3.0:1777582958.148844:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185180. 00010000:00000010:2.1:1777582958.149168:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582958.149177:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582958.150788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:1.1:1777582958.150803:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:1.1:1777582958.150809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582958.150812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000400:00000200:1.0:1777582958.150849:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.150871:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214895 00000400:00000200:1.0:1777582958.150881:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.150885:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.150892:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:1.0:1777582958.150896:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00010000:00000010:3.0:1777582958.151080:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:3.0:1777582958.151091:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:3.1:1777582958.151176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582958.151182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:2.1:1777582958.151202:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582958.151208:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582958.151211:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582958.151214:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000400:00000200:0.0:1777582958.152257:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.152272:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885e280 00000400:00000200:0.0:1777582958.152280:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 21280 00000400:00000200:0.0:1777582958.152347:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.152351:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.152360:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.152366:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6aed80. 00000020:00000010:1.0:1777582958.152554:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582958.152560:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582958.152566:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:1.0:1777582958.152571:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f280. 00000020:00000010:1.0:1777582958.152576:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582958.152624:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0180. 00000020:00000010:1.0:1777582958.152627:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0180. 00000100:00000200:1.0:1777582958.152630:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707932800 00000001:00000010:1.0:1777582958.152641:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582958.152673:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582958.152690:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 02000000:00000010:1.0:1777582958.152722:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e05d000. 00010000:00000010:1.0:1777582958.152755:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582958.152759:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582958.152780:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582958.152784:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f680. 00010000:00000010:1.0:1777582958.152789:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582958.152792:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00000004:00000010:1.0:1777582958.152927:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56f00. 00000004:00000010:1.0:1777582958.152938:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582958.152947:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945650. 00080000:00000010:1.0:1777582958.152959:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f1d0. 00010000:00000010:1.0:1777582958.153674:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582958.153679:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:1.0:1777582958.153697:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582958.153702:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582958.153770:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582958.153780:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582958.153785:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f680. 00010000:00000010:1.0:1777582958.153805:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000200:1.0:1777582958.153824:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6aed80 x1863928707932800/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.153846:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582958.153852:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707932800, offset 224 00000400:00000200:1.0:1777582958.153860:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.153873:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.153880:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397344:397344:256:4294967295] 192.168.202.9@tcp LPNI seq info [397340:397340:8:4294967295] 00000400:00000200:1.0:1777582958.153894:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.153900:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.153905:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582958.153912:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.153920:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.153924:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.153981:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f280. 00000020:00000010:1.0:1777582958.153986:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582958.153991:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00000800:00000200:3.0:1777582958.154977:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.154984:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582958.154989:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.154997:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.155005:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:3.0:1777582958.155008:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00010000:00000010:3.1:1777582958.157191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582958.157206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582958.157210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582958.157214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582958.157219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:3.1:1777582958.157222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582958.157525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582958.157532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582958.157536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.1:1777582958.157538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582958.157541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582958.157543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000400:00000200:1.0:1777582958.160112:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.160157:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885e380 00000400:00000200:1.0:1777582958.160166:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 21856 00000400:00000200:1.0:1777582958.160184:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.160188:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.160196:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.160207:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239880d180. 00000020:00000010:3.0:1777582958.160309:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.160314:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.160320:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498d20600. 00000020:00000010:3.0:1777582958.160326:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582958.160331:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582958.160377:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.160380:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefc40. 00000100:00000200:3.0:1777582958.160383:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707933056 02000000:00000010:3.0:1777582958.160421:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388fc7000. 00010000:00000010:3.0:1777582958.160460:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:3.0:1777582958.160477:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:3.0:1777582958.160496:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582958.160502:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.160517:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582958.160521:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374700. 00010000:00000010:3.0:1777582958.160525:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.160528:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582958.160635:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582958.160638:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374d80. 00010000:00000010:3.0:1777582958.160641:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582958.160644:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00000020:00000010:3.0:1777582958.161059:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05e00. 00000020:00000010:3.0:1777582958.161067:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05e00. 00000020:00000010:3.0:1777582958.161079:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf960. 00080000:00000010:3.0:1777582958.161089:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac3cc800. 00000001:00000010:3.0:1777582958.161974:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf840. 00000001:00000010:3.0:1777582958.161985:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582958.162025:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf960. 00010000:00000010:3.0:1777582958.162036:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.162044:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582958.162062:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.1:1777582958.162177:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582958.162185:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.0:1777582958.162211:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582958.162230:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582958.162254:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975563, last committed = 8589975425 00010000:00000200:3.0:1777582958.162268:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239880d180 x1863928707933056/t8589975563(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.162397:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582958.162405:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707933056, offset 224 00000400:00000010:3.0:1777582958.162413:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2ee0. 00000400:00000200:3.0:1777582958.162419:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.162436:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.162443:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397345:397345:256:4294967295] 192.168.202.9@tcp LPNI seq info [397341:397341:8:4294967295] 00000400:00000200:3.0:1777582958.162450:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.162457:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.162462:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.162467:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582958.162474:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.162481:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.162485:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.162505:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582958.162510:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582958.162513:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498d20600. 00000800:00000200:0.0:1777582958.163248:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.163255:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:0.0:1777582958.163262:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.163279:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582958.164100:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:1.0:1777582958.164113:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374d80. 00010000:00000010:1.0:1777582958.164120:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:1.1:1777582958.164234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582958.164241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582958.164245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582958.164247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000400:00000200:3.0:1777582958.166040:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.166062:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21489d 00000400:00000200:3.0:1777582958.166070:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.166074:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.166081:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777582958.166084:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00010000:00000010:0.0:1777582958.166193:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:0.0:1777582958.166205:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374700. 00000400:00000200:1.0:1777582958.167713:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.167736:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885e400 00000400:00000200:1.0:1777582958.167748:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 22344 00000400:00000200:1.0:1777582958.167820:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.167825:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.167833:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.167840:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239880ca80. 00000020:00000010:3.0:1777582958.167932:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.167938:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.167945:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf2400. 00000020:00000010:3.0:1777582958.167951:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582958.167957:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777582958.168010:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.168013:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefc40. 00000100:00000200:3.0:1777582958.168017:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707933184 00000001:00000010:3.0:1777582958.168029:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185600. 00010000:00000010:3.0:1777582958.168056:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582958.168065:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 02000000:00000010:3.0:1777582958.168097:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fc5000. 00010000:00000010:3.0:1777582958.168130:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582958.168163:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582958.168169:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582958.168173:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582958.168176:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582958.168183:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582958.168203:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582958.168206:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c00. 00010000:00000010:3.0:1777582958.168210:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582958.168213:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00000004:00000010:3.0:1777582958.168312:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e910e0. 00000004:00000010:3.0:1777582958.168322:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c654b0. 00000004:00000010:3.0:1777582958.168328:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387dc0. 00080000:00000010:3.0:1777582958.168337:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13728. 00010000:00000010:0.0:1777582958.169632:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582958.169639:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582958.169645:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.169661:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582958.169748:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:0.0:1777582958.169762:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:0.0:1777582958.169767:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c00. 00010000:00000010:0.0:1777582958.169792:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:0.0:1777582958.169815:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239880ca80 x1863928707933184/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.169841:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582958.169848:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707933184, offset 224 00000400:00000200:0.0:1777582958.169857:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.169873:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.169882:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397346:397346:256:4294967295] 192.168.202.9@tcp LPNI seq info [397342:397342:8:4294967295] 00000400:00000200:0.0:1777582958.169893:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.169899:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.169904:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582958.169911:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.169918:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.169923:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.169955:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:0.0:1777582958.169960:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:0.0:1777582958.169964:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf2400. 00000800:00000200:1.0:1777582958.170104:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.170110:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582958.170116:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.170121:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.170126:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:1.0:1777582958.170128:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:1.1:1777582958.172202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582958.172217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582958.172280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582958.172287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:3.0:1777582958.173325:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.173343:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885e500 00000400:00000200:3.0:1777582958.173352:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 22920 00000400:00000200:3.0:1777582958.173368:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.173373:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.173380:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.173387:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f84e00. 00000020:00000010:0.0:1777582958.174887:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582958.174898:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582958.174906:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1805400. 00000020:00000010:0.0:1777582958.174912:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582958.174918:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582958.174963:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582958.174966:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000100:00000200:0.0:1777582958.174969:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707933440 02000000:00000010:0.0:1777582958.175008:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241bc31000. 00010000:00000010:0.0:1777582958.175053:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582958.175070:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582958.175089:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582958.175096:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582958.175111:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582958.175114:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582958.175119:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582958.175121:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582958.175240:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582958.175244:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582958.175247:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582958.175250:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00000020:00000010:0.0:1777582958.175301:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48920. 00000020:00000010:0.0:1777582958.175307:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48920. 00000020:00000010:0.0:1777582958.175318:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48420. 00080000:00000010:0.0:1777582958.175327:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023937d0400. 00000001:00000010:0.0:1777582958.175872:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913ea0. 00000001:00000010:0.0:1777582958.175880:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582958.175918:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48420. 00010000:00000010:0.0:1777582958.175927:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582958.175932:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582958.175946:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185f00. 00010000:00000010:0.0:1777582958.175994:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582958.176011:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000200:0.0:1777582958.176028:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975564, last committed = 8589975425 00010000:00000200:0.0:1777582958.176039:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f84e00 x1863928707933440/t8589975564(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.176058:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582958.176065:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707933440, offset 224 00000400:00000010:0.0:1777582958.176072:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4070. 00000400:00000200:0.0:1777582958.176077:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.176092:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.176099:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397347:397347:256:4294967295] 192.168.202.9@tcp LPNI seq info [397343:397343:8:4294967295] 00000400:00000200:0.0:1777582958.176106:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.176112:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.176120:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.176125:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582958.176131:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.176161:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.176166:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.176183:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582958.176187:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582958.176190:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1805400. 00010000:00000010:3.0:1777582958.176689:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:3.0:1777582958.176699:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:3.0:1777582958.176705:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185f00. 00000800:00000200:1.0:1777582958.177724:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.177732:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:1.0:1777582958.177739:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.177747:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582958.178196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582958.178206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582958.178210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582958.178212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:1.0:1777582958.181551:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.181574:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148a5 00000400:00000200:1.0:1777582958.181582:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.181589:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.181596:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:1.0:1777582958.181599:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000400:00000200:1.0:1777582958.181625:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.181631:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885e580 00000400:00000200:1.0:1777582958.181639:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 23408 00000400:00000200:1.0:1777582958.181714:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.181718:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.181723:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.181729:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239880ce00. 00010000:00000010:3.0:1777582958.181837:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:3.0:1777582958.181848:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00000020:00000010:0.0:1777582958.182578:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582958.182587:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582958.182593:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf2400. 00000020:00000010:0.0:1777582958.182598:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582958.182603:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582958.182799:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582958.182803:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000100:00000200:0.0:1777582958.182806:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707933568 00000001:00000010:0.0:1777582958.182817:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582958.182842:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582958.182850:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 02000000:00000010:0.0:1777582958.182879:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aca23000. 00010000:00000010:0.0:1777582958.182911:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.182915:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582958.182934:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582958.182937:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582958.182941:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582958.182944:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000004:00000010:0.0:1777582958.183055:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518b40. 00000004:00000010:0.0:1777582958.183065:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22618. 00000004:00000010:0.0:1777582958.183074:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35a90. 00080000:00000010:0.0:1777582958.183084:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f748e8. 00010000:00000010:0.0:1777582958.184807:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582958.184816:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310780. 00010000:00000010:0.0:1777582958.184822:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582958.184828:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582958.184900:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582958.184914:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582958.184919:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582958.184944:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000200:0.0:1777582958.184964:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239880ce00 x1863928707933568/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.184984:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582958.184991:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707933568, offset 224 00000400:00000200:0.0:1777582958.184999:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.185012:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.185019:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397348:397348:256:4294967295] 192.168.202.9@tcp LPNI seq info [397344:397344:8:4294967295] 00000400:00000200:0.0:1777582958.185031:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.185038:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.185043:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582958.185050:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.185057:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.185062:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.185125:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582958.185130:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582958.185149:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf2400. 00010000:00000010:0.1:1777582958.187524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582958.187542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582958.187547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582958.187550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582958.187998:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:3.1:1777582958.188005:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00000800:00000200:3.0:1777582958.188116:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.188120:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582958.188127:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.188155:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.188164:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:3.0:1777582958.188167:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000400:00000200:3.0:1777582958.188193:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.188205:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885e680 00000400:00000200:3.0:1777582958.188213:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 23984 00000400:00000200:3.0:1777582958.188226:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.188229:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.188235:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.188240:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f87480. 00000020:00000010:0.0:1777582958.188334:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7680. 00000020:00000010:0.0:1777582958.188340:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7680. 00000020:00000010:0.0:1777582958.188345:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25e00. 00000020:00000010:0.0:1777582958.188351:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310180. 00000020:00000010:0.0:1777582958.188356:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582958.188396:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7680. 00000020:00000010:0.0:1777582958.188398:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7680. 00000100:00000200:0.0:1777582958.188402:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707933824 02000000:00000010:0.0:1777582958.188436:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aca26000. 00010000:00000010:0.0:1777582958.188473:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582958.188487:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310780. 00010000:00000010:0.0:1777582958.188505:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582958.188510:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582958.188523:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582958.188526:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310780. 00010000:00000010:0.0:1777582958.188531:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582958.188533:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582958.188634:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582958.188637:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582958.188640:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.188643:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000020:00000010:0.0:1777582958.188678:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c482a0. 00000020:00000010:0.0:1777582958.188692:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c482a0. 00000020:00000010:0.0:1777582958.188704:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913600. 00080000:00000010:0.0:1777582958.188717:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7e000. 00000001:00000010:0.0:1777582958.189208:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024888c9540. 00000001:00000010:0.0:1777582958.189216:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185e40. 00000020:00000010:0.0:1777582958.189249:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913600. 00010000:00000010:0.0:1777582958.189256:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582958.189261:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582958.189274:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185b40. 00010000:00000010:0.0:1777582958.189307:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582958.189320:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000200:0.0:1777582958.189334:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975565, last committed = 8589975425 00010000:00000200:0.0:1777582958.189343:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f87480 x1863928707933824/t8589975565(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.189367:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582958.189373:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707933824, offset 224 00000400:00000010:0.0:1777582958.189378:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4620. 00000400:00000200:0.0:1777582958.189382:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.189395:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.189401:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397349:397349:256:4294967295] 192.168.202.9@tcp LPNI seq info [397345:397345:8:4294967295] 00000400:00000200:0.0:1777582958.189407:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.189415:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.189420:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.189425:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582958.189430:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.189437:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.189441:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.189885:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310180. 00000020:00000010:0.0:1777582958.189891:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582958.189895:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25e00. 00010000:00000010:0.0:1777582958.189930:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582958.189936:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582958.189942:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185b40. 00000800:00000200:1.0:1777582958.192458:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.192467:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582958.192478:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.192487:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.196988:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.197011:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148ad 00000400:00000200:3.0:1777582958.197019:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.197023:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.197030:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:3.0:1777582958.197034:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000400:00000200:3.0:1777582958.197230:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.197237:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885e700 00000400:00000200:3.0:1777582958.197243:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 24472 00000400:00000200:3.0:1777582958.197569:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.197574:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.197579:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.197586:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f84a80. 00000020:00000010:0.0:1777582958.197677:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7680. 00000020:00000010:0.0:1777582958.197692:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7680. 00000020:00000010:0.0:1777582958.197699:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25e00. 00000020:00000010:0.0:1777582958.197705:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582958.197711:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582958.197755:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7680. 00000020:00000010:0.0:1777582958.197757:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7680. 00000100:00000200:0.0:1777582958.197761:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707933952 00000001:00000010:0.0:1777582958.197774:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:0.0:1777582958.197803:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582958.197813:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 02000000:00000010:0.0:1777582958.197841:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aca25000. 00010000:00000010:0.0:1777582958.197870:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582958.197874:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582958.197891:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582958.197895:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310180. 00010000:00000010:0.0:1777582958.197898:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582958.197901:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000004:00000010:0.0:1777582958.198004:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519860. 00000004:00000010:0.0:1777582958.198013:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22780. 00000004:00000010:0.0:1777582958.198021:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34cc0. 00080000:00000010:0.0:1777582958.198028:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f751d0. 00010000:00000010:0.1:1777582958.199268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582958.199281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582958.199292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582958.199295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.0:1777582958.199498:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:1.0:1777582958.199510:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310780. 00010000:00000010:0.0:1777582958.199932:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582958.199938:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310380. 00010000:00000010:0.0:1777582958.199943:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582958.199948:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582958.200017:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582958.200027:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582958.200031:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310180. 00010000:00000010:0.0:1777582958.200056:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:0.0:1777582958.200078:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f84a80 x1863928707933952/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.200102:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582958.200109:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707933952, offset 224 00000400:00000200:0.0:1777582958.200117:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.200131:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.200246:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397350:397350:256:4294967295] 192.168.202.9@tcp LPNI seq info [397346:397346:8:4294967295] 00000400:00000200:0.0:1777582958.200257:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.200343:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.200349:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582958.200356:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.200364:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.200368:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.200430:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582958.200435:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582958.200439:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25e00. 00000800:00000200:1.0:1777582958.203215:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.203227:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:1.0:1777582958.203238:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.203248:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.203256:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:1.0:1777582958.203259:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000400:00000200:1.0:1777582958.203794:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.203811:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885e800 00000400:00000200:1.0:1777582958.203819:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 25048 00000400:00000200:1.0:1777582958.203836:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.203840:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.203846:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.203853:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239880c700. 00000020:00000010:3.0:1777582958.203947:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.203953:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.203959:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.203965:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582958.203971:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.204020:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.204023:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefc40. 00000100:00000200:3.0:1777582958.204026:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707934208 02000000:00000010:3.0:1777582958.204070:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388fc6000. 00010000:00000010:3.0:1777582958.204119:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:3.0:1777582958.204160:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310380. 00010000:00000010:3.0:1777582958.204184:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582958.204193:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582958.204213:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582958.204216:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582958.204221:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.204224:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582958.204559:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582958.204564:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582958.204567:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582958.204570:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000020:00000010:3.0:1777582958.204597:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05e00. 00000020:00000010:3.0:1777582958.204604:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05e00. 00000020:00000010:3.0:1777582958.204615:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf960. 00080000:00000010:3.0:1777582958.204625:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac3cf000. 00000001:00000010:3.0:1777582958.205547:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfa20. 00000001:00000010:3.0:1777582958.205557:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582958.205603:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf960. 00010000:00000010:3.0:1777582958.205615:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582958.205621:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582958.205638:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582958.205855:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582958.205874:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000200:3.0:1777582958.205897:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975566, last committed = 8589975425 00010000:00000200:3.0:1777582958.205910:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239880c700 x1863928707934208/t8589975566(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.205936:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582958.205944:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707934208, offset 224 00000400:00000010:3.0:1777582958.205953:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2ea8. 00000400:00000200:3.0:1777582958.205957:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.205973:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.205980:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397351:397351:256:4294967295] 192.168.202.9@tcp LPNI seq info [397347:397347:8:4294967295] 00000400:00000200:3.0:1777582958.205987:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.205996:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.206002:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.206007:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582958.206014:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.206023:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.206028:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.206110:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582958.206116:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.206119:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00010000:00000010:0.0:1777582958.206225:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:0.0:1777582958.206234:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:0.0:1777582958.206241:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000800:00000200:1.0:1777582958.208925:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.208933:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:1.0:1777582958.208945:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.208954:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582958.209178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582958.209188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582958.209192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582958.209194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582958.209197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:0.1:1777582958.209200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582958.209476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582958.209482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000400:00000200:1.0:1777582958.209521:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.209537:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148b5 00000400:00000200:1.0:1777582958.209544:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.209548:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.209553:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:1.0:1777582958.209555:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000400:00000200:1.0:1777582958.209609:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.209616:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885e880 00000400:00000200:1.0:1777582958.209623:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 25536 00000400:00000200:1.0:1777582958.209676:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.209688:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.209692:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.209698:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239880f100. 00000020:00000010:0.0:1777582958.209782:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582958.209789:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582958.209795:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf2400. 00000020:00000010:0.0:1777582958.209801:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310980. 00000020:00000010:0.0:1777582958.209806:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582958.209846:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582958.209848:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000100:00000200:0.0:1777582958.209851:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707934336 00000001:00000010:0.0:1777582958.209862:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185e40. 00010000:00000010:0.0:1777582958.209887:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582958.209895:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 02000000:00000010:0.0:1777582958.209924:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aca27000. 00010000:00000010:0.0:1777582958.209951:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582958.209955:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582958.209971:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582958.209974:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310180. 00010000:00000010:0.0:1777582958.209978:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.209981:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00000004:00000010:0.0:1777582958.210077:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519e00. 00000004:00000010:0.0:1777582958.210087:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22e88. 00000004:00000010:0.0:1777582958.210094:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34110. 00080000:00000010:0.0:1777582958.210102:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f741c8. 00010000:00000010:1.0:1777582958.211379:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582958.211386:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f100. 00010000:00000010:1.0:1777582958.211392:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582958.211398:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582958.211471:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:1.0:1777582958.211483:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:1.0:1777582958.211489:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310180. 00010000:00000010:1.0:1777582958.211512:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:1.0:1777582958.211530:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239880f100 x1863928707934336/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.211550:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a15d8. 00000100:00000200:1.0:1777582958.211557:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707934336, offset 224 00000400:00000200:1.0:1777582958.211564:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.211576:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.211583:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397352:397352:256:4294967295] 192.168.202.9@tcp LPNI seq info [397348:397348:8:4294967295] 00000400:00000200:1.0:1777582958.211595:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.211602:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.211607:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582958.211614:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.211622:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.211626:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.211661:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310980. 00000020:00000010:1.0:1777582958.211666:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:1.0:1777582958.211670:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf2400. 00000800:00000200:0.0:1777582958.211963:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.211967:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582958.211971:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.211976:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.211982:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:0.0:1777582958.211985:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00010000:00000010:3.0:1777582958.214959:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582958.214976:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374380. 00000400:00000200:0.0:1777582958.215049:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.215070:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885e980 00000400:00000200:0.0:1777582958.215078:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 26112 00000400:00000200:0.0:1777582958.215094:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.215099:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.215106:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.215111:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6ae300. 00010000:00000010:0.1:1777582958.215168:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582958.215176:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582958.215180:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582958.215182:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582958.215184:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582958.215187:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:1.1:1777582958.215254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582958.215267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000020:00000010:3.0:1777582958.215582:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.215588:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.215594:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.215599:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582958.215604:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.215632:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.215635:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefc40. 00000100:00000200:3.0:1777582958.215637:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707934592 02000000:00000010:3.0:1777582958.215782:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023fef18000. 00010000:00000010:3.0:1777582958.215818:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:3.0:1777582958.215827:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f100. 00010000:00000010:3.0:1777582958.215847:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582958.215854:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582958.215869:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582958.215873:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582958.215877:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582958.215880:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582958.216000:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582958.216003:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582958.216007:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582958.216010:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000020:00000010:3.0:1777582958.216036:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05e00. 00000020:00000010:3.0:1777582958.216042:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05e00. 00000020:00000010:3.0:1777582958.216052:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf960. 00080000:00000010:3.0:1777582958.216064:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ac3cd800. 00000001:00000010:3.0:1777582958.217432:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf780. 00000001:00000010:3.0:1777582958.217444:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582958.217487:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf960. 00010000:00000010:3.0:1777582958.217641:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582958.217750:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582958.217779:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582958.217878:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582958.217899:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:3.0:1777582958.217921:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975567, last committed = 8589975425 00010000:00000200:3.0:1777582958.217933:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6ae300 x1863928707934592/t8589975567(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.217954:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582958.217961:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707934592, offset 224 00000400:00000010:3.0:1777582958.217970:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2e38. 00000400:00000200:3.0:1777582958.217974:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.217990:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.217996:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397353:397353:256:4294967295] 192.168.202.9@tcp LPNI seq info [397349:397349:8:4294967295] 00000400:00000200:3.0:1777582958.218004:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.218011:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.218018:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.218022:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582958.218028:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.218037:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.218042:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.218081:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582958.218086:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.218090:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00000800:00000200:0.0:1777582958.218274:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.218280:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:0.0:1777582958.218293:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.218298:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582958.220595:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:1.0:1777582958.220610:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:1.0:1777582958.220621:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000400:00000200:0.0:1777582958.220943:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.220966:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148bd 00000400:00000200:0.0:1777582958.220974:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.220979:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.220987:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:0.0:1777582958.220990:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00010000:00000010:1.0:1777582958.221074:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:1.0:1777582958.221079:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00000400:00000200:0.0:1777582958.222170:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.222185:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885ea00 00000400:00000200:0.0:1777582958.222193:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 26600 00000400:00000200:0.0:1777582958.222251:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.222256:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.222268:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.222274:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6af480. 00000020:00000010:3.0:1777582958.223374:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.223387:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.223396:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.223403:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582958.223410:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.223511:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefc40. 00000020:00000010:3.0:1777582958.223514:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefc40. 00000100:00000200:3.0:1777582958.223519:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707934720 00000001:00000010:3.0:1777582958.223535:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:3.0:1777582958.223570:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582958.223581:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 02000000:00000010:3.0:1777582958.223622:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023fef1a000. 00010000:00000010:3.0:1777582958.223769:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.223773:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582958.223797:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582958.223801:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374b00. 00010000:00000010:3.0:1777582958.223805:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.223808:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00000004:00000010:3.0:1777582958.223917:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e914a0. 00000004:00000010:3.0:1777582958.223927:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65438. 00000004:00000010:3.0:1777582958.223934:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386330. 00080000:00000010:3.0:1777582958.223943:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13008. 00010000:00000010:3.0:1777582958.225246:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582958.225256:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.225501:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582958.225509:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582958.225594:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582958.225608:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.225613:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374b00. 00010000:00000010:3.0:1777582958.225643:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:3.0:1777582958.225770:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6af480 x1863928707934720/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.225795:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582958.225804:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707934720, offset 224 00000400:00000200:3.0:1777582958.225811:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.225827:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.225835:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397354:397354:256:4294967295] 192.168.202.9@tcp LPNI seq info [397350:397350:8:4294967295] 00000400:00000200:3.0:1777582958.225849:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.225855:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.225860:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582958.225868:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.225876:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.225880:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.225966:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582958.225971:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.225976:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00000800:00000200:0.0:1777582958.227099:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.227109:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:0.0:1777582958.227118:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.227128:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.227147:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:0.0:1777582958.227150:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000400:00000200:0.0:1777582958.228650:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.228670:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885eb00 00000400:00000200:0.0:1777582958.228689:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 27176 00000400:00000200:0.0:1777582958.228708:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.228712:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.228720:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.228728:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39880. 00000020:00000010:1.0:1777582958.229122:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582958.229129:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582958.229232:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024aeee1800. 00000020:00000010:1.0:1777582958.229238:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fd80. 00000020:00000010:1.0:1777582958.229243:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582958.229568:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582958.229571:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0700. 00000100:00000200:1.0:1777582958.229575:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707934976 02000000:00000010:1.0:1777582958.229611:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e05a000. 00010000:00000010:1.0:1777582958.229798:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:1.0:1777582958.229818:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:1.0:1777582958.229839:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582958.229846:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582958.229863:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582958.229866:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fe00. 00010000:00000010:1.0:1777582958.229999:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582958.230003:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582958.230113:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582958.230117:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f200. 00010000:00000010:1.0:1777582958.230120:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582958.230123:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.1:1777582958.230215:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582958.230222:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582958.230225:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:1.1:1777582958.230227:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000020:00000010:1.0:1777582958.230251:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6a20. 00000020:00000010:1.0:1777582958.230269:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6a20. 00000020:00000010:1.0:1777582958.230281:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a420. 00010000:00000010:3.1:1777582958.230347:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582958.230353:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:3.1:1777582958.230357:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582958.230360:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00080000:00000010:1.0:1777582958.230407:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238831c400. 00000001:00000010:1.0:1777582958.230934:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a900. 00000001:00000010:1.0:1777582958.230942:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582958.230980:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a420. 00010000:00000010:1.0:1777582958.230989:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582958.230994:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582958.231010:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582958.231130:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.231171:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000200:1.0:1777582958.231191:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975568, last committed = 8589975425 00010000:00000200:1.0:1777582958.231204:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec39880 x1863928707934976/t8589975568(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582958.231227:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582958.231234:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707934976, offset 224 00000400:00000010:1.0:1777582958.231241:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2af0. 00000400:00000200:1.0:1777582958.231245:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.231270:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.231276:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397355:397355:256:4294967295] 192.168.202.9@tcp LPNI seq info [397351:397351:8:4294967295] 00000400:00000200:1.0:1777582958.231289:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582958.231297:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.231303:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.231308:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582958.231315:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.231323:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.231327:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.231344:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fd80. 00000020:00000010:1.0:1777582958.231349:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582958.231354:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024aeee1800. 00000800:00000200:0.0:1777582958.231594:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.231599:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582958.231604:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.231610:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582958.233187:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:2.0:1777582958.233202:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f200. 00010000:00000010:2.0:1777582958.233212:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00000400:00000200:0.0:1777582958.233857:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.233878:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148c5 00000400:00000200:0.0:1777582958.233886:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.233891:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.233899:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:0.0:1777582958.233901:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00010000:00000010:2.0:1777582958.234004:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:2.0:1777582958.234011:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fe00. 00010000:00000010:3.1:1777582958.234161:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582958.234170:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582958.234173:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582958.234177:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00000400:00000200:0.0:1777582958.240796:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.240828:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885eb80 00000400:00000200:0.0:1777582958.240837:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 27664 00000400:00000200:0.0:1777582958.242215:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.242226:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.242236:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.242244:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39f80. 00000020:00000010:2.0:1777582958.244244:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582958.244253:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582958.244377:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02426b29c00. 00000020:00000010:2.0:1777582958.244383:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87380. 00000020:00000010:2.0:1777582958.244389:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00010000:00000010:1.1:1777582958.244476:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582958.244484:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.1:1777582958.244488:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582958.244490:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:1.1:1777582958.244493:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582958.244496:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582958.244499:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582958.244502:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000020:00000010:2.0:1777582958.245279:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582958.245284:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000100:00000200:2.0:1777582958.245289:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707935104 00000001:00000010:2.0:1777582958.245300:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582958.245324:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582958.245331:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 02000000:00000010:2.0:1777582958.245361:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023894e6000. 00010000:00000010:2.0:1777582958.245387:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582958.245390:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582958.245407:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582958.245410:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582958.245413:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582958.245416:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000004:00000010:2.0:1777582958.245510:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487056960. 00000004:00000010:2.0:1777582958.245519:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb01e0. 00000004:00000010:2.0:1777582958.245525:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756770. 00080000:00000010:2.0:1777582958.245535:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097ac78. 00010000:00000010:3.1:1777582958.246270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582958.246279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582958.246281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582958.246285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582958.246289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582958.246302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582958.247612:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582958.247621:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582958.247628:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582958.247636:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582958.248454:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:3.0:1777582958.248472:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:3.0:1777582958.248478:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87d80. 00010000:00000010:3.0:1777582958.248509:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000200:3.0:1777582958.248532:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec39f80 x1863928707935104/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.248558:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582958.248565:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707935104, offset 224 00000400:00000200:3.0:1777582958.248572:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.248587:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.248594:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397356:397356:256:4294967295] 192.168.202.9@tcp LPNI seq info [397352:397352:8:4294967295] 00000400:00000200:3.0:1777582958.248606:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.248611:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.248617:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582958.248623:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.248632:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.248636:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.248779:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87380. 00000020:00000010:3.0:1777582958.248785:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:3.0:1777582958.248788:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02426b29c00. 00000800:00000200:2.0:1777582958.250865:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.250874:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582958.250883:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.250890:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.250897:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:2.0:1777582958.250900:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00010000:00000010:2.1:1777582958.255181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:2.1:1777582958.255196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582958.255200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582958.255211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000400:00000200:0.0:1777582958.255676:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.255712:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885ec80 00000400:00000200:0.0:1777582958.255723:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 28240 00000400:00000200:0.0:1777582958.256023:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.256029:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.256038:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.256045:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39500. 00000020:00000010:2.0:1777582958.256184:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582958.256191:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582958.256198:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02426b28600. 00000020:00000010:2.0:1777582958.256205:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87580. 00000020:00000010:2.0:1777582958.256209:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582958.256248:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582958.256250:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000100:00000200:2.0:1777582958.256254:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707935360 02000000:00000010:2.0:1777582958.256292:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023894e2000. 00010000:00000010:2.0:1777582958.256333:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582958.256349:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e00. 00010000:00000010:2.0:1777582958.256369:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582958.256375:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582958.256391:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582958.256394:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87480. 00010000:00000010:2.0:1777582958.256398:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582958.256401:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582958.256620:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582958.256623:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87680. 00010000:00000010:2.0:1777582958.256627:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582958.256630:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00000020:00000010:2.0:1777582958.256655:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054480. 00000020:00000010:2.0:1777582958.256662:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054480. 00000020:00000010:2.0:1777582958.256672:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1d20. 00080000:00000010:2.0:1777582958.256691:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249c7e9c00. 00000001:00000010:2.0:1777582958.257632:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1de0. 00000001:00000010:2.0:1777582958.257641:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582958.257692:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1d20. 00010000:00000010:2.0:1777582958.257704:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582958.257710:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582958.257726:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e680c0. 00010000:00000010:2.0:1777582958.258072:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582958.258092:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000200:2.0:1777582958.258115:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975569, last committed = 8589975425 00010000:00000200:2.0:1777582958.258127:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec39500 x1863928707935360/t8589975569(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582958.258170:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582958.258177:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707935360, offset 224 00000400:00000010:2.0:1777582958.258184:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca121c0. 00000400:00000200:2.0:1777582958.258189:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.258203:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.258210:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397357:397357:256:4294967295] 192.168.202.9@tcp LPNI seq info [397353:397353:8:4294967295] 00000400:00000200:2.0:1777582958.258216:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582958.258224:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.258230:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.258235:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582958.258242:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.258250:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.258254:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.258280:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87580. 00000020:00000010:2.0:1777582958.258284:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582958.258288:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02426b28600. 00010000:00000010:0.0:1777582958.258390:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:0.0:1777582958.258398:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87680. 00010000:00000010:0.0:1777582958.258404:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e680c0. 00010000:00000010:3.1:1777582958.258597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582958.258605:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582958.258608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582958.258611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000800:00000200:3.0:1777582958.258719:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.258724:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582958.258729:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.258734:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582958.264224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:2.1:1777582958.264243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582958.264250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582958.264263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000400:00000200:2.0:1777582958.264931:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582958.264952:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148cd 00000400:00000200:2.0:1777582958.264961:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.264966:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582958.264973:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777582958.264976:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000400:00000200:2.0:1777582958.265017:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.265022:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885ed00 00000400:00000200:2.0:1777582958.265029:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 28728 00000400:00000200:2.0:1777582958.265041:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.265045:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.265049:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.265055:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8380. 00000020:00000010:0.0:1777582958.265121:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582958.265127:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582958.265158:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02398fbc200. 00000020:00000010:0.0:1777582958.265164:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310880. 00000020:00000010:0.0:1777582958.265170:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00010000:00000010:3.0:1777582958.265170:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:3.0:1777582958.265181:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87480. 00000020:00000010:0.0:1777582958.265204:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:0.0:1777582958.265207:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000100:00000200:0.0:1777582958.265210:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707935488 00000001:00000010:0.0:1777582958.265221:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:0.0:1777582958.265249:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582958.265257:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582958.265286:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aca21000. 00010000:00000010:0.0:1777582958.265318:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.265321:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.265337:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582958.265340:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310e80. 00010000:00000010:0.0:1777582958.265345:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582958.265347:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000004:00000010:0.0:1777582958.265448:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518f00. 00000004:00000010:0.0:1777582958.265457:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22258. 00000004:00000010:0.0:1777582958.265463:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35760. 00080000:00000010:0.0:1777582958.265473:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74e40. 00010000:00000010:0.0:1777582958.266092:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582958.266098:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582958.266102:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582958.266105:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582958.266241:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.266250:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.266253:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310e80. 00010000:00000010:0.0:1777582958.266415:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582958.266436:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8380 x1863928707935488/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.266456:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582958.266462:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707935488, offset 224 00000400:00000200:0.0:1777582958.266468:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.266480:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.266486:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397358:397358:256:4294967295] 192.168.202.9@tcp LPNI seq info [397354:397354:8:4294967295] 00000400:00000200:0.0:1777582958.266498:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.266504:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.266508:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582958.266515:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.266522:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.266526:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.267424:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310880. 00000020:00000010:0.0:1777582958.267433:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.267437:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02398fbc200. 00000800:00000200:2.0:1777582958.273015:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.273024:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582958.273033:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.273044:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.273052:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:2.0:1777582958.273056:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000400:00000200:2.0:1777582958.279174:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.279195:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885ee00 00000400:00000200:2.0:1777582958.279203:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 29304 00000400:00000200:2.0:1777582958.279221:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.279226:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.279234:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.279244:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388926a00. 00000020:00000010:3.0:1777582958.279368:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef980. 00000020:00000010:3.0:1777582958.279374:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef980. 00000020:00000010:3.0:1777582958.279380:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.279385:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374100. 00000020:00000010:3.0:1777582958.279391:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.279429:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef980. 00000020:00000010:3.0:1777582958.279431:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef980. 00000100:00000200:3.0:1777582958.279435:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707935744 02000000:00000010:3.0:1777582958.279473:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023fef1c000. 00010000:00000010:3.0:1777582958.279515:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:3.0:1777582958.279531:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310200. 00010000:00000010:3.0:1777582958.279550:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.279556:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.279571:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582958.279574:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582958.279579:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.279581:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582958.279728:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582958.279731:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374f00. 00010000:00000010:3.0:1777582958.279734:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582958.279737:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00000020:00000010:3.0:1777582958.279764:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05be0. 00000020:00000010:3.0:1777582958.279771:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05be0. 00000020:00000010:3.0:1777582958.279783:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf9c0. 00080000:00000010:3.0:1777582958.279793:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02386088800. 00000001:00000010:3.0:1777582958.280284:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfea0. 00000001:00000010:3.0:1777582958.280291:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582958.280328:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf9c0. 00010000:00000010:3.0:1777582958.280337:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582958.280341:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582958.280354:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582958.280403:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582958.280420:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582958.280437:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975570, last committed = 8589975425 00010000:00000200:3.0:1777582958.280449:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388926a00 x1863928707935744/t8589975570(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.280469:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582958.280476:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707935744, offset 224 00000400:00000010:3.0:1777582958.280483:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2d90. 00000400:00000200:3.0:1777582958.280488:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.280501:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.280507:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397359:397359:256:4294967295] 192.168.202.9@tcp LPNI seq info [397355:397355:8:4294967295] 00000400:00000200:3.0:1777582958.280513:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.280520:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.280527:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.280533:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582958.280539:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.280546:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.280551:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.280572:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374100. 00000020:00000010:3.0:1777582958.280577:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.280580:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00000800:00000200:3.0:1777582958.280701:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.280704:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582958.280710:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.280714:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582958.283722:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:0.0:1777582958.283741:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374f00. 00010000:00000010:0.0:1777582958.283752:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:0.1:1777582958.284218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582958.284226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:0.1:1777582958.288233:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582958.288252:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582958.288256:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582958.288757:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582958.288763:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582958.288768:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:0.0:1777582958.288801:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.288824:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148d5 00000400:00000200:0.0:1777582958.288832:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.288836:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.288843:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:0.0:1777582958.288846:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000400:00000200:0.0:1777582958.289319:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.289327:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885ee80 00000400:00000200:0.0:1777582958.289335:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 29792 00000400:00000200:0.0:1777582958.289405:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.289409:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.289414:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.289420:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3b480. 00000020:00000010:3.0:1777582958.289945:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef980. 00000020:00000010:3.0:1777582958.289952:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef980. 00000020:00000010:3.0:1777582958.289960:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.289965:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374100. 00000020:00000010:3.0:1777582958.289970:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.290035:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef980. 00000020:00000010:3.0:1777582958.290038:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef980. 00000100:00000200:3.0:1777582958.290041:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707935872 00000001:00000010:3.0:1777582958.290051:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e683c0. 00010000:00000010:3.0:1777582958.290076:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.290085:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 02000000:00000010:3.0:1777582958.290113:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023fef1f000. 00010000:00000010:3.0:1777582958.290161:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582958.290165:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582958.290184:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582958.290187:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582958.290191:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582958.290194:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000004:00000010:3.0:1777582958.290318:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90b40. 00000004:00000010:3.0:1777582958.290329:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65618. 00000004:00000010:3.0:1777582958.290335:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386000. 00080000:00000010:3.0:1777582958.290344:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e138f0. 00010000:00000010:3.0:1777582958.291027:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582958.291033:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582958.291039:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582958.291043:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582958.291115:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582958.291130:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.291155:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582958.291178:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582958.291197:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec3b480 x1863928707935872/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.291216:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582958.291222:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707935872, offset 224 00000400:00000200:3.0:1777582958.291229:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.291243:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.291250:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397360:397360:256:4294967295] 192.168.202.9@tcp LPNI seq info [397356:397356:8:4294967295] 00000400:00000200:3.0:1777582958.291263:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.291269:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.291274:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582958.291282:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.291290:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.291294:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.291314:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374100. 00000020:00000010:3.0:1777582958.291318:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.291322:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00010000:00000010:2.0:1777582958.294249:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:2.0:1777582958.294390:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374800. 00000800:00000200:2.0:1777582958.298665:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.298691:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:2.0:1777582958.298702:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.298712:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.298721:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:2.0:1777582958.298724:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00010000:00000010:3.1:1777582958.302802:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582958.302820:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582958.302826:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582958.302831:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582958.302835:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582958.302838:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:2.0:1777582958.304912:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.304937:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885ef80 00000400:00000200:2.0:1777582958.304946:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 30368 00000400:00000200:2.0:1777582958.304968:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.304973:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.304982:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.304989:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388925180. 00000020:00000010:3.0:1777582958.308436:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef1c0. 00000020:00000010:3.0:1777582958.308445:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef1c0. 00000020:00000010:3.0:1777582958.308451:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.308457:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374100. 00000020:00000010:3.0:1777582958.308463:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.308760:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef1c0. 00000020:00000010:3.0:1777582958.308763:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef1c0. 00000100:00000200:3.0:1777582958.308766:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707936128 02000000:00000010:3.0:1777582958.308810:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e04c000. 00010000:00000010:3.0:1777582958.308853:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582958.308870:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582958.308892:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.308898:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582958.308913:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582958.308916:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582958.308920:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582958.308923:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.309035:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582958.309039:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582958.309042:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582958.309045:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000020:00000010:3.0:1777582958.309074:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a40. 00000020:00000010:3.0:1777582958.309083:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a40. 00000020:00000010:3.0:1777582958.309096:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecfc00. 00080000:00000010:3.0:1777582958.309107:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238608bc00. 00000001:00000010:3.0:1777582958.309574:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfb40. 00000001:00000010:3.0:1777582958.309582:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582958.309619:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecfc00. 00010000:00000010:3.0:1777582958.309628:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582958.309633:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582958.309645:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582958.309712:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.309728:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582958.309745:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975571, last committed = 8589975425 00010000:00000200:3.0:1777582958.309757:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388925180 x1863928707936128/t8589975571(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.309777:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582958.309784:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707936128, offset 224 00000400:00000010:3.0:1777582958.309791:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2118. 00000400:00000200:3.0:1777582958.309796:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.309811:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.309818:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397361:397361:256:4294967295] 192.168.202.9@tcp LPNI seq info [397357:397357:8:4294967295] 00000400:00000200:3.0:1777582958.309825:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.309832:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.309837:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.309842:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582958.309850:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.309858:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.309863:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.309881:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374100. 00000020:00000010:3.0:1777582958.309885:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.309889:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00010000:00000010:0.0:1777582958.310063:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:0.0:1777582958.310070:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:0.0:1777582958.310077:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000800:00000200:0.0:1777582958.310196:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.310200:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:0.0:1777582958.310205:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.310210:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582958.314800:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582958.314819:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582958.318228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582958.318244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582958.318249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582958.318253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:0.0:1777582958.330083:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.330111:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148dd 00000400:00000200:0.0:1777582958.330119:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.330124:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.330131:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:0.0:1777582958.330159:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000400:00000200:0.0:1777582958.330194:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.330201:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885f000 00000400:00000200:0.0:1777582958.330210:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 30856 00000400:00000200:0.0:1777582958.331170:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.331181:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.331191:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.331198:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3a680. 00000020:00000010:0.0:1777582958.331275:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f80. 00000020:00000010:0.0:1777582958.331280:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f80. 00000020:00000010:0.0:1777582958.331287:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024832f2800. 00000020:00000010:0.0:1777582958.331293:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310880. 00000020:00000010:0.0:1777582958.331298:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.331339:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f80. 00000020:00000010:0.0:1777582958.331342:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f80. 00000100:00000200:0.0:1777582958.331345:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707936256 00000001:00000010:0.0:1777582958.331356:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:0.0:1777582958.331385:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582958.331394:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582958.331427:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aca24000. 00010000:00000010:0.0:1777582958.331460:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.331464:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.331487:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582958.331491:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310e80. 00010000:00000010:0.0:1777582958.331496:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582958.331499:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00000004:00000010:0.0:1777582958.331620:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518960. 00000004:00000010:0.0:1777582958.331633:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e224b0. 00000004:00000010:0.0:1777582958.331642:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34220. 00080000:00000010:0.0:1777582958.332353:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74558. 00010000:00000010:3.0:1777582958.333790:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.333806:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e00. 00010000:00000010:0.0:1777582958.334367:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582958.334373:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582958.334381:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582958.334387:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582958.334457:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.334467:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.334471:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310e80. 00010000:00000010:0.0:1777582958.334496:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582958.334516:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec3a680 x1863928707936256/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.334537:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582958.334544:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707936256, offset 224 00000400:00000200:0.0:1777582958.334550:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.334564:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.334571:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397362:397362:256:4294967295] 192.168.202.9@tcp LPNI seq info [397358:397358:8:4294967295] 00000400:00000200:0.0:1777582958.334583:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.334588:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.334593:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582958.334600:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.334606:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.334611:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.336358:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310880. 00000020:00000010:0.0:1777582958.336368:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.336372:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024832f2800. 00010000:00000010:0.1:1777582958.337184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:0.1:1777582958.337194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582958.340269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582958.340284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582958.340289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582958.340292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000800:00000200:0.0:1777582958.344561:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.344570:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582958.344580:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.344589:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.344597:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582958.344600:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00010000:00000010:3.1:1777582958.346253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582958.346550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582958.346824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582958.346831:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582958.346841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582958.346843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:0.0:1777582958.346888:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.346908:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885f100 00000400:00000200:0.0:1777582958.346916:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 31432 00000400:00000200:0.0:1777582958.346933:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.346937:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.346945:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.346952:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec38380. 00000020:00000010:3.0:1777582958.347055:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef1c0. 00000020:00000010:3.0:1777582958.347061:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef1c0. 00000020:00000010:3.0:1777582958.347067:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.347073:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374e00. 00000020:00000010:3.0:1777582958.347078:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.348828:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef1c0. 00000020:00000010:3.0:1777582958.348837:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef1c0. 00000100:00000200:3.0:1777582958.348843:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707936512 02000000:00000010:3.0:1777582958.348888:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e04b000. 00010000:00000010:3.0:1777582958.348936:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:3.0:1777582958.348952:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310900. 00010000:00000010:3.0:1777582958.348972:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582958.348979:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.348994:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582958.348997:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374100. 00010000:00000010:3.0:1777582958.349001:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.349004:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582958.349118:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582958.349121:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.349124:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582958.349127:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000020:00000010:3.0:1777582958.349186:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a40. 00000020:00000010:3.0:1777582958.349193:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a40. 00000020:00000010:3.0:1777582958.349203:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecfc00. 00080000:00000010:3.0:1777582958.349213:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238608a000. 00000001:00000010:3.0:1777582958.349809:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf180. 00000001:00000010:3.0:1777582958.349818:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582958.349854:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecfc00. 00010000:00000010:3.0:1777582958.349864:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582958.349869:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582958.349883:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582958.349930:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.349945:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582958.349964:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975572, last committed = 8589975425 00010000:00000200:3.0:1777582958.349974:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec38380 x1863928707936512/t8589975572(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.349993:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582958.350001:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707936512, offset 224 00000400:00000010:3.0:1777582958.350009:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2c40. 00000400:00000200:3.0:1777582958.350013:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.350026:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.350034:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397363:397363:256:4294967295] 192.168.202.9@tcp LPNI seq info [397359:397359:8:4294967295] 00000400:00000200:3.0:1777582958.350041:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.350048:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.350054:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.350058:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582958.350064:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.350071:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.350075:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.350092:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374e00. 00000020:00000010:3.0:1777582958.350096:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.350099:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00000800:00000200:0.0:1777582958.350375:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.350380:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:0.0:1777582958.350385:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.350390:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582958.354029:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:0.0:1777582958.354047:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:0.0:1777582958.354058:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000400:00000200:0.0:1777582958.362244:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.362279:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148e5 00000400:00000200:0.0:1777582958.362287:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.362292:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.362300:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:0.0:1777582958.362304:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000400:00000200:0.0:1777582958.362343:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.362350:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885f180 00000400:00000200:0.0:1777582958.362357:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 31920 00000400:00000200:0.0:1777582958.362439:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.362444:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.362450:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.362456:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3aa00. 00000020:00000010:0.0:1777582958.362509:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f40. 00000020:00000010:0.0:1777582958.362514:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f40. 00000020:00000010:0.0:1777582958.362524:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02398fbc200. 00000020:00000010:0.0:1777582958.362530:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310880. 00000020:00000010:0.0:1777582958.362535:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.362573:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f40. 00000020:00000010:0.0:1777582958.362576:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f40. 00000100:00000200:0.0:1777582958.362579:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707936640 00000001:00000010:0.0:1777582958.362589:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582958.362616:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582958.362625:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582958.362661:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aca20000. 00010000:00000010:0.0:1777582958.362701:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.362705:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.362725:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582958.362728:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310e80. 00010000:00000010:0.0:1777582958.362732:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582958.362735:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000004:00000010:0.0:1777582958.362828:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519680. 00000004:00000010:0.0:1777582958.362837:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22528. 00000004:00000010:0.0:1777582958.362844:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34dd0. 00080000:00000010:0.0:1777582958.362853:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74390. 00010000:00000010:3.0:1777582958.363600:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582958.363611:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374100. 00010000:00000010:0.0:1777582958.365358:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582958.365367:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310500. 00010000:00000010:0.0:1777582958.365373:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582958.365381:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.365464:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.365478:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.365484:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310e80. 00010000:00000010:0.0:1777582958.365513:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582958.365537:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec3aa00 x1863928707936640/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.365559:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582958.365566:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707936640, offset 224 00000400:00000200:0.0:1777582958.365573:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.365587:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.365595:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397364:397364:256:4294967295] 192.168.202.9@tcp LPNI seq info [397360:397360:8:4294967295] 00000400:00000200:0.0:1777582958.365607:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.365613:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.365619:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582958.365625:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.365634:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.365638:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.366211:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310880. 00000020:00000010:0.0:1777582958.366217:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.366222:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02398fbc200. 00000800:00000200:0.0:1777582958.368926:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.368937:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582958.368945:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.368955:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.368963:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582958.368966:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00010000:00000010:3.1:1777582958.371768:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582958.371784:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00000400:00000200:3.0:1777582958.376272:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.376298:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885f280 00000400:00000200:3.0:1777582958.376308:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 32496 00000400:00000200:3.0:1777582958.376335:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.376340:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.376349:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.376359:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f85500. 00000020:00000010:0.0:1777582958.376686:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582958.376694:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582958.376702:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391920800. 00000020:00000010:0.0:1777582958.376707:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310880. 00000020:00000010:0.0:1777582958.376713:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.376756:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582958.376758:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c00. 00000100:00000200:0.0:1777582958.376762:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707936896 02000000:00000010:0.0:1777582958.376804:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e07a000. 00010000:00000010:0.0:1777582958.376846:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.376862:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310500. 00010000:00000010:0.0:1777582958.376882:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.376888:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.376905:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582958.376908:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310500. 00010000:00000010:0.0:1777582958.376913:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582958.376917:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582958.377033:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582958.377036:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310e80. 00010000:00000010:0.0:1777582958.377040:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582958.377043:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000020:00000010:0.0:1777582958.377072:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48780. 00000020:00000010:0.0:1777582958.377079:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48780. 00000020:00000010:0.0:1777582958.377091:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024888c9300. 00080000:00000010:0.0:1777582958.377099:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7d000. 00000001:00000010:0.0:1777582958.377596:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913a80. 00000001:00000010:0.0:1777582958.377604:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582958.377643:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024888c9300. 00010000:00000010:0.0:1777582958.377652:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582958.377657:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.377670:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185e40. 00010000:00000010:0.0:1777582958.377727:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.377742:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000200:0.0:1777582958.377761:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975573, last committed = 8589975425 00010000:00000200:0.0:1777582958.377772:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f85500 x1863928707936896/t8589975573(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.377793:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582958.377800:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707936896, offset 224 00000400:00000010:0.0:1777582958.377806:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da46c8. 00000400:00000200:0.0:1777582958.377810:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.377823:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.377830:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397365:397365:256:4294967295] 192.168.202.9@tcp LPNI seq info [397361:397361:8:4294967295] 00000400:00000200:0.0:1777582958.377835:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.377841:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.377847:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.377852:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582958.377858:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.377866:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.377871:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.377887:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310880. 00000020:00000010:0.0:1777582958.377891:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.377895:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391920800. 00010000:00000010:0.0:1777582958.377927:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.377931:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310e80. 00010000:00000010:0.0:1777582958.377937:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185e40. 00000800:00000200:0.0:1777582958.378022:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.378025:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582958.378030:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.378034:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.380853:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.380875:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148ed 00000400:00000200:3.0:1777582958.380883:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.380887:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.380894:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:3.0:1777582958.380897:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00010000:00000010:3.0:1777582958.380958:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:3.0:1777582958.380968:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310500. 00000400:00000200:3.0:1777582958.380998:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.381005:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885f300 00000400:00000200:3.0:1777582958.381013:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 32984 00000400:00000200:3.0:1777582958.381061:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.381065:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.381070:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.381077:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f87100. 00000020:00000010:0.0:1777582958.381859:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582958.381867:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582958.381877:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391920800. 00000020:00000010:0.0:1777582958.381884:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582958.381889:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.381927:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c00. 00000020:00000010:0.0:1777582958.381929:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c00. 00000100:00000200:0.0:1777582958.381932:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707937024 00000001:00000010:0.0:1777582958.381943:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:0.0:1777582958.381968:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582958.382769:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 02000000:00000010:0.0:1777582958.382822:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e07c000. 00010000:00000010:0.0:1777582958.382862:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582958.382868:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.382890:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582958.382893:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.382898:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582958.382901:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000004:00000010:0.0:1777582958.383011:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518000. 00000004:00000010:0.0:1777582958.383019:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22d20. 00000004:00000010:0.0:1777582958.383027:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35dc0. 00080000:00000010:0.0:1777582958.383036:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75728. 00010000:00000010:3.1:1777582958.385212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582958.385227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582958.387766:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582958.387782:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.0:1777582958.395035:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582958.395045:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310180. 00010000:00000010:0.0:1777582958.395052:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582958.395060:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582958.395177:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.395191:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.395197:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.395225:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000200:0.0:1777582958.395250:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f87100 x1863928707937024/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.395360:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582958.395367:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707937024, offset 224 00000400:00000200:0.0:1777582958.395375:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.395390:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.395397:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397366:397366:256:4294967295] 192.168.202.9@tcp LPNI seq info [397362:397362:8:4294967295] 00000400:00000200:0.0:1777582958.395409:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.395415:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.395420:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582958.395426:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.395433:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.395437:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.395462:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582958.395467:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.395470:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391920800. 00000800:00000200:3.0:1777582958.395859:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.395864:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582958.395869:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.395875:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.395880:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:3.0:1777582958.395882:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00000400:00000200:0.0:1777582958.398612:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.398634:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885f400 00000400:00000200:0.0:1777582958.398643:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 33560 00000400:00000200:0.0:1777582958.398673:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.398686:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.398696:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.398704:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3bb80. 00000020:00000010:3.0:1777582958.398900:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.398907:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.398913:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.398918:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374100. 00000020:00000010:3.0:1777582958.398923:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.398969:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.398972:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa00. 00000100:00000200:3.0:1777582958.398976:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707937280 02000000:00000010:3.0:1777582958.399017:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e04d000. 00010000:00000010:3.0:1777582958.399061:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:3.0:1777582958.399080:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310180. 00010000:00000010:3.0:1777582958.399105:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582958.399111:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582958.399127:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582958.399131:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582958.399161:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582958.399164:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.399422:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582958.399426:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c00. 00010000:00000010:3.0:1777582958.399428:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.399431:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000020:00000010:3.0:1777582958.399459:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a40. 00000020:00000010:3.0:1777582958.399464:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a40. 00000020:00000010:3.0:1777582958.399476:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecfc00. 00080000:00000010:3.0:1777582958.399485:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238608b800. 00000001:00000010:3.0:1777582958.399920:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed960. 00000001:00000010:3.0:1777582958.399927:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582958.399966:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecfc00. 00010000:00000010:3.0:1777582958.399977:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582958.399981:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582958.399993:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582958.400041:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.400058:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582958.400075:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975574, last committed = 8589975425 00010000:00000200:3.0:1777582958.400086:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec3bb80 x1863928707937280/t8589975574(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.400112:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582958.400118:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707937280, offset 224 00000400:00000010:3.0:1777582958.400125:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2508. 00000400:00000200:3.0:1777582958.400129:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.400174:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.400183:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397367:397367:256:4294967295] 192.168.202.9@tcp LPNI seq info [397363:397363:8:4294967295] 00000400:00000200:3.0:1777582958.400189:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.400196:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.400202:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.400207:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582958.400214:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.400221:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.400225:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.400248:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374100. 00000020:00000010:3.0:1777582958.400253:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00010000:00000010:0.0:1777582958.401667:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:0.0:1777582958.401697:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c00. 00010000:00000010:0.0:1777582958.401707:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:0.1:1777582958.402158:0:814:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582958.402167:0:814:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582958.402171:0:814:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582958.402174:0:814:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582958.403025:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582958.403032:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000020:00000010:3.0:1777582958.403041:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00000800:00000200:2.0:1777582958.408276:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.408285:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:2.0:1777582958.408294:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.408304:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.408336:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582958.408353:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148f5 00000400:00000200:2.0:1777582958.408359:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.408362:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582958.408368:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:2.0:1777582958.408370:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000400:00000200:2.0:1777582958.408398:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.408403:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885f480 00000400:00000200:2.0:1777582958.408410:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 34048 00000400:00000200:2.0:1777582958.408462:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.408465:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.408470:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.408475:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388926300. 00010000:00000010:3.0:1777582958.410800:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.410819:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e00. 00010000:00000010:0.1:1777582958.411832:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582958.411845:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582958.411850:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582958.411853:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582958.411856:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582958.411858:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582958.412178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582958.412184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000020:00000010:2.0:1777582958.412450:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582958.412456:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582958.412463:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02426b28600. 00000020:00000010:2.0:1777582958.412469:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87580. 00000020:00000010:2.0:1777582958.412474:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582958.413800:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582958.413808:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000100:00000200:2.0:1777582958.413813:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707937408 00000001:00000010:2.0:1777582958.413825:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:2.0:1777582958.413849:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582958.413859:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 02000000:00000010:2.0:1777582958.413889:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023894e3000. 00010000:00000010:2.0:1777582958.413921:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582958.413925:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582958.413944:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582958.413948:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87f00. 00010000:00000010:2.0:1777582958.413952:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582958.413954:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00000004:00000010:2.0:1777582958.414060:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024870565a0. 00000004:00000010:2.0:1777582958.414068:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb08e8. 00000004:00000010:2.0:1777582958.414077:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756bb0. 00080000:00000010:2.0:1777582958.414086:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b008. 00010000:00000010:3.1:1777582958.415198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582958.415208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582958.415212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582958.415216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582958.415219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582958.415223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.0:1777582958.415609:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582958.415614:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582958.415620:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582958.415626:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582958.415811:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582958.415825:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582958.415830:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87f00. 00010000:00000010:2.0:1777582958.415857:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000200:2.0:1777582958.415875:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388926300 x1863928707937408/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582958.415896:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582958.415903:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707937408, offset 224 00000400:00000200:2.0:1777582958.415910:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.415923:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.415930:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397368:397368:256:4294967295] 192.168.202.9@tcp LPNI seq info [397364:397364:8:4294967295] 00000400:00000200:2.0:1777582958.415941:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.415947:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.416762:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582958.416771:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.416779:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.416784:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.416812:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87580. 00000020:00000010:2.0:1777582958.416817:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582958.416821:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02426b28600. 00010000:00000010:0.1:1777582958.417841:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582958.417851:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582958.417856:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582958.417858:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582958.417861:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582958.417865:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000800:00000200:0.0:1777582958.419350:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.419358:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582958.419367:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.419377:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.419385:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:0.0:1777582958.419388:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00010000:00000010:2.1:1777582958.425192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582958.425210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:2.1:1777582958.425214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582958.425217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:0.0:1777582958.431343:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.431366:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885f580 00000400:00000200:0.0:1777582958.431374:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 34624 00000400:00000200:0.0:1777582958.431391:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.431395:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.431404:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.431413:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63aa00. 00000020:00000010:2.0:1777582958.431639:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a40. 00000020:00000010:2.0:1777582958.431656:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a40. 00000020:00000010:2.0:1777582958.431664:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02426b28600. 00000020:00000010:2.0:1777582958.431670:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87580. 00000020:00000010:2.0:1777582958.431675:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582958.431727:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a40. 00000020:00000010:2.0:1777582958.431730:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a40. 00000100:00000200:2.0:1777582958.431733:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707937664 02000000:00000010:2.0:1777582958.431771:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023894e5000. 00010000:00000010:2.0:1777582958.431818:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582958.431836:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582958.431859:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582958.431865:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582958.431881:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582958.431884:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582958.431888:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582958.431891:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582958.432006:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582958.432010:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87f00. 00010000:00000010:2.0:1777582958.432013:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582958.432016:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00000020:00000010:2.0:1777582958.432043:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860549c0. 00000020:00000010:2.0:1777582958.432050:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860549c0. 00000020:00000010:2.0:1777582958.432062:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1d80. 00080000:00000010:2.0:1777582958.432071:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249c7e8000. 00000001:00000010:2.0:1777582958.432884:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb19c0. 00000001:00000010:2.0:1777582958.432893:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68480. 00000020:00000010:2.0:1777582958.432935:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1d80. 00010000:00000010:2.0:1777582958.432946:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582958.432951:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582958.432965:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68b40. 00010000:00000010:2.0:1777582958.433008:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582958.433024:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000200:2.0:1777582958.433041:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975575, last committed = 8589975425 00010000:00000200:2.0:1777582958.433051:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c63aa00 x1863928707937664/t8589975575(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582958.433077:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582958.433083:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707937664, offset 224 00000400:00000010:2.0:1777582958.433090:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12cb0. 00000400:00000200:2.0:1777582958.433093:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.433107:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.433114:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397369:397369:256:4294967295] 192.168.202.9@tcp LPNI seq info [397365:397365:8:4294967295] 00000400:00000200:2.0:1777582958.433120:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582958.433127:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.433155:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.433161:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582958.433167:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.433175:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.433179:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.433199:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87580. 00000020:00000010:2.0:1777582958.433203:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582958.433206:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02426b28600. 00010000:00000010:2.0:1777582958.433242:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582958.433247:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87f00. 00010000:00000010:2.0:1777582958.433254:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68b40. 00000800:00000200:2.0:1777582958.433826:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.433831:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582958.433836:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.433843:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.435218:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.435241:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2148fd 00000400:00000200:0.0:1777582958.435248:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.435251:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.435270:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:0.0:1777582958.435274:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00010000:00000010:3.0:1777582958.435392:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:3.0:1777582958.435402:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87d80. 00010000:00000010:2.1:1777582958.441405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582958.441423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582958.441427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582958.441431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:0.0:1777582958.442170:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.442196:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885f600 00000400:00000200:0.0:1777582958.442204:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 35112 00000400:00000200:0.0:1777582958.442278:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.442290:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.442299:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.442306:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a680. 00000020:00000010:2.0:1777582958.442726:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a40. 00000020:00000010:2.0:1777582958.442733:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a40. 00000020:00000010:2.0:1777582958.442739:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02426b28600. 00000020:00000010:2.0:1777582958.442744:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582958.442750:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582958.442794:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a40. 00000020:00000010:2.0:1777582958.442797:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a40. 00000100:00000200:2.0:1777582958.442800:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707937792 00000001:00000010:2.0:1777582958.442811:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:2.0:1777582958.442836:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582958.442844:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 02000000:00000010:2.0:1777582958.442872:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023894e7000. 00010000:00000010:2.0:1777582958.442904:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582958.442908:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582958.442927:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582958.442931:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87580. 00010000:00000010:2.0:1777582958.442936:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582958.442939:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00000004:00000010:2.0:1777582958.443047:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487056780. 00000004:00000010:2.0:1777582958.443056:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0168. 00000004:00000010:2.0:1777582958.443063:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757320. 00080000:00000010:2.0:1777582958.443072:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a8e8. 00010000:00000010:2.0:1777582958.444029:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582958.444036:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87200. 00010000:00000010:2.0:1777582958.444041:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582958.444046:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582958.444122:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582958.444166:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582958.444174:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87580. 00010000:00000010:2.0:1777582958.444203:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000200:2.0:1777582958.444225:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c63a680 x1863928707937792/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582958.444248:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582958.444586:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707937792, offset 224 00000400:00000200:2.0:1777582958.444597:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.444613:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.444621:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397370:397370:256:4294967295] 192.168.202.9@tcp LPNI seq info [397366:397366:8:4294967295] 00000400:00000200:2.0:1777582958.444635:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.444641:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.444657:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582958.444664:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.444672:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.444676:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.444843:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582958.444849:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582958.444852:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02426b28600. 00010000:00000010:2.1:1777582958.447100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582958.447114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582958.447401:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582958.447408:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00000800:00000200:3.0:1777582958.447424:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.447429:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582958.447435:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.447443:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.447450:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:3.0:1777582958.447453:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000400:00000200:0.0:1777582958.448187:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.448204:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885f700 00000400:00000200:0.0:1777582958.448212:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 35688 00000400:00000200:0.0:1777582958.448226:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.448230:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.448237:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.448244:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639880. 00000020:00000010:3.0:1777582958.448468:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.448473:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.448478:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.448484:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374e00. 00000020:00000010:3.0:1777582958.448490:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.448531:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.448533:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa00. 00000100:00000200:3.0:1777582958.448536:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707938048 02000000:00000010:3.0:1777582958.448572:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e049000. 00010000:00000010:3.0:1777582958.448612:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:3.0:1777582958.448629:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87200. 00010000:00000010:3.0:1777582958.448658:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582958.448665:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.448689:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582958.448693:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374100. 00010000:00000010:3.0:1777582958.448698:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582958.448701:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582958.448807:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582958.448810:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582958.448814:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.448817:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000020:00000010:3.0:1777582958.448838:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05a40. 00000020:00000010:3.0:1777582958.448844:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05a40. 00000020:00000010:3.0:1777582958.448854:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed180. 00080000:00000010:3.0:1777582958.448863:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238608b400. 00000001:00000010:3.0:1777582958.449270:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf060. 00000001:00000010:3.0:1777582958.449277:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582958.449313:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed180. 00010000:00000010:3.0:1777582958.449322:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.449327:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582958.449339:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582958.449369:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.449383:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582958.449396:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975576, last committed = 8589975425 00010000:00000200:3.0:1777582958.449407:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c639880 x1863928707938048/t8589975576(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.449428:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582958.449435:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707938048, offset 224 00000400:00000010:3.0:1777582958.449441:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e29d8. 00000400:00000200:3.0:1777582958.449445:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.449458:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.449465:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397371:397371:256:4294967295] 192.168.202.9@tcp LPNI seq info [397367:397367:8:4294967295] 00000400:00000200:3.0:1777582958.449471:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.449479:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.449484:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.449488:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582958.449495:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.449502:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.449505:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.449523:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374e00. 00000020:00000010:3.0:1777582958.449527:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.449530:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00010000:00000010:0.0:1777582958.449871:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:0.0:1777582958.449879:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:0.0:1777582958.449886:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000800:00000200:0.0:1777582958.449994:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.449999:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:0.0:1777582958.450003:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.450009:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582958.451672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582958.451695:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582958.451700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582958.451703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:3.0:1777582958.452469:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.452488:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214905 00000400:00000200:3.0:1777582958.452496:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.452500:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.452506:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777582958.452509:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00010000:00000010:2.0:1777582958.452609:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:2.0:1777582958.452620:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374100. 00010000:00000010:3.1:1777582958.453724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582958.453736:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00000400:00000200:0.0:1777582958.454024:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.454040:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885f780 00000400:00000200:0.0:1777582958.454049:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 36176 00010000:00000010:0.1:1777582958.454615:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582958.454625:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00000400:00000200:0.0:1777582958.454634:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.454640:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.454733:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.454741:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638e00. 00000020:00000010:3.0:1777582958.454846:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.454851:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.454856:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.454861:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374e00. 00000020:00000010:3.0:1777582958.454866:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.454947:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.454950:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa00. 00000100:00000200:3.0:1777582958.454953:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707938176 00000001:00000010:3.0:1777582958.454963:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68480. 00010000:00000010:3.0:1777582958.454990:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582958.454998:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 02000000:00000010:3.0:1777582958.455028:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e04a000. 00010000:00000010:3.0:1777582958.455060:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582958.455064:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.455082:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582958.455086:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582958.455091:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.455094:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000004:00000010:3.0:1777582958.455220:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90780. 00000004:00000010:3.0:1777582958.455229:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65528. 00000004:00000010:3.0:1777582958.455235:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387cb0. 00080000:00000010:3.0:1777582958.455243:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12558. 00010000:00000010:3.1:1777582958.456158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582958.456164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.1:1777582958.456198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582958.456203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582958.456479:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582958.456485:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.456490:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582958.456495:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582958.456569:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.456580:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582958.456586:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582958.456610:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582958.456630:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c638e00 x1863928707938176/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.456743:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582958.456751:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707938176, offset 224 00000400:00000200:3.0:1777582958.456761:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.456775:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.456783:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397372:397372:256:4294967295] 192.168.202.9@tcp LPNI seq info [397368:397368:8:4294967295] 00000400:00000200:3.0:1777582958.456796:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.456801:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.456808:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582958.456815:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.456823:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.456827:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.456893:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374e00. 00000020:00000010:3.0:1777582958.456898:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.456901:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00000800:00000200:0.0:1777582958.459300:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.459315:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582958.459324:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.459333:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.459340:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:0.0:1777582958.459343:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000400:00000200:3.0:1777582958.459891:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.459907:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885f880 00000400:00000200:3.0:1777582958.459914:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 36752 00000400:00000200:3.0:1777582958.459929:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.459933:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.459940:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.459951:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c10a80. 00000020:00000010:2.0:1777582958.460070:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582958.460076:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582958.460082:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02426b28600. 00000020:00000010:2.0:1777582958.460087:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582958.460092:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582958.460194:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582958.460197:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582958.460201:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707938432 02000000:00000010:2.0:1777582958.460237:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385369000. 00010000:00000010:2.0:1777582958.460291:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:2.0:1777582958.460307:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:2.0:1777582958.460327:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582958.460334:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582958.460348:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582958.460351:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87580. 00010000:00000010:2.0:1777582958.460355:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582958.460358:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582958.460464:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582958.460467:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87200. 00010000:00000010:2.0:1777582958.460470:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582958.460473:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000020:00000010:2.0:1777582958.460497:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860549e0. 00000020:00000010:2.0:1777582958.460504:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860549e0. 00000020:00000010:2.0:1777582958.460516:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb15a0. 00080000:00000010:2.0:1777582958.460526:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5e91c00. 00000001:00000010:2.0:1777582958.460973:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1ea0. 00000001:00000010:2.0:1777582958.460980:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68840. 00000020:00000010:2.0:1777582958.461020:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb15a0. 00010000:00000010:2.0:1777582958.461029:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582958.461034:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582958.461046:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68b40. 00010000:00000010:2.0:1777582958.461096:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582958.461111:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000200:2.0:1777582958.461126:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975577, last committed = 8589975425 00010000:00000200:2.0:1777582958.461159:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484c10a80 x1863928707938432/t8589975577(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582958.461179:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582958.461184:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707938432, offset 224 00000400:00000010:2.0:1777582958.461190:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca123b8. 00000400:00000200:2.0:1777582958.461194:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.461207:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.461213:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397373:397373:256:4294967295] 192.168.202.9@tcp LPNI seq info [397369:397369:8:4294967295] 00000400:00000200:2.0:1777582958.461219:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582958.461227:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.461233:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.461237:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582958.461244:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.461252:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.461256:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.461280:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582958.461284:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582958.461288:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02426b28600. 00010000:00000010:0.0:1777582958.461362:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:0.0:1777582958.461369:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87200. 00010000:00000010:0.0:1777582958.461375:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68b40. 00000800:00000200:2.0:1777582958.464107:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.464116:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582958.464125:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.464146:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.464408:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.464424:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21490d 00000400:00000200:3.0:1777582958.464431:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.464434:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.464439:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:3.0:1777582958.464442:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000400:00000200:3.0:1777582958.464503:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.464509:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885f900 00000400:00000200:3.0:1777582958.464517:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 37240 00000400:00000200:3.0:1777582958.464566:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.464569:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.464575:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.464580:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c12d80. 00010000:00000010:2.0:1777582958.465092:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582958.465102:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87580. 00010000:00000010:3.1:1777582958.465202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582958.465209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582958.465214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582958.465216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000020:00000010:2.0:1777582958.465393:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582958.465398:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582958.465404:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02426b28600. 00000020:00000010:2.0:1777582958.465408:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87580. 00000020:00000010:2.0:1777582958.465413:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582958.465476:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582958.465479:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582958.465482:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707938560 00000001:00000010:2.0:1777582958.465493:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582958.465515:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582958.465521:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 02000000:00000010:2.0:1777582958.465555:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385368000. 00010000:00000010:2.0:1777582958.465590:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582958.465594:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582958.465612:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582958.465616:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87f00. 00010000:00000010:2.0:1777582958.465619:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582958.465622:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000004:00000010:2.0:1777582958.465755:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487056000. 00000004:00000010:2.0:1777582958.465766:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0708. 00000004:00000010:2.0:1777582958.465773:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757650. 00080000:00000010:2.0:1777582958.465783:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b398. 00010000:00000010:3.0:1777582958.466745:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582958.466752:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582958.466757:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582958.466762:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.466829:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:3.0:1777582958.466840:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:3.0:1777582958.466845:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87f00. 00010000:00000010:3.0:1777582958.466868:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000200:3.0:1777582958.466888:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484c12d80 x1863928707938560/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.466909:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777582958.466916:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707938560, offset 224 00000400:00000200:3.0:1777582958.466923:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.466935:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.466943:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397374:397374:256:4294967295] 192.168.202.9@tcp LPNI seq info [397370:397370:8:4294967295] 00000400:00000200:3.0:1777582958.466954:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.466961:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.466966:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582958.466973:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.466981:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.466985:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.467043:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87580. 00000020:00000010:3.0:1777582958.467047:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:3.0:1777582958.467051:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02426b28600. 00000800:00000200:2.0:1777582958.469760:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.469768:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582958.469777:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.469786:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.469793:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:2.0:1777582958.469796:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000400:00000200:2.0:1777582958.470101:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.470115:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885fa00 00000400:00000200:2.0:1777582958.470122:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 37816 00000400:00000200:2.0:1777582958.470192:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.470197:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.470202:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.470208:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388927480. 00000020:00000010:3.0:1777582958.470451:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.470457:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.470463:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.470469:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582958.470474:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.470544:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.470547:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa00. 00000100:00000200:3.0:1777582958.470550:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707938816 02000000:00000010:3.0:1777582958.470591:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e04f000. 00010000:00000010:3.0:1777582958.470637:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.470757:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582958.470779:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.470785:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.470801:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582958.470804:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582958.470808:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582958.470810:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582958.470922:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582958.470926:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.470929:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.470933:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000020:00000010:3.0:1777582958.470961:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ca0. 00000020:00000010:3.0:1777582958.470968:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ca0. 00000020:00000010:3.0:1777582958.470979:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecfc00. 00080000:00000010:3.0:1777582958.470988:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238608ac00. 00000001:00000010:3.0:1777582958.471569:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743cc0. 00000001:00000010:3.0:1777582958.471578:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582958.471617:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecfc00. 00010000:00000010:3.0:1777582958.471627:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582958.471632:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:0.1:1777582958.471785:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:0.1:1777582958.471791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.0:1777582958.471826:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582958.471915:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.471934:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582958.471954:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975578, last committed = 8589975425 00010000:00000200:3.0:1777582958.471967:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388927480 x1863928707938816/t8589975578(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.471990:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582958.471997:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707938816, offset 224 00000400:00000010:3.0:1777582958.472004:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2f50. 00000400:00000200:3.0:1777582958.472008:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.472023:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.472030:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397375:397375:256:4294967295] 192.168.202.9@tcp LPNI seq info [397371:397371:8:4294967295] 00000400:00000200:3.0:1777582958.472037:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.472045:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.472051:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.472056:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582958.472063:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.472072:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.472077:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.472099:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582958.472103:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.472107:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00010000:00000010:2.1:1777582958.472166:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.1:1777582958.472172:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:2.1:1777582958.472177:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582958.472181:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.0:1777582958.474926:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:0.0:1777582958.474944:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:0.0:1777582958.474954:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000800:00000200:2.0:1777582958.475044:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.475048:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582958.475055:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.475064:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.475111:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.475126:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214915 00010000:00000010:2.1:1777582958.475174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582958.475180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582958.475401:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582958.475407:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:3.1:1777582958.475410:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582958.475413:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000400:00000200:3.0:1777582958.475417:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.475421:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.475427:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:3.0:1777582958.475430:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00010000:00000010:2.0:1777582958.475524:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:2.0:1777582958.475530:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00000400:00000200:2.0:1777582958.475554:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.475564:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885fa80 00000400:00000200:2.0:1777582958.475571:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 38304 00000400:00000200:2.0:1777582958.476042:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.476048:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.476054:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.476060:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388924000. 00000020:00000010:0.0:1777582958.476170:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7180. 00000020:00000010:0.0:1777582958.476176:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7180. 00000020:00000010:0.0:1777582958.476182:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391920800. 00000020:00000010:0.0:1777582958.476187:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582958.476192:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.476224:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7180. 00000020:00000010:0.0:1777582958.476227:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7180. 00000100:00000200:0.0:1777582958.476230:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707938944 00000001:00000010:0.0:1777582958.476240:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68840. 00010000:00000010:0.0:1777582958.476271:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582958.476278:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 02000000:00000010:0.0:1777582958.476310:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239e07b000. 00010000:00000010:0.0:1777582958.476337:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.476340:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.476355:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582958.476359:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.476363:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582958.476366:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000004:00000010:0.0:1777582958.476454:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865183c0. 00000004:00000010:0.0:1777582958.476462:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22b40. 00000004:00000010:0.0:1777582958.476469:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34770. 00080000:00000010:0.0:1777582958.476477:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f758f0. 00010000:00000010:0.0:1777582958.477491:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582958.477500:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310380. 00010000:00000010:0.0:1777582958.477506:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582958.477512:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582958.477593:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.477605:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.477610:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.477634:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000200:0.0:1777582958.477741:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388924000 x1863928707938944/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.477764:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582958.477770:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707938944, offset 224 00000400:00000200:0.0:1777582958.477777:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.477789:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.477797:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397376:397376:256:4294967295] 192.168.202.9@tcp LPNI seq info [397372:397372:8:4294967295] 00000400:00000200:0.0:1777582958.477809:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.477815:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.477820:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582958.477827:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.477834:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.477838:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.477865:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582958.477870:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.477874:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391920800. 00010000:00000010:3.1:1777582958.478171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582958.478179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582958.478184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582958.478187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000800:00000200:2.0:1777582958.478874:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.478879:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582958.478887:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.478896:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.478901:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:2.0:1777582958.478904:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000400:00000200:2.0:1777582958.481125:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.481243:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885fb80 00000400:00000200:2.0:1777582958.481251:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 38880 00000400:00000200:2.0:1777582958.481370:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.481376:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.481384:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.481390:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388925f80. 00000020:00000010:3.0:1777582958.481491:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.481496:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.481502:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.481508:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582958.481513:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.481585:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa00. 00000020:00000010:3.0:1777582958.481589:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa00. 00000100:00000200:3.0:1777582958.481592:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707939200 02000000:00000010:3.0:1777582958.481630:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239e04e000. 00010000:00000010:3.0:1777582958.481690:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:3.0:1777582958.481705:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310380. 00010000:00000010:3.0:1777582958.481724:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.481731:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.481745:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582958.481749:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374100. 00010000:00000010:3.0:1777582958.481753:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.481756:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.481859:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582958.481864:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582958.481867:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582958.481870:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00000020:00000010:3.0:1777582958.481898:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ca0. 00000020:00000010:3.0:1777582958.481904:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ca0. 00000020:00000010:3.0:1777582958.481914:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743660. 00080000:00000010:3.0:1777582958.481924:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238608a800. 00000001:00000010:3.0:1777582958.482965:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf240. 00000001:00000010:3.0:1777582958.482974:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582958.483016:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743660. 00010000:00000010:3.0:1777582958.483027:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.483033:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582958.483050:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582958.483101:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582958.483118:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:3.0:1777582958.483157:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975579, last committed = 8589975425 00010000:00000200:3.0:1777582958.483168:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388925f80 x1863928707939200/t8589975579(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.483196:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582958.483203:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707939200, offset 224 00000400:00000010:3.0:1777582958.483210:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2578. 00000400:00000200:3.0:1777582958.483214:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.483230:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.483238:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397377:397377:256:4294967295] 192.168.202.9@tcp LPNI seq info [397373:397373:8:4294967295] 00000400:00000200:3.0:1777582958.483244:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.483252:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.483258:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.483263:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582958.483269:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.483277:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.483281:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.1:1777582958.483390:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582958.483397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582958.483401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582958.483405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582958.483408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582958.483411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582958.483434:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:0.0:1777582958.483440:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:0.0:1777582958.483446:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00000020:00000010:3.0:1777582958.483593:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582958.483598:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.483602:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00000800:00000200:0.0:1777582958.483739:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.483743:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:0.0:1777582958.483748:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.483755:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582958.488851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582958.488866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:2.0:1777582958.488899:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582958.488917:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21491d 00000400:00000200:2.0:1777582958.488924:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.488927:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582958.488931:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:2.0:1777582958.488934:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00000400:00000200:2.0:1777582958.488966:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.488972:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885fc00 00000400:00000200:2.0:1777582958.488979:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 39368 00010000:00000010:3.0:1777582958.489014:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.489026:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374100. 00000400:00000200:2.0:1777582958.489063:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.489068:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.489073:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.489080:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388925880. 00000020:00000010:0.0:1777582958.490717:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc77c0. 00000020:00000010:0.0:1777582958.490726:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc77c0. 00000020:00000010:0.0:1777582958.490733:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391920800. 00000020:00000010:0.0:1777582958.490738:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582958.490743:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.490779:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc77c0. 00000020:00000010:0.0:1777582958.490782:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc77c0. 00000100:00000200:0.0:1777582958.490785:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707939328 00000001:00000010:0.0:1777582958.490795:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582958.490817:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582958.490825:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 02000000:00000010:0.0:1777582958.490854:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024a6394000. 00010000:00000010:0.0:1777582958.490881:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.490885:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.490902:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582958.490905:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.490909:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582958.490911:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000004:00000010:0.0:1777582958.491000:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865190e0. 00000004:00000010:0.0:1777582958.491008:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e222d0. 00000004:00000010:0.0:1777582958.491015:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34880. 00080000:00000010:0.0:1777582958.491023:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75398. 00010000:00000010:0.1:1777582958.492162:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582958.492171:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582958.492217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:3.1:1777582958.492223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582958.492226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582958.492230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.0:1777582958.492489:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582958.492496:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310180. 00010000:00000010:0.0:1777582958.492502:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582958.492509:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582958.492589:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.492600:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.492607:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.492632:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000200:0.0:1777582958.492749:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388925880 x1863928707939328/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.492774:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582958.492781:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707939328, offset 224 00000400:00000200:0.0:1777582958.492789:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.492803:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.492812:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397378:397378:256:4294967295] 192.168.202.9@tcp LPNI seq info [397374:397374:8:4294967295] 00000400:00000200:0.0:1777582958.492824:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.492831:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.492837:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582958.492844:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.492852:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.492857:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.492924:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582958.492930:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.492934:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391920800. 00000800:00000200:2.0:1777582958.493574:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.493580:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582958.493586:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.493592:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.493598:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:2.0:1777582958.493601:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00010000:00000010:3.1:1777582958.496165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582958.496175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:0.0:1777582958.496245:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.496383:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885fd00 00000400:00000200:0.0:1777582958.496391:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 39944 00000400:00000200:0.0:1777582958.496408:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.496413:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.496421:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.496426:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638700. 00000020:00000010:2.0:1777582958.496532:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582958.496539:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582958.496544:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e98600. 00000020:00000010:2.0:1777582958.496550:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582958.496555:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582958.496636:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582958.496638:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582958.496641:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707939584 02000000:00000010:2.0:1777582958.496702:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238536e000. 00010000:00000010:2.0:1777582958.496749:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:2.0:1777582958.496767:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310180. 00010000:00000010:2.0:1777582958.496790:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582958.496798:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582958.496815:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582958.496819:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582958.496824:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582958.496827:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582958.496948:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582958.496952:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87480. 00010000:00000010:2.0:1777582958.496955:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582958.496958:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000020:00000010:2.0:1777582958.496985:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054520. 00000020:00000010:2.0:1777582958.496992:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054520. 00000020:00000010:2.0:1777582958.497004:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb15a0. 00080000:00000010:2.0:1777582958.497013:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5e90800. 00010000:00000010:0.1:1777582958.498242:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582958.498250:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582958.498379:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582958.498383:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000001:00000010:0.0:1777582958.498398:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024888c9300. 00000001:00000010:0.0:1777582958.498421:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185e40. 00000020:00000010:0.0:1777582958.498465:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb15a0. 00010000:00000010:0.0:1777582958.498478:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582958.498485:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.498505:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185b40. 00010000:00000010:0.0:1777582958.498591:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:0.0:1777582958.498611:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000200:0.0:1777582958.498632:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975580, last committed = 8589975425 00010000:00000200:0.0:1777582958.498645:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c638700 x1863928707939584/t8589975580(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.498685:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582958.498693:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707939584, offset 224 00000400:00000010:0.0:1777582958.498699:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4700. 00000400:00000200:0.0:1777582958.498703:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.498718:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.498725:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397379:397379:256:4294967295] 192.168.202.9@tcp LPNI seq info [397375:397375:8:4294967295] 00000400:00000200:0.0:1777582958.498731:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.498738:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.498744:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.498749:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582958.498755:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.498762:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.498766:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.498798:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87a80. 00000020:00000010:0.0:1777582958.498803:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:0.0:1777582958.498807:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e98600. 00000800:00000200:3.0:1777582958.499061:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.499066:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582958.499072:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.499077:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.501397:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.501419:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214925 00000400:00000200:0.0:1777582958.501428:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.501432:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.501439:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:0.0:1777582958.501443:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000400:00000200:0.0:1777582958.501468:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.501475:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885fd80 00000400:00000200:0.0:1777582958.501484:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 40432 00000400:00000200:0.0:1777582958.501543:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.501547:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.501552:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.501559:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a300. 00000020:00000010:0.0:1777582958.501613:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.501618:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.501625:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391920800. 00000020:00000010:0.0:1777582958.501630:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310e80. 00000020:00000010:0.0:1777582958.501636:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582958.501698:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.501702:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000100:00000200:0.0:1777582958.501705:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707939712 00000001:00000010:0.0:1777582958.501719:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:0.0:1777582958.501747:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582958.501756:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 02000000:00000010:0.0:1777582958.501790:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385600000. 00010000:00000010:0.0:1777582958.501821:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.501825:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.501843:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582958.501846:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.501850:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.501853:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00000004:00000010:0.0:1777582958.501967:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519a40. 00000004:00000010:0.0:1777582958.501979:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22ca8. 00000004:00000010:0.0:1777582958.501986:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ff0. 00080000:00000010:0.0:1777582958.501996:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74720. 00010000:00000010:3.0:1777582958.502884:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:3.0:1777582958.502897:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87d80. 00010000:00000010:3.0:1777582958.503501:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582958.503507:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.503512:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.503517:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.503587:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:3.0:1777582958.503597:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:3.0:1777582958.503601:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:3.0:1777582958.503623:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000200:3.0:1777582958.503644:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c63a300 x1863928707939712/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.503675:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582958.503689:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707939712, offset 224 00000400:00000200:3.0:1777582958.503697:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.503709:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.503716:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397380:397380:256:4294967295] 192.168.202.9@tcp LPNI seq info [397376:397376:8:4294967295] 00000400:00000200:3.0:1777582958.503728:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.503734:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.503739:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582958.503747:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.503756:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.503761:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.503784:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310e80. 00000020:00000010:3.0:1777582958.503787:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:3.0:1777582958.503791:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391920800. 00000800:00000200:0.0:1777582958.503993:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.503998:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:0.0:1777582958.504003:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.504008:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.504013:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:0.0:1777582958.504015:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:2.1:1777582958.506026:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582958.506040:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.0:1777582958.506084:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:2.0:1777582958.506095:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87480. 00010000:00000010:2.0:1777582958.506104:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185b40. 00080000:00000010:1.0:1777582958.506819:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74e40. 00000004:00000010:1.0:1777582958.506829:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35760. 00000004:00000010:1.0:1777582958.506834:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22258. 00000400:00000200:3.0:1777582958.507061:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.507078:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb885fe80 00000400:00000200:3.0:1777582958.507086:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 41008 00000400:00000200:3.0:1777582958.507103:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.507108:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.507116:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.507122:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c12680. 00000004:00000010:1.0:1777582958.507286:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518f00. 00080000:00000010:1.0:1777582958.507304:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f751d0. 00000004:00000010:1.0:1777582958.507307:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34cc0. 00000004:00000010:1.0:1777582958.507310:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22780. 00000004:00000010:1.0:1777582958.507313:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519860. 00080000:00000010:1.0:1777582958.507331:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b1d0. 00000004:00000010:1.0:1777582958.507335:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757430. 00000004:00000010:1.0:1777582958.507337:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0618. 00000004:00000010:1.0:1777582958.507340:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487057e00. 00080000:00000010:1.0:1777582958.507355:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13560. 00000004:00000010:1.0:1777582958.507358:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387870. 00000004:00000010:1.0:1777582958.507361:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65e10. 00000004:00000010:1.0:1777582958.507363:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90960. 00080000:00000010:1.0:1777582958.507372:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75008. 00000004:00000010:1.0:1777582958.507375:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34ee0. 00000004:00000010:1.0:1777582958.507377:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22690. 00000004:00000010:1.0:1777582958.507379:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518780. 00080000:00000010:1.0:1777582958.507389:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13008. 00000004:00000010:1.0:1777582958.507392:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386330. 00000004:00000010:1.0:1777582958.507395:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65438. 00000004:00000010:1.0:1777582958.507397:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e914a0. 00080000:00000010:1.0:1777582958.507406:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74000. 00000004:00000010:1.0:1777582958.507408:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35430. 00000004:00000010:1.0:1777582958.507411:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22c30. 00000004:00000010:1.0:1777582958.507413:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518d20. 00080000:00000010:1.0:1777582958.507421:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74390. 00000004:00000010:1.0:1777582958.507423:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34dd0. 00000004:00000010:1.0:1777582958.507425:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22528. 00000004:00000010:1.0:1777582958.507426:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519680. 00080000:00000010:1.0:1777582958.507437:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e8e8. 00000004:00000010:1.0:1777582958.507439:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ed0. 00000004:00000010:1.0:1777582958.507442:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582958.507444:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57a40. 00080000:00000010:1.0:1777582958.507453:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f758f0. 00000004:00000010:1.0:1777582958.507456:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34770. 00000004:00000010:1.0:1777582958.507458:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22b40. 00000004:00000010:1.0:1777582958.507460:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865183c0. 00080000:00000010:1.0:1777582958.507469:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a1c8. 00000004:00000010:1.0:1777582958.507472:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756000. 00000004:00000010:1.0:1777582958.507474:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0690. 00000004:00000010:1.0:1777582958.507476:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024870570e0. 00080000:00000010:1.0:1777582958.507484:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75ab8. 00000004:00000010:1.0:1777582958.507487:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34990. 00000004:00000010:1.0:1777582958.507489:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e228e8. 00000004:00000010:1.0:1777582958.507491:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865185a0. 00080000:00000010:1.0:1777582958.507499:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75560. 00000004:00000010:1.0:1777582958.507788:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34330. 00000004:00000010:1.0:1777582958.507792:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22f00. 00000004:00000010:1.0:1777582958.507795:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519c20. 00080000:00000010:1.0:1777582958.507808:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e138f0. 00000004:00000010:1.0:1777582958.507811:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386000. 00000004:00000010:1.0:1777582958.507813:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65618. 00000004:00000010:1.0:1777582958.507815:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90b40. 00080000:00000010:1.0:1777582958.507825:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74ab0. 00000004:00000010:1.0:1777582958.507828:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35870. 00000004:00000010:1.0:1777582958.507830:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22960. 00000004:00000010:1.0:1777582958.507832:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865192c0. 00080000:00000010:1.0:1777582958.508604:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13728. 00000004:00000010:1.0:1777582958.508614:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387dc0. 00000004:00000010:1.0:1777582958.508618:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c654b0. 00000004:00000010:1.0:1777582958.508621:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e910e0. 00080000:00000010:1.0:1777582958.508639:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f741c8. 00000004:00000010:1.0:1777582958.508641:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34110. 00000004:00000010:1.0:1777582958.508643:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22e88. 00000004:00000010:1.0:1777582958.508646:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519e00. 00080000:00000010:1.0:1777582958.508657:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f8f0. 00000004:00000010:1.0:1777582958.508660:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945cb0. 00000004:00000010:1.0:1777582958.508662:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582958.508665:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56960. 00080000:00000010:1.0:1777582958.508673:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f748e8. 00000004:00000010:1.0:1777582958.508676:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35a90. 00000004:00000010:1.0:1777582958.508687:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22618. 00000004:00000010:1.0:1777582958.508690:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518b40. 00080000:00000010:1.0:1777582958.508700:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f1d0. 00000004:00000010:1.0:1777582958.508702:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945650. 00000004:00000010:1.0:1777582958.508704:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582958.508706:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56f00. 00080000:00000010:1.0:1777582958.508714:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12720. 00000004:00000010:1.0:1777582958.508717:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386220. 00000004:00000010:1.0:1777582958.508719:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65d98. 00000004:00000010:1.0:1777582958.508722:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91e00. 00080000:00000010:1.0:1777582958.508730:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74eab0. 00000004:00000010:1.0:1777582958.508732:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944aa0. 00000004:00000010:1.0:1777582958.508735:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582958.508737:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f572c0. 00080000:00000010:1.0:1777582958.508754:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12e40. 00000004:00000010:1.0:1777582958.508757:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387210. 00000004:00000010:1.0:1777582958.508759:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65ca8. 00000004:00000010:1.0:1777582958.508762:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e905a0. 00080000:00000010:1.0:1777582958.508775:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097ae40. 00000004:00000010:1.0:1777582958.508777:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756880. 00000004:00000010:1.0:1777582958.508779:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0870. 00000004:00000010:1.0:1777582958.508782:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024870572c0. 00080000:00000010:1.0:1777582958.508792:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b398. 00000004:00000010:1.0:1777582958.508794:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757650. 00000004:00000010:1.0:1777582958.508797:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0708. 00000004:00000010:1.0:1777582958.508799:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487056000. 00080000:00000010:1.0:1777582958.508812:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097aab0. 00000004:00000010:1.0:1777582958.508814:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757ed0. 00000004:00000010:1.0:1777582958.508816:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0000. 00000004:00000010:1.0:1777582958.508818:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487056b40. 00080000:00000010:1.0:1777582958.508828:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74558. 00000004:00000010:1.0:1777582958.508830:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34220. 00000004:00000010:1.0:1777582958.508832:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e224b0. 00000004:00000010:1.0:1777582958.508835:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518960. 00080000:00000010:1.0:1777582958.509015:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f728. 00000004:00000010:1.0:1777582958.509019:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945100. 00000004:00000010:1.0:1777582958.509022:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582958.509024:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f561e0. 00080000:00000010:1.0:1777582958.509034:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ec78. 00000004:00000010:1.0:1777582958.509037:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945870. 00000004:00000010:1.0:1777582958.509039:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582958.509041:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f574a0. 00080000:00000010:1.0:1777582958.509051:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a8e8. 00000004:00000010:1.0:1777582958.509053:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757320. 00000004:00000010:1.0:1777582958.509055:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0168. 00000004:00000010:1.0:1777582958.509057:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487056780. 00080000:00000010:1.0:1777582958.509067:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a720. 00000004:00000010:1.0:1777582958.509069:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757980. 00000004:00000010:1.0:1777582958.509072:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0d20. 00000004:00000010:1.0:1777582958.509074:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024870574a0. 00080000:00000010:1.0:1777582958.509083:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75728. 00000004:00000010:1.0:1777582958.509085:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35dc0. 00000004:00000010:1.0:1777582958.509088:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22d20. 00000004:00000010:1.0:1777582958.509090:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518000. 00080000:00000010:1.0:1777582958.509099:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12000. 00000004:00000010:1.0:1777582958.509102:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386ee0. 00000004:00000010:1.0:1777582958.509104:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65f00. 00000004:00000010:1.0:1777582958.509106:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90d20. 00080000:00000010:1.0:1777582958.509114:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74fc80. 00000004:00000010:1.0:1777582958.509117:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945540. 00000004:00000010:1.0:1777582958.509119:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582958.509121:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57860. 00080000:00000010:1.0:1777582958.509128:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f560. 00000004:00000010:1.0:1777582958.509131:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944990. 00000004:00000010:1.0:1777582958.509150:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582958.509153:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f563c0. 00080000:00000010:1.0:1777582958.509162:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12ab0. 00000004:00000010:1.0:1777582958.509164:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386990. 00000004:00000010:1.0:1777582958.509167:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c655a0. 00000004:00000010:1.0:1777582958.509169:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e901e0. 00080000:00000010:1.0:1777582958.509177:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a558. 00000004:00000010:1.0:1777582958.509179:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756ff0. 00000004:00000010:1.0:1777582958.509182:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0780. 00000004:00000010:1.0:1777582958.509184:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487057a40. 00080000:00000010:1.0:1777582958.509192:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097bab8. 00000004:00000010:1.0:1777582958.509195:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756330. 00000004:00000010:1.0:1777582958.509197:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0258. 00000004:00000010:1.0:1777582958.509199:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487057860. 00080000:00000010:1.0:1777582958.509208:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097ac78. 00000004:00000010:1.0:1777582958.509210:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756770. 00000004:00000010:1.0:1777582958.509212:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb01e0. 00000004:00000010:1.0:1777582958.509215:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487056960. 00080000:00000010:1.0:1777582958.509224:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75398. 00000004:00000010:1.0:1777582958.509226:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34880. 00000004:00000010:1.0:1777582958.509228:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e222d0. 00000004:00000010:1.0:1777582958.509231:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865190e0. 00080000:00000010:1.0:1777582958.509240:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a000. 00000004:00000010:1.0:1777582958.509242:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757ba0. 00000004:00000010:1.0:1777582958.509244:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0ac8. 00000004:00000010:1.0:1777582958.509246:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487057680. 00080000:00000010:1.0:1777582958.509255:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b008. 00000004:00000010:1.0:1777582958.509257:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756bb0. 00000004:00000010:1.0:1777582958.509260:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb08e8. 00000004:00000010:1.0:1777582958.509262:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024870565a0. 00080000:00000010:1.0:1777582958.509270:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12558. 00000004:00000010:1.0:1777582958.509272:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387cb0. 00000004:00000010:1.0:1777582958.509274:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65528. 00000004:00000010:1.0:1777582958.509276:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90780. 00080000:00000010:1.0:1777582958.509283:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13398. 00000004:00000010:1.0:1777582958.509286:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386770. 00000004:00000010:1.0:1777582958.509288:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c657f8. 00000004:00000010:1.0:1777582958.509289:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91c20. 00080000:00000010:1.0:1777582958.509297:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74c78. 00000004:00000010:1.0:1777582958.509299:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34aa0. 00000004:00000010:1.0:1777582958.509302:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22000. 00000004:00000010:1.0:1777582958.509304:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865181e0. 00000020:00000010:2.0:1777582958.510715:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582958.510729:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:1.0:1777582958.510787:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024aeee1800. 00000020:00000010:1.0:1777582958.510794:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f080. 00000020:00000010:1.0:1777582958.510799:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:3.0:1777582958.510866:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef840. 00000020:00000010:3.0:1777582958.510870:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef840. 00000100:00000200:3.0:1777582958.510873:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707939968 02000000:00000010:3.0:1777582958.510914:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238c804000. 00010000:00000010:3.0:1777582958.510956:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.510971:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.510992:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.510999:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.511014:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582958.511018:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.511022:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582958.511025:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.1:1777582958.511166:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582958.511172:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582958.511177:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582958.511181:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582958.511183:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:3.1:1777582958.511186:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.0:1777582958.511190:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582958.511194:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c80. 00010000:00000010:3.0:1777582958.511197:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582958.511200:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00000020:00000010:3.0:1777582958.511225:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e058c0. 00000020:00000010:3.0:1777582958.511232:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e058c0. 00000020:00000010:3.0:1777582958.511243:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecfc60. 00080000:00000010:3.0:1777582958.511252:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aec9c400. 00000001:00000010:3.0:1777582958.511664:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf300. 00000001:00000010:3.0:1777582958.511673:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582958.511718:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecfc60. 00010000:00000010:3.0:1777582958.511728:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582958.511732:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582958.511745:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582958.511790:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582958.511805:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582958.511823:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975581, last committed = 8589975425 00010000:00000200:3.0:1777582958.511835:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484c12680 x1863928707939968/t8589975581(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.511861:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582958.511868:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707939968, offset 224 00000400:00000010:3.0:1777582958.511876:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2a80. 00000400:00000200:3.0:1777582958.511880:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.511897:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.511905:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397381:397381:256:4294967295] 192.168.202.9@tcp LPNI seq info [397377:397377:8:4294967295] 00000400:00000200:3.0:1777582958.511912:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.511918:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.511924:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.511928:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582958.511936:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.511943:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.511948:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.511974:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f080. 00000020:00000010:3.0:1777582958.511979:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:3.0:1777582958.511983:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024aeee1800. 00000800:00000200:2.0:1777582958.512353:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.512358:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582958.512364:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1777582958.512366:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00000400:00000200:2.0:1777582958.512370:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582958.512373:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c80. 00010000:00000010:1.0:1777582958.512380:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000400:00000200:3.0:1777582958.515161:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.515183:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21492d 00000400:00000200:3.0:1777582958.515191:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.515196:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.515202:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:3.0:1777582958.515205:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00000400:00000200:3.0:1777582958.515237:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.515244:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb885ff00 00000400:00000200:3.0:1777582958.515252:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 41496 00010000:00000010:2.0:1777582958.515408:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:2.0:1777582958.515421:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00000400:00000200:3.0:1777582958.515821:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.515827:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.515833:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.515840:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c11880. 00010000:00000010:0.1:1777582958.516174:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:0.1:1777582958.516181:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582958.518774:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582958.518789:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000020:00000010:1.0:1777582958.518856:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a80. 00000020:00000010:1.0:1777582958.518861:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a80. 00000020:00000010:1.0:1777582958.518870:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024aeee1c00. 00000020:00000010:1.0:1777582958.518874:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fa00. 00000020:00000010:1.0:1777582958.518879:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.518918:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a80. 00000020:00000010:1.0:1777582958.518921:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a80. 00000100:00000200:1.0:1777582958.518924:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707940096 00000001:00000010:1.0:1777582958.518935:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185e40. 00010000:00000010:1.0:1777582958.518961:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582958.518969:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 02000000:00000010:1.0:1777582958.518999:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239332e000. 00010000:00000010:1.0:1777582958.519025:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582958.519027:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.519043:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582958.519045:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f500. 00010000:00000010:1.0:1777582958.519048:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582958.519049:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00000004:00000010:1.0:1777582958.519128:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56d20. 00000004:00000010:1.0:1777582958.519163:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582958.519172:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944990. 00080000:00000010:1.0:1777582958.519180:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f560. 00010000:00000010:1.0:1777582958.520011:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582958.520018:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f900. 00010000:00000010:1.0:1777582958.520024:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582958.520030:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582958.520107:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.520117:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582958.520123:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f500. 00010000:00000010:1.0:1777582958.520176:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000200:1.0:1777582958.520197:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484c11880 x1863928707940096/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.520218:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1bb0. 00000100:00000200:1.0:1777582958.520225:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707940096, offset 224 00000400:00000200:1.0:1777582958.520233:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.520247:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.520254:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397382:397382:256:4294967295] 192.168.202.9@tcp LPNI seq info [397378:397378:8:4294967295] 00000400:00000200:1.0:1777582958.520265:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.520271:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.520275:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582958.520282:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.520289:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.520293:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.520316:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fa00. 00000020:00000010:1.0:1777582958.520321:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.520325:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024aeee1c00. 00000800:00000200:3.0:1777582958.522891:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.522902:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582958.522909:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.522919:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.522927:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:3.0:1777582958.522931:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00000400:00000200:3.0:1777582958.524631:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.524664:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8860000 00000400:00000200:3.0:1777582958.524675:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 42072 00000400:00000200:3.0:1777582958.524700:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.524705:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.524713:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.524721:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c11180. 00000020:00000010:0.0:1777582958.525025:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.525032:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.525038:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921600. 00000020:00000010:0.0:1777582958.525043:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310380. 00000020:00000010:0.0:1777582958.525048:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582958.525090:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.525093:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000100:00000200:0.0:1777582958.525096:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707940352 02000000:00000010:0.0:1777582958.525159:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385601000. 00010000:00000010:0.0:1777582958.525203:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:0.0:1777582958.525222:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f900. 00010000:00000010:0.0:1777582958.525245:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582958.525263:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582958.525281:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582958.525294:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582958.525300:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582958.525304:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582958.525429:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582958.525432:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310500. 00010000:00000010:0.0:1777582958.525435:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582958.525439:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00000020:00000010:0.0:1777582958.525465:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48ee0. 00000020:00000010:0.0:1777582958.525472:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48ee0. 00000020:00000010:0.0:1777582958.525483:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024888c9a20. 00080000:00000010:0.0:1777582958.525492:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7d400. 00000001:00000010:0.0:1777582958.526212:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48a20. 00000001:00000010:0.0:1777582958.526221:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023961856c0. 00000020:00000010:0.0:1777582958.526259:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024888c9a20. 00010000:00000010:0.0:1777582958.526270:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582958.526276:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582958.526306:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185000. 00010000:00000010:0.0:1777582958.526358:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582958.526375:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000200:0.0:1777582958.526393:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975582, last committed = 8589975425 00010000:00000200:0.0:1777582958.526404:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484c11180 x1863928707940352/t8589975582(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.526424:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582958.526431:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707940352, offset 224 00000400:00000010:0.0:1777582958.526438:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da40a8. 00000400:00000200:0.0:1777582958.526442:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.526457:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.526465:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397383:397383:256:4294967295] 192.168.202.9@tcp LPNI seq info [397379:397379:8:4294967295] 00000400:00000200:0.0:1777582958.526471:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.526479:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.526485:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.526490:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582958.526497:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.526504:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.526509:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.526528:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310380. 00010000:00000010:1.0:1777582958.526531:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00000020:00000010:0.0:1777582958.526532:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582958.526536:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921600. 00010000:00000010:1.0:1777582958.526537:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310500. 00010000:00000010:1.0:1777582958.526543:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185000. 00000800:00000200:3.0:1777582958.526707:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.526711:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582958.526717:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.526722:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.529053:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.529074:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214935 00000400:00000200:3.0:1777582958.529083:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.529087:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.529094:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:3.0:1777582958.529097:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00010000:00000010:0.0:1777582958.529788:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582958.529801:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310200. 00000400:00000200:0.0:1777582958.529974:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.529985:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8860080 00000400:00000200:0.0:1777582958.529992:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 42560 00000400:00000200:0.0:1777582958.530054:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.530059:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.530065:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.530072:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639c00. 00000020:00000010:1.0:1777582958.530229:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582958.530235:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582958.530242:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf2400. 00000020:00000010:1.0:1777582958.530247:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fa00. 00000020:00000010:1.0:1777582958.530252:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.530286:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0fc0. 00000020:00000010:1.0:1777582958.530289:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0fc0. 00000100:00000200:1.0:1777582958.530293:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707940480 00010000:00000010:3.1:1777582958.530299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000001:00000010:1.0:1777582958.530303:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.1:1777582958.530305:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582958.530309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582958.530312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.0:1777582958.530326:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582958.530333:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 02000000:00000010:1.0:1777582958.530359:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239332b000. 00010000:00000010:1.0:1777582958.530389:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582958.530393:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582958.530409:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582958.530412:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f500. 00010000:00000010:1.0:1777582958.530416:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582958.530419:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00000004:00000010:1.0:1777582958.530532:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f563c0. 00000004:00000010:1.0:1777582958.530541:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582958.530548:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945540. 00080000:00000010:1.0:1777582958.530557:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fc80. 00010000:00000010:1.0:1777582958.531346:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582958.531351:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f280. 00010000:00000010:1.0:1777582958.531356:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582958.531361:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582958.531426:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582958.531438:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.531442:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f500. 00010000:00000010:1.0:1777582958.531462:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000200:1.0:1777582958.531489:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c639c00 x1863928707940480/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.531632:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582958.531639:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707940480, offset 224 00000400:00000200:1.0:1777582958.531647:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.531657:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.531664:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397384:397384:256:4294967295] 192.168.202.9@tcp LPNI seq info [397380:397380:8:4294967295] 00000400:00000200:1.0:1777582958.531674:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.531689:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.531703:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582958.531710:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.531717:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.531722:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:3.0:1777582958.531830:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.531835:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:3.0:1777582958.531839:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.531844:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.531848:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:3.0:1777582958.531851:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000020:00000010:1.0:1777582958.531998:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fa00. 00000020:00000010:1.0:1777582958.532003:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.532008:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf2400. 00010000:00000010:1.1:1777582958.532287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582958.532295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582958.532299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582958.532302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582958.532305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582958.533967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582958.533979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582958.534059:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582958.534067:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582958.534073:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582958.534076:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000400:00000200:3.0:1777582958.534895:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.534917:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8860180 00000400:00000200:3.0:1777582958.534927:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 43136 00000400:00000200:3.0:1777582958.534944:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.534949:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.534958:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.534965:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c11c00. 00000020:00000010:0.0:1777582958.535075:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.535082:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.535088:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921600. 00000020:00000010:0.0:1777582958.535094:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310200. 00000020:00000010:0.0:1777582958.535099:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582958.535179:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.535182:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000100:00000200:0.0:1777582958.535186:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707940736 02000000:00000010:0.0:1777582958.535226:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385607000. 00010000:00000010:0.0:1777582958.535281:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:0.0:1777582958.535311:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f280. 00010000:00000010:0.0:1777582958.535334:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582958.535341:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582958.535363:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582958.535366:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310380. 00010000:00000010:0.0:1777582958.535371:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582958.535373:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582958.535490:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582958.535493:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310080. 00010000:00000010:0.0:1777582958.535497:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582958.535500:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00000020:00000010:0.0:1777582958.535528:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48ee0. 00000020:00000010:0.0:1777582958.535534:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48ee0. 00000020:00000010:0.0:1777582958.535545:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48120. 00080000:00000010:0.0:1777582958.535554:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7d800. 00000001:00000010:0.0:1777582958.536065:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48000. 00000001:00000010:0.0:1777582958.536073:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582958.536108:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48120. 00010000:00000010:0.0:1777582958.536116:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.536120:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582958.536158:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185240. 00010000:00000010:0.0:1777582958.536193:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582958.536207:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000200:0.0:1777582958.536222:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975583, last committed = 8589975425 00010000:00000200:0.0:1777582958.536232:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484c11c00 x1863928707940736/t8589975583(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.536252:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582958.536259:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707940736, offset 224 00000400:00000010:0.0:1777582958.536265:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4000. 00000400:00000200:0.0:1777582958.536270:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.536282:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.536289:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397385:397385:256:4294967295] 192.168.202.9@tcp LPNI seq info [397381:397381:8:4294967295] 00000400:00000200:0.0:1777582958.536294:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.536301:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.536307:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.536311:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582958.536317:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.536324:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.536328:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.536350:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310200. 00000020:00000010:0.0:1777582958.536354:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582958.536357:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921600. 00000800:00000200:0.0:1777582958.536448:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.536452:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582958.536457:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.536462:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582958.536551:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:2.0:1777582958.536558:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310080. 00010000:00000010:2.0:1777582958.536564:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185240. 00010000:00000010:1.1:1777582958.537627:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582958.537642:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582958.537647:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582958.538714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582958.538727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:3.0:1777582958.539571:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.539590:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21493d 00000400:00000200:3.0:1777582958.539598:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.539601:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.539608:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:3.0:1777582958.539611:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000400:00000200:3.0:1777582958.539643:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.539659:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8860200 00000400:00000200:3.0:1777582958.539666:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 43624 00000400:00000200:3.0:1777582958.539689:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.539692:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.539697:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.539705:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486246300. 00000020:00000010:0.0:1777582958.539852:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.539857:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.539863:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921600. 00000020:00000010:0.0:1777582958.539868:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310200. 00000020:00000010:0.0:1777582958.539874:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582958.539913:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.539915:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000100:00000200:0.0:1777582958.539919:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707940864 00000001:00000010:0.0:1777582958.539928:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023961856c0. 00010000:00000010:0.0:1777582958.539950:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582958.539957:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 02000000:00000010:0.0:1777582958.539983:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385604000. 00010000:00000010:0.0:1777582958.540011:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582958.540014:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582958.540031:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582958.540034:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582958.540038:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582958.540041:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00000004:00000010:0.0:1777582958.540126:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865194a0. 00000004:00000010:0.0:1777582958.540160:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e221e0. 00000004:00000010:0.0:1777582958.540167:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35320. 00080000:00000010:0.0:1777582958.540175:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75c80. 00010000:00000010:2.0:1777582958.540600:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:2.0:1777582958.540610:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310380. 00010000:00000010:2.0:1777582958.540940:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582958.540945:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87380. 00010000:00000010:2.0:1777582958.540950:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582958.540956:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582958.541015:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:2.0:1777582958.541023:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:2.0:1777582958.541026:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310980. 00010000:00000010:2.0:1777582958.541046:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000200:2.0:1777582958.541063:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486246300 x1863928707940864/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582958.541084:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582958.541090:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707940864, offset 224 00000400:00000200:2.0:1777582958.541097:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.541108:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.541114:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397386:397386:256:4294967295] 192.168.202.9@tcp LPNI seq info [397382:397382:8:4294967295] 00000400:00000200:2.0:1777582958.541126:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.541161:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.541166:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582958.541172:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.541179:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.541184:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.541206:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310200. 00000020:00000010:2.0:1777582958.541211:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:2.0:1777582958.541215:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921600. 00000800:00000200:0.0:1777582958.541368:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.541372:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582958.541378:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.541383:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.541387:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:0.0:1777582958.541389:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00010000:00000010:2.1:1777582958.542180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582958.542188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582958.542496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582958.542503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:0.1:1777582958.542507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582958.542510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000400:00000200:0.0:1777582958.544522:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.544542:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8860300 00000400:00000200:0.0:1777582958.544550:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 44200 00000400:00000200:0.0:1777582958.544566:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.544571:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.544579:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.544586:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639180. 00000020:00000010:3.0:1777582958.544708:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef840. 00000020:00000010:3.0:1777582958.544714:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef840. 00000020:00000010:3.0:1777582958.544720:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.544725:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374600. 00000020:00000010:3.0:1777582958.544730:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.544771:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef840. 00000020:00000010:3.0:1777582958.544774:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef840. 00000100:00000200:3.0:1777582958.544777:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707941120 02000000:00000010:3.0:1777582958.544813:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238c806000. 00010000:00000010:3.0:1777582958.544855:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:3.0:1777582958.544872:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87380. 00010000:00000010:3.0:1777582958.544892:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.544898:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.544912:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582958.544915:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582958.544920:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582958.544922:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582958.545023:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582958.545027:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c00. 00010000:00000010:3.0:1777582958.545030:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.545033:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00000020:00000010:3.0:1777582958.545058:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e058c0. 00000020:00000010:3.0:1777582958.545065:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e058c0. 00000020:00000010:3.0:1777582958.545076:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecfc60. 00080000:00000010:3.0:1777582958.545085:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aec9ec00. 00010000:00000010:1.1:1777582958.545323:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582958.545330:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:1.1:1777582958.545333:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582958.545336:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00000001:00000010:3.0:1777582958.545593:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf9c0. 00000001:00000010:3.0:1777582958.545600:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582958.545637:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecfc60. 00010000:00000010:3.0:1777582958.545645:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582958.545649:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582958.545664:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582958.545715:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582958.545729:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582958.545745:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975584, last committed = 8589975425 00010000:00000200:3.0:1777582958.545755:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c639180 x1863928707941120/t8589975584(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.545776:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582958.545782:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707941120, offset 224 00000400:00000010:3.0:1777582958.545789:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e24d0. 00000400:00000200:3.0:1777582958.545793:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.545807:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.545814:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397387:397387:256:4294967295] 192.168.202.9@tcp LPNI seq info [397383:397383:8:4294967295] 00000400:00000200:3.0:1777582958.545820:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.545826:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.545832:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.545836:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582958.545842:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.545849:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.545853:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.545875:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374600. 00000020:00000010:3.0:1777582958.545880:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.545883:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00000800:00000200:3.0:1777582958.545983:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.545987:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:3.0:1777582958.545992:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.545996:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582958.546100:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:2.0:1777582958.546107:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c00. 00010000:00000010:2.0:1777582958.546113:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:2.1:1777582958.547187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582958.547196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582958.547201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582958.547203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582958.547207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582958.547209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:0.0:1777582958.548057:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.548077:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214945 00000400:00000200:0.0:1777582958.548084:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.548089:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.548096:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:0.0:1777582958.548099:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00010000:00000010:3.0:1777582958.548282:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582958.548292:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:3.1:1777582958.552207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582958.552222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582958.552228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582958.552241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:0.0:1777582958.553975:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.553997:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8860380 00000400:00000200:0.0:1777582958.554005:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 44688 00000400:00000200:0.0:1777582958.554363:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.554369:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.554377:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.554385:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638380. 00000020:00000010:3.0:1777582958.554542:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef840. 00000020:00000010:3.0:1777582958.554549:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef840. 00000020:00000010:3.0:1777582958.554554:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7c00. 00000020:00000010:3.0:1777582958.554560:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582958.554565:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777582958.554602:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef840. 00000020:00000010:3.0:1777582958.554605:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef840. 00000100:00000200:3.0:1777582958.554608:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707941248 00000001:00000010:3.0:1777582958.554619:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:3.0:1777582958.554647:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.554663:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 02000000:00000010:3.0:1777582958.554699:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c807000. 00010000:00000010:3.0:1777582958.554728:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.554732:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.554751:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582958.554755:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374600. 00010000:00000010:3.0:1777582958.554760:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.554763:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00000004:00000010:3.0:1777582958.554861:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91860. 00000004:00000010:3.0:1777582958.554872:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c659d8. 00000004:00000010:3.0:1777582958.554878:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387980. 00080000:00000010:3.0:1777582958.554887:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12390. 00010000:00000010:3.0:1777582958.556035:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582958.556043:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374d00. 00010000:00000010:3.0:1777582958.556048:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582958.556053:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582958.556124:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.556212:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582958.556219:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374600. 00010000:00000010:3.0:1777582958.556245:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:3.0:1777582958.560787:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c638380 x1863928707941248/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.560967:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582958.560977:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707941248, offset 224 00000400:00000200:0.0:1777582958.560986:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.561001:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.561009:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397388:397388:256:4294967295] 192.168.202.9@tcp LPNI seq info [397384:397384:8:4294967295] 00000400:00000200:0.0:1777582958.561022:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.561028:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.561034:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582958.561041:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.561050:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.561054:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.561086:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374a80. 00000020:00000010:0.0:1777582958.561093:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:0.0:1777582958.561098:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7c00. 00010000:00000010:3.1:1777582958.561467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582958.561475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000800:00000200:3.0:1777582958.561566:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.561569:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582958.561575:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.561580:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.561586:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:3.0:1777582958.561588:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00010000:00000010:2.1:1777582958.562252:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582958.562269:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:0.0:1777582958.564381:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.564401:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8860480 00000400:00000200:0.0:1777582958.564411:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 45264 00000400:00000200:0.0:1777582958.564429:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.564433:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.564441:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.564449:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55bb480. 00000020:00000010:2.0:1777582958.564684:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93240. 00000020:00000010:2.0:1777582958.564690:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93240. 00000020:00000010:2.0:1777582958.564696:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e98600. 00000020:00000010:2.0:1777582958.564702:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582958.564706:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582958.564744:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93240. 00000020:00000010:2.0:1777582958.564746:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93240. 00000100:00000200:2.0:1777582958.564749:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707941504 02000000:00000010:2.0:1777582958.564784:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238536d000. 00010000:00000010:2.0:1777582958.564822:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:2.0:1777582958.564837:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374d00. 00010000:00000010:2.0:1777582958.564857:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582958.564862:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582958.564879:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582958.564881:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87c00. 00010000:00000010:2.0:1777582958.564886:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582958.564889:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582958.564994:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582958.564997:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87980. 00010000:00000010:2.0:1777582958.565000:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582958.565004:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00000020:00000010:2.0:1777582958.565030:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054380. 00000020:00000010:2.0:1777582958.565037:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054380. 00000020:00000010:2.0:1777582958.565049:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb12a0. 00080000:00000010:2.0:1777582958.565059:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5e92400. 00000001:00000010:2.0:1777582958.565809:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1d80. 00000001:00000010:2.0:1777582958.565817:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68840. 00000020:00000010:2.0:1777582958.565854:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb12a0. 00010000:00000010:2.0:1777582958.565864:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582958.565869:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582958.565884:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582958.565924:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582958.565941:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000200:2.0:1777582958.565959:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975585, last committed = 8589975425 00010000:00000200:2.0:1777582958.565970:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55bb480 x1863928707941504/t8589975585(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582958.565991:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582958.565999:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707941504, offset 224 00000400:00000010:2.0:1777582958.566006:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12000. 00000400:00000200:2.0:1777582958.566011:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.566028:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.566036:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397389:397389:256:4294967295] 192.168.202.9@tcp LPNI seq info [397385:397385:8:4294967295] 00000400:00000200:2.0:1777582958.566042:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582958.566049:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.566055:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.566061:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582958.566069:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.566078:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.566083:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.566304:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582958.566310:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582958.566313:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e98600. 00010000:00000010:0.0:1777582958.566903:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:0.0:1777582958.566913:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87980. 00010000:00000010:0.0:1777582958.566922:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68cc0. 00000800:00000200:0.0:1777582958.569527:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.569538:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582958.569548:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.569558:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.570100:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.570117:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21494d 00000400:00000200:0.0:1777582958.570125:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.570129:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.574057:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:0.0:1777582958.574068:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000400:00000200:0.0:1777582958.574201:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.574219:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8860500 00000400:00000200:0.0:1777582958.574228:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 45752 00000400:00000200:0.0:1777582958.574806:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.574814:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.574822:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.574830:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b9c00. 00000020:00000010:2.0:1777582958.574974:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93240. 00000020:00000010:2.0:1777582958.574982:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93240. 00000020:00000010:2.0:1777582958.574990:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024ad9a3000. 00000020:00000010:2.0:1777582958.574995:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582958.575000:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582958.575084:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93240. 00000020:00000010:2.0:1777582958.575087:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93240. 00000100:00000200:2.0:1777582958.575091:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707941632 00000001:00000010:2.0:1777582958.575103:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582958.575129:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582958.575150:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 02000000:00000010:2.0:1777582958.575184:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238536c000. 00010000:00000010:2.0:1777582958.575215:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582958.575219:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582958.575239:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582958.575243:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87500. 00010000:00000010:2.0:1777582958.575247:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582958.575250:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00000004:00000010:2.0:1777582958.575364:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487057c20. 00000004:00000010:2.0:1777582958.575374:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0528. 00000004:00000010:2.0:1777582958.575382:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756cc0. 00080000:00000010:2.0:1777582958.575392:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b008. 00010000:00000010:3.0:1777582958.576178:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:3.0:1777582958.576189:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87c00. 00010000:00000010:3.0:1777582958.576425:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582958.576430:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582958.576436:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582958.576441:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582958.576515:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:3.0:1777582958.576526:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:3.0:1777582958.576530:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87500. 00010000:00000010:3.0:1777582958.576557:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000200:3.0:1777582958.576581:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b9c00 x1863928707941632/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.576603:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582958.576612:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707941632, offset 224 00000400:00000200:3.0:1777582958.576620:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.576634:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.576642:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397390:397390:256:4294967295] 192.168.202.9@tcp LPNI seq info [397386:397386:8:4294967295] 00000400:00000200:3.0:1777582958.576668:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.576674:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.576688:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582958.576695:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.576704:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.576709:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.576739:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87e00. 00000020:00000010:3.0:1777582958.576744:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e7d0. 00000020:00000010:3.0:1777582958.576748:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024ad9a3000. 00000800:00000200:2.0:1777582958.577027:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.577031:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582958.577036:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.577041:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.577046:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:2.0:1777582958.577048:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00010000:00000010:3.1:1777582958.581798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582958.581814:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582958.581819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582958.581821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:2.0:1777582958.582396:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.582418:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8860600 00000400:00000200:2.0:1777582958.582428:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 46328 00000400:00000200:2.0:1777582958.582450:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.582457:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.582466:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.582473:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388926680. 00000020:00000010:3.0:1777582958.589187:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef840. 00000020:00000010:3.0:1777582958.589206:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef840. 00000020:00000010:3.0:1777582958.589218:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6e00. 00000020:00000010:3.0:1777582958.589224:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374780. 00000020:00000010:3.0:1777582958.589230:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582958.589386:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef840. 00000020:00000010:3.0:1777582958.589390:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef840. 00000100:00000200:3.0:1777582958.589394:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707941888 02000000:00000010:3.0:1777582958.589448:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388a15000. 00010000:00000010:3.0:1777582958.589498:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582958.589519:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582958.589544:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.589550:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582958.589568:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582958.589570:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582958.589574:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.589577:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:0.1:1777582958.589925:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:0.1:1777582958.589933:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582958.590372:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:3.1:1777582958.590377:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582958.590380:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582958.590382:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582958.590386:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582958.590390:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.0:1777582958.590472:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582958.590476:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374880. 00010000:00000010:3.0:1777582958.590483:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.590489:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000020:00000010:3.0:1777582958.590537:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e053a0. 00000020:00000010:3.0:1777582958.590545:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e053a0. 00000020:00000010:3.0:1777582958.590558:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf660. 00080000:00000010:3.0:1777582958.590569:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aec9d800. 00010000:00000010:2.1:1777582958.590852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582958.590859:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00000001:00000010:2.0:1777582958.592108:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1720. 00000001:00000010:2.0:1777582958.592118:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68b40. 00000020:00000010:2.0:1777582958.592191:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf660. 00010000:00000010:2.0:1777582958.592206:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582958.592215:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582958.592236:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68480. 00010000:00000010:2.0:1777582958.592847:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:2.0:1777582958.592870:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:2.0:1777582958.592892:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975586, last committed = 8589975425 00010000:00000200:2.0:1777582958.592904:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388926680 x1863928707941888/t8589975586(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582958.592927:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582958.592934:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707941888, offset 224 00000400:00000010:2.0:1777582958.592942:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca120a8. 00000400:00000200:2.0:1777582958.592945:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.592961:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.592969:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397391:397391:256:4294967295] 192.168.202.9@tcp LPNI seq info [397387:397387:8:4294967295] 00000400:00000200:2.0:1777582958.592976:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582958.592982:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.592988:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.592992:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582958.592998:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.593006:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.593010:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.593036:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374780. 00000020:00000010:2.0:1777582958.593041:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:2.0:1777582958.593045:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6e00. 00000800:00000200:3.0:1777582958.593890:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.593896:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582958.593901:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.593908:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.596630:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582958.596668:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214955 00000400:00000200:2.0:1777582958.596685:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.596690:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582958.596700:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777582958.596702:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000400:00000200:2.0:1777582958.596739:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.596746:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8860680 00000400:00000200:2.0:1777582958.596754:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 46816 00000400:00000200:2.0:1777582958.596824:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.596829:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.596834:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.596841:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388925500. 00010000:00000010:3.0:1777582958.596914:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582958.596926:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:1.0:1777582958.597412:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:1.0:1777582958.597420:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374880. 00010000:00000010:1.0:1777582958.597429:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68480. 00000020:00000010:0.0:1777582958.597671:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.597688:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.597695:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921000. 00000020:00000010:0.0:1777582958.597700:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582958.597705:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582958.597750:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582958.597753:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000100:00000200:0.0:1777582958.597757:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707942016 00000001:00000010:0.0:1777582958.597768:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68840. 00010000:00000010:0.0:1777582958.597798:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582958.597806:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 02000000:00000010:0.0:1777582958.597834:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385605000. 00010000:00000010:0.0:1777582958.597988:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582958.597994:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582958.598010:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582958.598013:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310300. 00010000:00000010:0.0:1777582958.598018:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582958.598020:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00000004:00000010:0.0:1777582958.598125:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865181e0. 00000004:00000010:0.0:1777582958.598157:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22438. 00000004:00000010:0.0:1777582958.598165:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34550. 00080000:00000010:0.0:1777582958.598175:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74c78. 00010000:00000010:1.0:1777582958.598848:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582958.598854:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f680. 00010000:00000010:1.0:1777582958.598859:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582958.598864:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582958.598936:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:1.0:1777582958.598947:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:1.0:1777582958.598951:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310300. 00010000:00000010:1.0:1777582958.598974:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000200:1.0:1777582958.598996:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388925500 x1863928707942016/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.599017:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777582958.599024:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707942016, offset 224 00000400:00000200:1.0:1777582958.599030:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.599043:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.599050:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397392:397392:256:4294967295] 192.168.202.9@tcp LPNI seq info [397388:397388:8:4294967295] 00000400:00000200:1.0:1777582958.599062:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.599068:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.599072:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582958.599080:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.599089:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.599094:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.599183:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310d80. 00000020:00000010:1.0:1777582958.599187:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:1.0:1777582958.599192:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921000. 00010000:00000010:2.1:1777582958.599521:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582958.599528:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00000800:00000200:2.0:1777582958.601948:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.601957:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582958.601966:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.601975:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.601982:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:2.0:1777582958.601985:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00010000:00000010:3.1:1777582958.602456:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582958.602464:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582958.602468:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582958.602472:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:1.0:1777582958.602522:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.602539:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8860780 00000400:00000200:1.0:1777582958.602547:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 47392 00000400:00000200:1.0:1777582958.602563:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.602567:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.602575:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.602583:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239880f800. 00000020:00000010:3.0:1777582958.602799:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefe40. 00000020:00000010:3.0:1777582958.602807:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefe40. 00000020:00000010:3.0:1777582958.602816:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6e00. 00000020:00000010:3.0:1777582958.602823:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374300. 00000020:00000010:3.0:1777582958.602830:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582958.602906:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefe40. 00000020:00000010:3.0:1777582958.602909:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefe40. 00000100:00000200:3.0:1777582958.602912:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707942272 02000000:00000010:3.0:1777582958.602953:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388a13000. 00010000:00000010:3.0:1777582958.603003:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:3.0:1777582958.603019:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f680. 00010000:00000010:3.0:1777582958.603041:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.603049:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582958.603066:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582958.603070:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582958.603075:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582958.603078:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582958.603247:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582958.603251:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582958.603254:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582958.603268:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00000020:00000010:3.0:1777582958.603302:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e053a0. 00000020:00000010:3.0:1777582958.603308:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e053a0. 00000020:00000010:3.0:1777582958.603318:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf960. 00080000:00000010:3.0:1777582958.603329:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aec9d000. 00000001:00000010:3.0:1777582958.603801:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eedba0. 00000001:00000010:3.0:1777582958.603809:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582958.603848:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf960. 00010000:00000010:3.0:1777582958.603858:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582958.603863:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582958.603877:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582958.603925:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582958.603941:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582958.603958:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975587, last committed = 8589975425 00010000:00000200:3.0:1777582958.603968:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239880f800 x1863928707942272/t8589975587(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.603989:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582958.603995:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707942272, offset 224 00000400:00000010:3.0:1777582958.604003:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2af0. 00000400:00000200:3.0:1777582958.604007:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.604021:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.604029:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397393:397393:256:4294967295] 192.168.202.9@tcp LPNI seq info [397389:397389:8:4294967295] 00000400:00000200:3.0:1777582958.604035:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.604043:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.604049:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.604054:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582958.604060:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.604067:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.604071:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.604094:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374300. 00000020:00000010:3.0:1777582958.604098:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582958.604102:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6e00. 00010000:00000010:1.1:1777582958.604177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582958.604183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.0:1777582958.604209:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:1.0:1777582958.604215:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:1.0:1777582958.604220:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:2.1:1777582958.606465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582958.606478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.1:1777582958.607184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.1:1777582958.607192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:1.1:1777582958.607196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582958.607199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00000800:00000200:3.0:1777582958.607949:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.607955:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:3.0:1777582958.607960:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.607969:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.607998:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.608011:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21495d 00000400:00000200:3.0:1777582958.608017:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.608020:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.608025:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777582958.608027:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000400:00000200:3.0:1777582958.608055:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.608061:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8860800 00000400:00000200:3.0:1777582958.608068:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 47880 00000400:00000200:3.0:1777582958.608112:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.608116:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.608121:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.608127:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486244e00. 00010000:00000010:0.0:1777582958.608234:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:0.0:1777582958.608246:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e00. 00000020:00000010:0.0:1777582958.608286:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.608291:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.608298:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921000. 00000020:00000010:0.0:1777582958.608303:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582958.608307:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582958.608342:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.608344:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000100:00000200:0.0:1777582958.608347:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707942400 00000001:00000010:0.0:1777582958.608359:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68b40. 00010000:00000010:0.0:1777582958.608379:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582958.608387:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 02000000:00000010:0.0:1777582958.608413:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385602000. 00010000:00000010:0.0:1777582958.608442:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582958.608446:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582958.608463:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582958.608467:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582958.608471:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582958.608474:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00000004:00000010:0.0:1777582958.608592:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865190e0. 00000004:00000010:0.0:1777582958.608602:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22a50. 00000004:00000010:0.0:1777582958.608611:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35100. 00080000:00000010:0.0:1777582958.608619:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75398. 00010000:00000010:1.0:1777582958.609893:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582958.609902:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f700. 00010000:00000010:1.0:1777582958.609910:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582958.609918:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.609993:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:1.0:1777582958.610004:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:1.0:1777582958.610009:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d00. 00010000:00000010:1.0:1777582958.610030:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:1.0:1777582958.610050:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486244e00 x1863928707942400/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.610073:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1cc0. 00000100:00000200:1.0:1777582958.610080:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707942400, offset 224 00000400:00000200:1.0:1777582958.610087:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.610099:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.610106:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397394:397394:256:4294967295] 192.168.202.9@tcp LPNI seq info [397390:397390:8:4294967295] 00000400:00000200:1.0:1777582958.610119:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.610125:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.610131:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00010000:00000010:3.1:1777582958.610172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582958.610179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00000800:00000200:1.0:1777582958.610221:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.610229:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.610233:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.610503:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:1.0:1777582958.610508:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:1.0:1777582958.610512:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921000. 00000800:00000200:3.0:1777582958.613379:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.613387:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582958.613394:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.613403:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.613410:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1cc0 00000400:00000010:3.0:1777582958.613413:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1cc0. 00000400:00000200:3.0:1777582958.613442:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.613455:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8860900 00000400:00000200:3.0:1777582958.613462:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 48456 00000400:00000200:3.0:1777582958.613476:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.613479:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.613485:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.613491:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486247100. 00000020:00000010:1.0:1777582958.613685:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0640. 00000020:00000010:1.0:1777582958.613691:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0640. 00000020:00000010:1.0:1777582958.613698:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:1.0:1777582958.613704:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f800. 00000020:00000010:1.0:1777582958.613709:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.613744:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0640. 00000020:00000010:1.0:1777582958.613747:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0640. 00000100:00000200:1.0:1777582958.613750:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707942656 02000000:00000010:1.0:1777582958.613786:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239332a000. 00010000:00000010:1.0:1777582958.613826:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.613842:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f700. 00010000:00000010:1.0:1777582958.613865:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582958.613871:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.613892:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582958.613896:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f700. 00010000:00000010:1.0:1777582958.613901:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582958.613904:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582958.614018:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582958.614022:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582958.614025:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582958.614028:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00000020:00000010:1.0:1777582958.614050:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6020. 00000020:00000010:1.0:1777582958.614056:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6020. 00000020:00000010:1.0:1777582958.614066:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562aa20. 00080000:00000010:1.0:1777582958.614076:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238831e800. 00000001:00000010:1.0:1777582958.615110:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562aa80. 00000001:00000010:1.0:1777582958.615121:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00010000:00000010:1.1:1777582958.615161:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582958.615168:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000020:00000010:1.0:1777582958.615202:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562aa20. 00010000:00000010:1.0:1777582958.615213:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582958.615219:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582958.615236:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:0.1:1777582958.615456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582958.615462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582958.615749:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582958.615754:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.0:1777582958.615812:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582958.615829:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000200:1.0:1777582958.615849:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975588, last committed = 8589975425 00010000:00000200:1.0:1777582958.615861:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486247100 x1863928707942656/t8589975588(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582958.615883:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582958.615889:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707942656, offset 224 00000400:00000010:1.0:1777582958.615896:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2e00. 00000400:00000200:1.0:1777582958.615900:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.615915:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.615922:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397395:397395:256:4294967295] 192.168.202.9@tcp LPNI seq info [397391:397391:8:4294967295] 00000400:00000200:1.0:1777582958.615928:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582958.615936:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.615942:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.615947:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582958.615953:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.615962:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.615966:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.616029:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f800. 00000020:00000010:1.0:1777582958.616035:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.616040:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00010000:00000010:1.0:1777582958.616074:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582958.616080:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582958.616086:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000800:00000200:0.0:1777582958.618038:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.618046:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:0.0:1777582958.618054:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.618063:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.619193:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.619210:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214965 00000400:00000200:1.0:1777582958.619216:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.619220:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.619226:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777582958.619229:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00010000:00000010:3.0:1777582958.619408:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:3.0:1777582958.619418:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f700. 00000400:00000200:3.0:1777582958.619898:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.619909:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8860980 00000400:00000200:3.0:1777582958.619919:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 48944 00000400:00000200:3.0:1777582958.619981:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.619986:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.619991:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.619998:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486244a80. 00010000:00000010:1.1:1777582958.620445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582958.620453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:1.1:1777582958.620457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582958.620460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00000020:00000010:1.0:1777582958.620493:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0640. 00000020:00000010:1.0:1777582958.620499:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0640. 00000020:00000010:1.0:1777582958.620506:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921000. 00000020:00000010:1.0:1777582958.620511:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fd80. 00000020:00000010:1.0:1777582958.620516:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.620547:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0640. 00000020:00000010:1.0:1777582958.620549:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0640. 00000100:00000200:1.0:1777582958.620552:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707942784 00000001:00000010:1.0:1777582958.620563:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:1.0:1777582958.620584:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582958.620591:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 02000000:00000010:1.0:1777582958.620616:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239332f000. 00010000:00000010:1.0:1777582958.620643:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582958.620658:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.620686:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582958.620689:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f800. 00010000:00000010:1.0:1777582958.620693:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582958.620696:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00000004:00000010:1.0:1777582958.620792:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57860. 00000004:00000010:1.0:1777582958.620801:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582958.620808:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945870. 00080000:00000010:1.0:1777582958.620818:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ec78. 00010000:00000010:1.0:1777582958.621795:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582958.621803:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f880. 00010000:00000010:1.0:1777582958.621809:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582958.621814:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582958.621889:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.621900:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582958.621905:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f800. 00010000:00000010:1.0:1777582958.621927:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000200:1.0:1777582958.621946:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486244a80 x1863928707942784/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.621967:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582958.621973:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707942784, offset 224 00000400:00000200:1.0:1777582958.621980:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.621993:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.622000:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397396:397396:256:4294967295] 192.168.202.9@tcp LPNI seq info [397392:397392:8:4294967295] 00000400:00000200:1.0:1777582958.622013:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.622019:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.622024:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582958.622030:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.622037:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.622041:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.622066:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fd80. 00000020:00000010:1.0:1777582958.622070:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.622075:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921000. 00000800:00000200:0.0:1777582958.622368:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.622374:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582958.622378:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.622383:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.622388:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:0.0:1777582958.622390:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00010000:00000010:1.1:1777582958.625213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582958.625228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582958.625232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582958.625234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582958.625236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582958.625241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582958.625388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582958.625398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000400:00000200:1.0:1777582958.626241:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.626265:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8860a80 00000400:00000200:1.0:1777582958.626274:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 49520 00000400:00000200:1.0:1777582958.626473:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.626479:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.626487:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.626494:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239880e300. 00000020:00000010:0.0:1777582958.626599:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.626605:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.626612:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02398fbc200. 00000020:00000010:0.0:1777582958.626619:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310900. 00000020:00000010:0.0:1777582958.626624:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582958.626675:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.626685:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000100:00000200:0.0:1777582958.626689:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707943040 02000000:00000010:0.0:1777582958.626734:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388857000. 00010000:00000010:0.0:1777582958.626785:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:0.0:1777582958.626803:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f880. 00010000:00000010:0.0:1777582958.626823:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582958.626830:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582958.626848:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582958.626852:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310c00. 00010000:00000010:0.0:1777582958.626857:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582958.626859:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582958.626966:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582958.626970:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582958.626973:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582958.626977:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000020:00000010:0.0:1777582958.627004:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c488e0. 00000020:00000010:0.0:1777582958.627012:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c488e0. 00000020:00000010:0.0:1777582958.627024:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48120. 00080000:00000010:0.0:1777582958.627032:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7ec00. 00000001:00000010:0.0:1777582958.627871:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48c00. 00000001:00000010:0.0:1777582958.627879:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582958.627915:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48120. 00010000:00000010:0.0:1777582958.627927:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582958.627933:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582958.627950:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023961856c0. 00010000:00000010:0.0:1777582958.627991:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582958.628006:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:0.0:1777582958.628023:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975589, last committed = 8589975425 00010000:00000200:0.0:1777582958.628034:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239880e300 x1863928707943040/t8589975589(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.628054:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582958.628060:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707943040, offset 224 00000400:00000010:0.0:1777582958.628067:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da43b8. 00000400:00000200:0.0:1777582958.628071:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.628085:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.628093:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397397:397397:256:4294967295] 192.168.202.9@tcp LPNI seq info [397393:397393:8:4294967295] 00000400:00000200:0.0:1777582958.628099:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.628107:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.628113:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.628118:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582958.628126:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00010000:00000010:1.0:1777582958.628257:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:1.0:1777582958.628264:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310f00. 00010000:00000010:1.0:1777582958.628271:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023961856c0. 00000800:00000200:0.0:1777582958.628528:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.628533:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.628592:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310900. 00000020:00000010:0.0:1777582958.628597:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582958.628601:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02398fbc200. 00000800:00000200:3.0:1777582958.629518:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.629525:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582958.629531:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.629539:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.631314:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.631334:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21496d 00000400:00000200:0.0:1777582958.631341:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.631346:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.631352:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:0.0:1777582958.631355:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00010000:00000010:1.1:1777582958.631524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582958.631532:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582958.631536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582958.631538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.0:1777582958.631607:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:3.0:1777582958.631617:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310c00. 00000400:00000200:1.0:1777582958.632523:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.632538:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8860b00 00000400:00000200:1.0:1777582958.632546:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 50008 00000400:00000200:1.0:1777582958.632603:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.632608:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.632616:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.632626:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb06d80. 00000020:00000010:3.0:1777582958.632854:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefe40. 00000020:00000010:3.0:1777582958.632861:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefe40. 00000020:00000010:3.0:1777582958.632866:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6e00. 00000020:00000010:3.0:1777582958.632871:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374300. 00000020:00000010:3.0:1777582958.632876:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582958.632910:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefe40. 00000020:00000010:3.0:1777582958.632913:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefe40. 00000100:00000200:3.0:1777582958.632917:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707943168 00000001:00000010:3.0:1777582958.632929:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:3.0:1777582958.632954:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.632961:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 02000000:00000010:3.0:1777582958.632992:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385290000. 00010000:00000010:3.0:1777582958.633021:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582958.633025:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582958.633043:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582958.633046:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582958.633050:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582958.633053:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00000004:00000010:3.0:1777582958.633175:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e903c0. 00000004:00000010:3.0:1777582958.633184:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c653c0. 00000004:00000010:3.0:1777582958.633191:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387760. 00080000:00000010:3.0:1777582958.633199:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13ab8. 00010000:00000010:3.0:1777582958.634024:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582958.634030:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582958.634035:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582958.634040:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582958.634117:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582958.634129:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582958.634156:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582958.634182:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582958.634201:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb06d80 x1863928707943168/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.634223:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582958.634230:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707943168, offset 224 00000400:00000200:3.0:1777582958.634238:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.634251:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.634272:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397398:397398:256:4294967295] 192.168.202.9@tcp LPNI seq info [397394:397394:8:4294967295] 00000400:00000200:3.0:1777582958.634428:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.634437:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.634442:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582958.634449:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.634457:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.634461:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.634483:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374300. 00000020:00000010:3.0:1777582958.634488:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582958.634492:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6e00. 00000800:00000200:3.0:1777582958.634871:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.634875:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:3.0:1777582958.634879:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.634884:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.634889:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777582958.634892:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00010000:00000010:0.1:1777582958.635207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582958.635216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582958.635221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582958.635225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582958.639229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:1.1:1777582958.639244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582958.639495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582958.639501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:0.0:1777582958.642211:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.642230:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8860c00 00000400:00000200:0.0:1777582958.642239:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 50584 00000400:00000200:0.0:1777582958.642265:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.642270:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.642277:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.642293:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55baa00. 00000020:00000010:1.0:1777582958.642454:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582958.642460:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582958.642468:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf2400. 00000020:00000010:1.0:1777582958.642474:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fd80. 00000020:00000010:1.0:1777582958.642479:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.642532:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582958.642535:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ec0. 00000100:00000200:1.0:1777582958.642538:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707943424 02000000:00000010:1.0:1777582958.642577:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388b8c000. 00010000:00000010:1.0:1777582958.642619:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:1.0:1777582958.642638:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00010000:00000010:1.0:1777582958.642673:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582958.642687:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582958.642703:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582958.642706:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f800. 00010000:00000010:1.0:1777582958.642710:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582958.642713:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582958.642823:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582958.642826:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f700. 00010000:00000010:1.0:1777582958.642830:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582958.642833:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00000020:00000010:1.0:1777582958.642859:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d60c0. 00000020:00000010:1.0:1777582958.642865:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d60c0. 00000020:00000010:1.0:1777582958.642875:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a420. 00080000:00000010:1.0:1777582958.642885:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238831cc00. 00000001:00000010:1.0:1777582958.643324:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a4e0. 00000001:00000010:1.0:1777582958.643331:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582958.643366:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a420. 00010000:00000010:1.0:1777582958.643375:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582958.643379:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582958.643392:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582958.643432:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.643444:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000200:1.0:1777582958.643458:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975590, last committed = 8589975425 00010000:00000200:1.0:1777582958.643467:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55baa00 x1863928707943424/t8589975590(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582958.643488:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582958.643495:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707943424, offset 224 00000400:00000010:1.0:1777582958.643501:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2c08. 00000400:00000200:1.0:1777582958.643504:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.643518:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.643525:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397399:397399:256:4294967295] 192.168.202.9@tcp LPNI seq info [397395:397395:8:4294967295] 00000400:00000200:1.0:1777582958.643531:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582958.643539:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.643544:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.643549:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582958.643556:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.643563:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.643567:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.643585:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fd80. 00010000:00000010:0.0:1777582958.643589:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00000020:00000010:1.0:1777582958.643589:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.643593:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf2400. 00010000:00000010:0.0:1777582958.643595:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f700. 00010000:00000010:0.0:1777582958.643599:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000800:00000200:1.0:1777582958.643696:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.643700:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:1.0:1777582958.643704:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.643708:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582958.645422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582958.645438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582958.645442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582958.645445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:3.0:1777582958.648952:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.648977:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214975 00000400:00000200:3.0:1777582958.648987:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.648991:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.649000:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:3.0:1777582958.649003:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00010000:00000010:0.0:1777582958.649116:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:0.0:1777582958.649128:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f800. 00010000:00000010:1.1:1777582958.650192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:1.1:1777582958.650206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582958.650211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582958.650214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000400:00000200:0.0:1777582958.651090:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.651111:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8860c80 00000400:00000200:0.0:1777582958.651119:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 51072 00000400:00000200:0.0:1777582958.651226:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.651232:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.651240:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.651247:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b9180. 00000020:00000010:1.0:1777582958.651632:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582958.651638:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582958.651655:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921000. 00000020:00000010:1.0:1777582958.651661:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fd80. 00000020:00000010:1.0:1777582958.651666:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.651719:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582958.651722:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ec0. 00000100:00000200:1.0:1777582958.651725:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707943552 00000001:00000010:1.0:1777582958.651737:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:1.0:1777582958.651764:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582958.651772:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 02000000:00000010:1.0:1777582958.651800:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388b8b000. 00010000:00000010:1.0:1777582958.651830:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582958.651834:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.651854:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582958.651857:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f680. 00010000:00000010:1.0:1777582958.651861:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582958.651864:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00000004:00000010:1.0:1777582958.651963:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f574a0. 00000004:00000010:1.0:1777582958.651973:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582958.651982:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945100. 00080000:00000010:1.0:1777582958.651992:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f728. 00010000:00000010:1.0:1777582958.653221:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582958.653228:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880ff00. 00010000:00000010:1.0:1777582958.653234:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582958.653239:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582958.653596:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.653608:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582958.653613:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f680. 00010000:00000010:1.0:1777582958.653636:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000200:1.0:1777582958.653665:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b9180 x1863928707943552/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.654123:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1cc0. 00000100:00000200:1.0:1777582958.654159:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707943552, offset 224 00000400:00000200:1.0:1777582958.654168:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.654183:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.654191:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397400:397400:256:4294967295] 192.168.202.9@tcp LPNI seq info [397396:397396:8:4294967295] 00000400:00000200:1.0:1777582958.654203:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.654209:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.654214:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582958.654221:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.654228:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.654233:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.654252:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fd80. 00000800:00000200:3.0:1777582958.654568:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.654573:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582958.654578:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.654583:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.654589:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1cc0 00000400:00000010:3.0:1777582958.654591:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1cc0. 00010000:00000010:0.1:1777582958.656232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:0.1:1777582958.656246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000020:00000010:1.0:1777582958.656315:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.656322:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921000. 00000400:00000200:3.0:1777582958.657765:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.657787:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8860d80 00000400:00000200:3.0:1777582958.657795:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 51648 00000400:00000200:3.0:1777582958.657810:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.657815:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.657823:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.657829:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486246d80. 00000020:00000010:0.0:1777582958.658191:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.658198:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.658204:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340ce00. 00000020:00000010:0.0:1777582958.658209:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310900. 00000020:00000010:0.0:1777582958.658213:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582958.658246:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.658248:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000100:00000200:0.0:1777582958.658261:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707943808 02000000:00000010:0.0:1777582958.658306:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388855000. 00010000:00000010:0.0:1777582958.658346:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:0.0:1777582958.658360:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880ff00. 00010000:00000010:0.0:1777582958.658467:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582958.658474:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582958.658491:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582958.658494:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582958.658498:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582958.658501:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582958.658604:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582958.658608:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582958.658611:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582958.658614:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00000020:00000010:0.0:1777582958.658641:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c488e0. 00000020:00000010:0.0:1777582958.658660:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c488e0. 00000020:00000010:0.0:1777582958.658672:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48120. 00080000:00000010:0.0:1777582958.658690:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7f800. 00010000:00000010:0.1:1777582958.659825:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:0.1:1777582958.659836:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000001:00000010:0.0:1777582958.660965:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48e40. 00000001:00000010:0.0:1777582958.660975:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185900. 00000020:00000010:0.0:1777582958.661015:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48120. 00010000:00000010:0.0:1777582958.661030:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582958.661038:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582958.661058:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185300. 00010000:00000010:0.0:1777582958.661175:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582958.661193:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:0.0:1777582958.661215:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975591, last committed = 8589975425 00010000:00000200:0.0:1777582958.661227:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486246d80 x1863928707943808/t8589975591(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.661245:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582958.661251:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707943808, offset 224 00000400:00000010:0.0:1777582958.661271:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4cb0. 00000400:00000200:0.0:1777582958.661276:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.661303:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.661310:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397401:397401:256:4294967295] 192.168.202.9@tcp LPNI seq info [397397:397397:8:4294967295] 00000400:00000200:0.0:1777582958.661316:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.661324:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.661330:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.661335:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582958.661342:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.661349:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.661352:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.661389:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310900. 00000020:00000010:0.0:1777582958.661394:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582958.661397:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340ce00. 00000800:00000200:3.0:1777582958.661705:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.661710:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582958.661717:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.661722:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.664057:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.664079:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21497d 00000400:00000200:3.0:1777582958.664087:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.664093:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.664099:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:3.0:1777582958.664102:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00010000:00000010:0.0:1777582958.664205:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582958.664217:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00000400:00000200:3.0:1777582958.667901:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.667921:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8860e00 00000400:00000200:3.0:1777582958.667929:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 52136 00000400:00000200:3.0:1777582958.667985:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.667990:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.667998:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.668004:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486244000. 00000020:00000010:3.0:1777582958.668056:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefb00. 00000020:00000010:3.0:1777582958.668060:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefb00. 00000020:00000010:3.0:1777582958.668066:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6e00. 00000020:00000010:3.0:1777582958.668071:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374300. 00000020:00000010:3.0:1777582958.668075:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582958.668113:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefb00. 00000020:00000010:3.0:1777582958.668115:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefb00. 00000100:00000200:3.0:1777582958.668118:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707943936 00000001:00000010:3.0:1777582958.668130:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582958.668239:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:1.0:1777582958.668251:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310680. 00010000:00000010:1.0:1777582958.668261:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185300. 00010000:00000010:3.0:1777582958.668299:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.668307:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 02000000:00000010:3.0:1777582958.668338:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385296000. 00010000:00000010:3.0:1777582958.668368:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582958.668372:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582958.668388:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582958.668391:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582958.668395:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582958.668398:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:1.1:1777582958.670178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582958.670191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582958.670196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582958.670198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000004:00000010:0.0:1777582958.674004:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518000. 00000004:00000010:0.0:1777582958.674020:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e225a0. 00000004:00000010:0.0:1777582958.674029:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35650. 00080000:00000010:0.0:1777582958.674039:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75728. 00010000:00000010:0.0:1777582958.675414:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582958.675423:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.675430:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582958.675436:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582958.675522:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:0.0:1777582958.675535:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:0.0:1777582958.675540:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374000. 00010000:00000010:0.0:1777582958.675565:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:0.0:1777582958.675585:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486244000 x1863928707943936/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.675606:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582958.675613:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707943936, offset 224 00000400:00000200:0.0:1777582958.675619:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.675632:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.675638:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397402:397402:256:4294967295] 192.168.202.9@tcp LPNI seq info [397398:397398:8:4294967295] 00000400:00000200:0.0:1777582958.675660:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.675666:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.675671:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582958.675685:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.675692:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.675697:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.675756:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374300. 00000020:00000010:0.0:1777582958.675761:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:0.0:1777582958.675765:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6e00. 00010000:00000010:0.1:1777582958.676209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582958.676216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:0.1:1777582958.676220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582958.676223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582958.676226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582958.676229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000800:00000200:0.0:1777582958.679478:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.679488:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582958.679498:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.679508:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.679517:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:0.0:1777582958.679520:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000400:00000200:1.0:1777582958.680039:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.680056:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8860f00 00000400:00000200:1.0:1777582958.680063:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 52712 00000400:00000200:1.0:1777582958.680078:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.680082:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.680088:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.680096:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb07b80. 00010000:00000010:1.1:1777582958.680306:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582958.680313:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000020:00000010:3.0:1777582958.680633:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefb00. 00000020:00000010:3.0:1777582958.680640:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefb00. 00000020:00000010:3.0:1777582958.680733:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6000. 00000020:00000010:3.0:1777582958.680740:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374700. 00000020:00000010:3.0:1777582958.680745:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582958.680929:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefb00. 00000020:00000010:3.0:1777582958.680933:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefb00. 00000100:00000200:3.0:1777582958.680936:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707944192 02000000:00000010:3.0:1777582958.680976:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385292000. 00010000:00000010:3.0:1777582958.681020:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:3.0:1777582958.681036:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:3.0:1777582958.681058:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582958.681064:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582958.681079:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582958.681082:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374d80. 00010000:00000010:3.0:1777582958.681087:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582958.681090:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:0.0:1777582958.681773:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582958.681780:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310180. 00010000:00000010:0.0:1777582958.681787:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582958.681792:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00000020:00000010:0.0:1777582958.681831:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48840. 00000020:00000010:0.0:1777582958.681927:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48840. 00000020:00000010:0.0:1777582958.681943:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f488a0. 00080000:00000010:0.0:1777582958.681953:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e7f000. 00000001:00000010:0.0:1777582958.682987:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f486c0. 00000001:00000010:0.0:1777582958.682998:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185d80. 00000020:00000010:0.0:1777582958.683039:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f488a0. 00010000:00000010:0.0:1777582958.683055:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582958.683062:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582958.683084:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185c00. 00010000:00000010:1.0:1777582958.685795:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185c00. 00010000:00000010:0.0:1777582958.685946:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582958.685995:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582958.686003:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310180. 00010000:00000010:0.0:1777582958.686023:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:0.0:1777582958.686047:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975592, last committed = 8589975425 00010000:00000200:0.0:1777582958.686060:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb07b80 x1863928707944192/t8589975592(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.686086:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582958.686093:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707944192, offset 224 00000400:00000010:0.0:1777582958.686099:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da41c0. 00000400:00000200:0.0:1777582958.686103:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.686120:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.686126:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397403:397403:256:4294967295] 192.168.202.9@tcp LPNI seq info [397399:397399:8:4294967295] 00000400:00000200:0.0:1777582958.686147:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.686154:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.686160:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.686165:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582958.686173:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.686181:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.686185:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.686221:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374700. 00000020:00000010:0.0:1777582958.686226:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:0.0:1777582958.686229:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6000. 00000800:00000200:1.0:1777582958.686454:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.686458:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:1.0:1777582958.686464:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.686469:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.689530:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.689552:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214985 00000400:00000200:0.0:1777582958.689561:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.689565:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.689572:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:0.0:1777582958.689575:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000400:00000200:0.0:1777582958.689638:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.689744:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8860f80 00000400:00000200:0.0:1777582958.689753:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 53200 00010000:00000010:0.1:1777582958.690535:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582958.690547:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582958.690551:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582958.690554:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:0.0:1777582958.690563:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.690569:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.690577:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.690584:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55bad80. 00000020:00000010:1.0:1777582958.690836:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582958.690940:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582958.690949:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c4b39e00. 00000020:00000010:1.0:1777582958.690955:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fd80. 00000020:00000010:1.0:1777582958.690960:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.691008:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0700. 00000020:00000010:1.0:1777582958.691011:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0700. 00000100:00000200:1.0:1777582958.691015:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707944320 00000001:00000010:1.0:1777582958.691029:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185900. 00010000:00000010:1.0:1777582958.691065:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582958.691073:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 02000000:00000010:1.0:1777582958.691106:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388b88000. 00010000:00000010:1.0:1777582958.691168:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582958.691173:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582958.691194:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582958.691197:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f680. 00010000:00000010:1.0:1777582958.691201:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582958.691204:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00000004:00000010:1.0:1777582958.691464:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f561e0. 00000004:00000010:1.0:1777582958.691475:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582958.691482:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944aa0. 00080000:00000010:1.0:1777582958.691491:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74eab0. 00010000:00000010:3.0:1777582958.692739:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582958.692754:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374d80. 00010000:00000010:1.0:1777582958.693475:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582958.693482:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f100. 00010000:00000010:1.0:1777582958.693491:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582958.693497:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582958.693573:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582958.693583:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.693586:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f680. 00010000:00000010:1.0:1777582958.693611:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000200:1.0:1777582958.693632:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55bad80 x1863928707944320/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.693663:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777582958.693672:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707944320, offset 224 00000400:00000200:1.0:1777582958.693687:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.693702:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.693709:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397404:397404:256:4294967295] 192.168.202.9@tcp LPNI seq info [397400:397400:8:4294967295] 00000400:00000200:1.0:1777582958.693720:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.693727:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.693732:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582958.693739:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.693747:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.693752:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.693783:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fd80. 00000020:00000010:1.0:1777582958.693789:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.693793:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c4b39e00. 00000800:00000200:3.0:1777582958.693942:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.693947:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582958.693951:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.693957:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.693962:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:3.0:1777582958.693965:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00000400:00000200:3.0:1777582958.696560:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.696582:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8861080 00000400:00000200:3.0:1777582958.696591:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 53776 00000400:00000200:3.0:1777582958.696607:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.696612:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.696621:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.696628:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486245180. 00000020:00000010:3.0:1777582958.696693:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefb00. 00000020:00000010:3.0:1777582958.696698:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefb00. 00000020:00000010:3.0:1777582958.696704:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6800. 00000020:00000010:3.0:1777582958.696709:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582958.696714:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582958.696749:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefb00. 00000020:00000010:3.0:1777582958.696752:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefb00. 00000100:00000200:3.0:1777582958.696755:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707944576 02000000:00000010:3.0:1777582958.696794:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385291000. 00010000:00000010:3.0:1777582958.696833:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:3.0:1777582958.696952:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f100. 00010000:00000010:3.0:1777582958.696971:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.696978:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582958.696995:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582958.696998:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582958.697002:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.697005:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582958.697101:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582958.697105:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374700. 00010000:00000010:3.0:1777582958.697108:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582958.697112:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000020:00000010:3.0:1777582958.697132:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e056c0. 00000020:00000010:3.0:1777582958.697160:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e056c0. 00000020:00000010:3.0:1777582958.697170:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed240. 00080000:00000010:3.0:1777582958.697179:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6aac00. 00010000:00000010:0.1:1777582958.698240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582958.698248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:0.1:1777582958.698252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582958.698386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582958.698491:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582958.698496:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00000001:00000010:3.0:1777582958.698585:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf6c0. 00000001:00000010:3.0:1777582958.698593:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582958.698631:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed240. 00010000:00000010:3.0:1777582958.698747:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582958.698757:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582958.698778:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582958.698866:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582958.698883:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000200:3.0:1777582958.698901:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975593, last committed = 8589975425 00010000:00000200:3.0:1777582958.698911:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486245180 x1863928707944576/t8589975593(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.698930:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582958.698937:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707944576, offset 224 00000400:00000010:3.0:1777582958.698943:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2e00. 00000400:00000200:3.0:1777582958.698947:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.698961:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.698968:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397405:397405:256:4294967295] 192.168.202.9@tcp LPNI seq info [397401:397401:8:4294967295] 00000400:00000200:3.0:1777582958.698975:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.698982:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.698987:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.698992:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582958.698998:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.699005:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.699010:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.699026:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582958.699030:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582958.699034:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6800. 00000800:00000200:0.0:1777582958.699589:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.699595:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:0.0:1777582958.699601:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.699606:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.701637:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.701658:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21498d 00000400:00000200:3.0:1777582958.701665:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.701669:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.701684:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777582958.701687:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00010000:00000010:0.0:1777582958.701783:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:0.0:1777582958.701795:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00000400:00000200:3.0:1777582958.702792:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.702808:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8861100 00000400:00000200:3.0:1777582958.702816:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 54264 00000400:00000200:3.0:1777582958.702896:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.702901:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.702909:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.702915:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486247480. 00000020:00000010:0.0:1777582958.703078:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582958.703084:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582958.703091:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d800. 00000020:00000010:0.0:1777582958.703097:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310180. 00000020:00000010:0.0:1777582958.703103:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582958.703166:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582958.703168:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000100:00000200:0.0:1777582958.703172:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707944704 00000001:00000010:0.0:1777582958.703182:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185d80. 00010000:00000010:0.0:1777582958.703203:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582958.703210:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 02000000:00000010:0.0:1777582958.703235:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388850000. 00010000:00000010:0.0:1777582958.703274:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582958.703277:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582958.703300:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582958.703305:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.703309:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582958.703312:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000004:00000010:0.0:1777582958.703409:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518960. 00000004:00000010:0.0:1777582958.703417:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22bb8. 00000004:00000010:0.0:1777582958.703424:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35210. 00080000:00000010:0.0:1777582958.703432:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74558. 00010000:00000010:3.0:1777582958.704803:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582958.704812:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582958.704819:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582958.704825:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582958.704984:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:3.0:1777582958.704997:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:3.0:1777582958.705002:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:3.0:1777582958.705026:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:3.0:1777582958.705046:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486247480 x1863928707944704/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.705069:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582958.705075:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707944704, offset 224 00000400:00000200:3.0:1777582958.705082:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.705096:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.705103:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397406:397406:256:4294967295] 192.168.202.9@tcp LPNI seq info [397402:397402:8:4294967295] 00000400:00000200:3.0:1777582958.705117:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.705123:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.705128:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582958.705159:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.705166:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.705171:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.705190:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310180. 00000020:00000010:3.0:1777582958.705194:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:3.0:1777582958.705199:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d800. 00010000:00000010:1.0:1777582958.705315:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:1.0:1777582958.705322:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374700. 00010000:00000010:1.0:1777582958.705332:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000800:00000200:0.0:1777582958.705721:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.705727:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:0.0:1777582958.705732:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.705738:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.705744:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:0.0:1777582958.705746:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00010000:00000010:3.1:1777582958.706865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582958.706875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582958.708182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582958.708193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:3.1:1777582958.708198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582958.708201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582958.708204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582958.708208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582958.708212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582958.708214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:1.1:1777582958.708272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582958.708278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582958.708281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582958.708284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582958.710210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:1.1:1777582958.710229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:3.0:1777582958.710433:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.710451:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8861200 00000400:00000200:3.0:1777582958.710459:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 54840 00000400:00000200:3.0:1777582958.710474:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.710479:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.710488:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.710493:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486247b80. 00000020:00000010:1.0:1777582958.710635:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582958.710641:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582958.710657:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921000. 00000020:00000010:1.0:1777582958.710663:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880fd80. 00000020:00000010:1.0:1777582958.710668:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582958.710714:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582958.710716:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa08c0. 00000100:00000200:1.0:1777582958.710719:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707944960 02000000:00000010:1.0:1777582958.710759:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388b8d000. 00010000:00000010:1.0:1777582958.710800:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:1.0:1777582958.710816:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374000. 00010000:00000010:1.0:1777582958.710834:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582958.710923:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582958.710942:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582958.710945:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f680. 00010000:00000010:1.0:1777582958.710949:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582958.710952:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582958.711062:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582958.711065:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:1.0:1777582958.711068:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582958.711071:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00000020:00000010:1.0:1777582958.711094:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6ba0. 00000020:00000010:1.0:1777582958.711102:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6ba0. 00000020:00000010:1.0:1777582958.711112:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a240. 00080000:00000010:1.0:1777582958.711122:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238831ec00. 00010000:00000010:0.1:1777582958.711512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:0.1:1777582958.711519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582958.715720:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582958.715758:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00000001:00000010:0.0:1777582958.717212:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48ae0. 00000001:00000010:0.0:1777582958.717225:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185d80. 00000020:00000010:0.0:1777582958.717574:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a240. 00010000:00000010:0.0:1777582958.717594:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582958.717604:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582958.717628:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185a80. 00010000:00000010:0.0:1777582958.717834:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582958.717942:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:1.0:1777582958.717951:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185a80. 00010000:00000010:0.0:1777582958.717984:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:0.0:1777582958.718009:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000200:0.0:1777582958.718032:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975594, last committed = 8589975425 00010000:00000200:0.0:1777582958.718044:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486247b80 x1863928707944960/t8589975594(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.718069:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582958.718078:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707944960, offset 224 00000400:00000010:0.0:1777582958.718086:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4d58. 00000400:00000200:0.0:1777582958.718091:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.718110:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.718118:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397407:397407:256:4294967295] 192.168.202.9@tcp LPNI seq info [397403:397403:8:4294967295] 00000400:00000200:0.0:1777582958.718125:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.718306:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.718314:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.718320:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582958.718327:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.718334:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.718338:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.718360:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880fd80. 00000020:00000010:0.0:1777582958.718364:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:0.0:1777582958.718369:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921000. 00000800:00000200:1.0:1777582958.718512:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.718516:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582958.718522:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.718529:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.721594:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.721616:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214995 00000400:00000200:0.0:1777582958.721624:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.721629:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.721638:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:0.0:1777582958.721641:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000400:00000200:0.0:1777582958.721798:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.721805:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8861280 00000400:00000200:0.0:1777582958.721813:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 55328 00000400:00000200:0.0:1777582958.721872:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.721876:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.721882:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.721888:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8380. 00010000:00000010:3.0:1777582958.722510:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:3.0:1777582958.722522:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f680. 00000020:00000010:1.0:1777582958.722728:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582958.722734:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582958.722741:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c4b39e00. 00000020:00000010:1.0:1777582958.722746:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f680. 00000020:00000010:1.0:1777582958.722751:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582958.722823:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0000. 00000020:00000010:1.0:1777582958.722826:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0000. 00000100:00000200:1.0:1777582958.722829:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707945088 00000001:00000010:1.0:1777582958.722849:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:1.0:1777582958.722870:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582958.722876:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 02000000:00000010:1.0:1777582958.722904:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388b8f000. 00010000:00000010:1.0:1777582958.722933:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582958.722936:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582958.722952:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582958.722955:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582958.722959:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582958.722962:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00000004:00000010:1.0:1777582958.723055:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f572c0. 00000004:00000010:1.0:1777582958.723064:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582958.723071:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945650. 00080000:00000010:1.0:1777582958.723079:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f1d0. 00010000:00000010:1.0:1777582958.724072:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582958.724078:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880ff00. 00010000:00000010:1.0:1777582958.724083:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582958.724089:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582958.724191:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582958.724202:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582958.724206:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880fd80. 00010000:00000010:1.0:1777582958.724229:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000200:1.0:1777582958.724250:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b8380 x1863928707945088/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.724293:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582958.724301:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707945088, offset 224 00000400:00000200:1.0:1777582958.724309:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.724321:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.724329:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397408:397408:256:4294967295] 192.168.202.9@tcp LPNI seq info [397404:397404:8:4294967295] 00000400:00000200:1.0:1777582958.724339:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.724345:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.724349:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582958.724356:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.724363:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.724367:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.724388:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f680. 00000020:00000010:1.0:1777582958.724392:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582958.724396:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c4b39e00. 00000800:00000200:3.0:1777582958.724874:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.724879:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582958.724884:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.724890:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.724896:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:3.0:1777582958.724898:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000400:00000200:3.0:1777582958.727999:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.728020:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8861380 00000400:00000200:3.0:1777582958.728029:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 55904 00000400:00000200:3.0:1777582958.728047:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.728052:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.728061:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.728069:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486245c00. 00000020:00000010:0.0:1777582958.728623:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582958.728630:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582958.728635:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.728641:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310600. 00000020:00000010:0.0:1777582958.728655:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.728703:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582958.728705:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000100:00000200:0.0:1777582958.728708:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707945344 02000000:00000010:0.0:1777582958.728745:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388852000. 00010000:00000010:0.0:1777582958.728788:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:0.0:1777582958.728806:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880ff00. 00010000:00000010:0.0:1777582958.728826:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582958.728833:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582958.728952:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582958.728957:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310680. 00010000:00000010:0.0:1777582958.728961:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.728964:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582958.729084:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582958.729087:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310c00. 00010000:00000010:0.0:1777582958.729091:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.729093:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582958.729120:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48420. 00000020:00000010:0.0:1777582958.729127:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48420. 00010000:00000010:0.1:1777582958.729235:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582958.729241:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:0.1:1777582958.729245:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000020:00000010:0.0:1777582958.729492:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48420. 00080000:00000010:0.0:1777582958.729503:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023853da800. 00000001:00000010:0.0:1777582958.730126:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48300. 00000001:00000010:0.0:1777582958.731517:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185900. 00000020:00000010:0.0:1777582958.731583:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48420. 00010000:00000010:0.0:1777582958.731602:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582958.731609:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582958.731631:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185a80. 00010000:00000010:0.0:1777582958.731969:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582958.731989:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000200:0.0:1777582958.732011:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975595, last committed = 8589975425 00010000:00000200:0.0:1777582958.732024:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486245c00 x1863928707945344/t8589975595(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.732047:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582958.732054:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707945344, offset 224 00000400:00000010:0.0:1777582958.732061:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4a10. 00000400:00000200:0.0:1777582958.732065:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.732080:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.732087:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397409:397409:256:4294967295] 192.168.202.9@tcp LPNI seq info [397405:397405:8:4294967295] 00000400:00000200:0.0:1777582958.732093:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.732100:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.732105:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.732110:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582958.732116:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.732123:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.732127:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.732169:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310600. 00000020:00000010:0.0:1777582958.732175:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.732180:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00010000:00000010:2.0:1777582958.732193:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:2.0:1777582958.732203:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310c00. 00010000:00000010:2.0:1777582958.732208:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185a80. 00010000:00000010:1.1:1777582958.732795:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000800:00000200:0.0:1777582958.735663:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.735673:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582958.735692:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.735701:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582958.736169:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582958.736178:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000400:00000200:1.0:1777582958.739823:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.739935:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21499d 00000400:00000200:1.0:1777582958.739943:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.739947:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.739955:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:1.0:1777582958.739959:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000400:00000200:1.0:1777582958.740042:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.740050:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8861400 00000400:00000200:1.0:1777582958.740057:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 56392 00000400:00000200:1.0:1777582958.740131:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.740152:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.740157:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.740165:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb06300. 00000020:00000010:2.0:1777582958.741804:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93400. 00000020:00000010:2.0:1777582958.741813:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93400. 00000020:00000010:2.0:1777582958.741821:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24400. 00000020:00000010:2.0:1777582958.741827:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87100. 00000020:00000010:2.0:1777582958.741832:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e7d0. 00000020:00000010:2.0:1777582958.741869:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93400. 00000020:00000010:2.0:1777582958.741871:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93400. 00000100:00000200:2.0:1777582958.741875:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707945472 00000001:00000010:2.0:1777582958.741887:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185d80. 00010000:00000010:2.0:1777582958.741911:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582958.741918:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 02000000:00000010:2.0:1777582958.741947:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389622000. 00010000:00000010:2.0:1777582958.741973:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582958.741976:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582958.741993:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582958.741997:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87880. 00010000:00000010:2.0:1777582958.742001:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582958.742003:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000004:00000010:2.0:1777582958.742098:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024870563c0. 00000004:00000010:2.0:1777582958.742107:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb03c0. 00000004:00000010:2.0:1777582958.742114:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756990. 00080000:00000010:2.0:1777582958.742122:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a000. 00010000:00000010:1.1:1777582958.743270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582958.743283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582958.743287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582958.743289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582958.743373:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582958.743380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:1.0:1777582958.744238:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582958.744244:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f280. 00010000:00000010:1.0:1777582958.744250:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582958.744271:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582958.744360:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:1.0:1777582958.744374:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:1.0:1777582958.744379:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87880. 00010000:00000010:1.0:1777582958.744406:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000200:1.0:1777582958.744428:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb06300 x1863928707945472/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.744449:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1bb0. 00000100:00000200:1.0:1777582958.744456:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707945472, offset 224 00000400:00000200:1.0:1777582958.744464:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.744479:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.744486:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397410:397410:256:4294967295] 192.168.202.9@tcp LPNI seq info [397406:397406:8:4294967295] 00000400:00000200:1.0:1777582958.744498:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.744503:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.744508:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582958.744515:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.744523:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.744527:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.744546:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87100. 00000020:00000010:1.0:1777582958.744551:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e7d0. 00000020:00000010:1.0:1777582958.744555:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24400. 00000800:00000200:2.0:1777582958.744717:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.744722:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:2.0:1777582958.744726:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.744732:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.744737:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:2.0:1777582958.744752:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00010000:00000010:0.1:1777582958.747084:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:0.1:1777582958.747101:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582958.747105:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582958.747108:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582958.747167:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582958.747177:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310680. 00000400:00000200:0.0:1777582958.748269:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.748487:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8861500 00000400:00000200:0.0:1777582958.748495:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 56968 00000400:00000200:0.0:1777582958.748515:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.748520:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.748528:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.748535:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b9500. 00000020:00000010:1.0:1777582958.751955:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ac0. 00000020:00000010:1.0:1777582958.751965:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ac0. 00000020:00000010:1.0:1777582958.751972:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024848dce00. 00000020:00000010:1.0:1777582958.751978:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f800. 00000020:00000010:1.0:1777582958.751984:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582958.752091:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ac0. 00000020:00000010:1.0:1777582958.752095:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ac0. 00000100:00000200:1.0:1777582958.752098:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707945728 02000000:00000010:1.0:1777582958.752152:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388b8a000. 00010000:00000010:1.0:1777582958.752192:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582958.752207:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f280. 00010000:00000010:1.0:1777582958.752227:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582958.752232:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582958.752246:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582958.752249:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f280. 00010000:00000010:1.0:1777582958.752264:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582958.752267:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582958.752380:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582958.752383:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f700. 00010000:00000010:1.0:1777582958.752386:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582958.752389:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00000020:00000010:1.0:1777582958.752411:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6840. 00000020:00000010:1.0:1777582958.752418:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6840. 00000020:00000010:1.0:1777582958.752428:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024a562a240. 00080000:00000010:1.0:1777582958.752438:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238831e000. 00000001:00000010:1.0:1777582958.753477:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913480. 00000001:00000010:1.0:1777582958.753487:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582958.753530:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024a562a240. 00010000:00000010:1.0:1777582958.753541:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582958.753548:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582958.753565:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582958.753605:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582958.753612:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582958.753630:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582958.753635:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f700. 00010000:00000010:1.0:1777582958.753661:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000200:1.0:1777582958.753688:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975596, last committed = 8589975425 00010000:00000200:1.0:1777582958.753700:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b9500 x1863928707945728/t8589975596(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582958.753721:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582958.753728:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707945728, offset 224 00000400:00000010:1.0:1777582958.753736:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2188. 00000400:00000200:1.0:1777582958.753740:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.753755:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.753762:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397411:397411:256:4294967295] 192.168.202.9@tcp LPNI seq info [397407:397407:8:4294967295] 00000400:00000200:1.0:1777582958.753769:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582958.753776:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.753783:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.753788:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582958.753795:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.753803:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.753807:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.753825:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f800. 00000020:00000010:1.0:1777582958.753829:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582958.753834:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024848dce00. 00010000:00000010:1.1:1777582958.754240:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582958.754249:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582958.754253:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.1:1777582958.754335:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00000800:00000200:1.0:1777582958.757128:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.757162:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:1.0:1777582958.757170:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.757178:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.757953:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.757972:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149a5 00000400:00000200:0.0:1777582958.757980:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.757984:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.757992:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:0.0:1777582958.757995:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000400:00000200:0.0:1777582958.758065:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.758072:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8861580 00000400:00000200:0.0:1777582958.758079:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 57456 00000400:00000200:0.0:1777582958.758150:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.758154:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.758159:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.758165:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8000. 00010000:00000010:3.0:1777582958.758966:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:3.0:1777582958.758979:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f280. 00000020:00000010:3.0:1777582958.759028:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef7c0. 00000020:00000010:3.0:1777582958.759034:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef7c0. 00000020:00000010:3.0:1777582958.759039:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6800. 00000020:00000010:3.0:1777582958.759045:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374180. 00000020:00000010:3.0:1777582958.759050:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582958.759159:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef7c0. 00000020:00000010:3.0:1777582958.759163:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef7c0. 00000100:00000200:3.0:1777582958.759165:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707945856 00000001:00000010:3.0:1777582958.759178:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185900. 00010000:00000010:3.0:1777582958.759202:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.759209:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 02000000:00000010:3.0:1777582958.759239:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385294000. 00010000:00000010:3.0:1777582958.759280:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582958.759291:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582958.759306:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582958.759310:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e00. 00010000:00000010:3.0:1777582958.759313:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582958.759316:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00000004:00000010:3.0:1777582958.759410:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90000. 00000004:00000010:3.0:1777582958.759418:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c658e8. 00000004:00000010:3.0:1777582958.759424:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387ed0. 00080000:00000010:3.0:1777582958.759433:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13c80. 00010000:00000010:1.0:1777582958.760717:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582958.760725:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f880. 00010000:00000010:1.0:1777582958.760731:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582958.760737:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582958.760806:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:1.0:1777582958.760816:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:1.0:1777582958.760821:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e00. 00010000:00000010:1.0:1777582958.760982:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000200:1.0:1777582958.761004:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b8000 x1863928707945856/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.761025:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a15d8. 00000100:00000200:1.0:1777582958.761032:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707945856, offset 224 00000400:00000200:1.0:1777582958.761039:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.761051:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.761058:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397412:397412:256:4294967295] 192.168.202.9@tcp LPNI seq info [397408:397408:8:4294967295] 00000400:00000200:1.0:1777582958.761070:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.761076:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.761080:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582958.761086:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.761093:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.761097:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.761125:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374180. 00000020:00000010:1.0:1777582958.761130:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:1.0:1777582958.761160:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6800. 00000800:00000200:3.0:1777582958.761304:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.761308:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582958.761312:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.761318:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.761322:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:3.0:1777582958.761325:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00000400:00000200:3.0:1777582958.763763:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.763784:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8861680 00000400:00000200:3.0:1777582958.763793:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 58032 00000400:00000200:3.0:1777582958.763809:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.763814:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.763820:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.763827:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486245500. 00010000:00000010:0.1:1777582958.763900:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582958.763908:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000020:00000010:0.0:1777582958.764605:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582958.764613:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582958.764620:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.764625:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310680. 00000020:00000010:0.0:1777582958.764630:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.764796:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582958.764800:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000100:00000200:0.0:1777582958.764803:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707946112 02000000:00000010:0.0:1777582958.764850:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388851000. 00010000:00000010:0.0:1777582958.764891:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:0.0:1777582958.764906:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f880. 00010000:00000010:0.0:1777582958.764928:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.764934:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582958.764949:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582958.764952:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582958.764956:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582958.764958:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582958.765067:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582958.765069:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582958.765072:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.765076:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582958.765100:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c487a0. 00000020:00000010:0.0:1777582958.765106:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c487a0. 00000020:00000010:0.0:1777582958.765116:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48420. 00080000:00000010:0.0:1777582958.765125:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023853db800. 00000001:00000010:0.0:1777582958.765551:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48f00. 00000001:00000010:0.0:1777582958.765560:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185300. 00000020:00000010:0.0:1777582958.765598:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48420. 00010000:00000010:0.0:1777582958.765610:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582958.765614:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.765628:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185c00. 00010000:00000010:0.0:1777582958.766050:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582958.766066:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000200:0.0:1777582958.766083:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975597, last committed = 8589975425 00010000:00000200:0.0:1777582958.766096:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486245500 x1863928707946112/t8589975597(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.766116:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582958.766123:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707946112, offset 224 00000400:00000010:0.0:1777582958.766129:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4348. 00000400:00000200:0.0:1777582958.766149:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.766164:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.766172:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397413:397413:256:4294967295] 192.168.202.9@tcp LPNI seq info [397409:397409:8:4294967295] 00000400:00000200:0.0:1777582958.766178:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.766186:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.766192:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.766197:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582958.766203:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.766211:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.766215:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.766235:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310680. 00000020:00000010:0.0:1777582958.766239:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.766243:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00000800:00000200:0.0:1777582958.766589:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.766593:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582958.766599:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.766603:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582958.766633:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.766639:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582958.766651:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185c00. 00010000:00000010:1.1:1777582958.769461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582958.769477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582958.769482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582958.769484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582958.769487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582958.769489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000400:00000200:0.0:1777582958.769994:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582958.770014:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149ad 00000400:00000200:0.0:1777582958.770021:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.770025:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582958.770031:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:0.0:1777582958.770034:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000400:00000200:0.0:1777582958.770098:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.770105:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8861700 00000400:00000200:0.0:1777582958.770113:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 58520 00000400:00000200:0.0:1777582958.770834:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.770849:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.770857:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.770865:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55bb800. 00010000:00000010:1.0:1777582958.771059:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:1.0:1777582958.771072:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00000020:00000010:3.0:1777582958.771251:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef7c0. 00000020:00000010:3.0:1777582958.771787:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef7c0. 00000020:00000010:3.0:1777582958.771798:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7400. 00000020:00000010:3.0:1777582958.771806:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374200. 00000020:00000010:3.0:1777582958.771813:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582958.771915:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef7c0. 00000020:00000010:3.0:1777582958.771917:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef7c0. 00000100:00000200:3.0:1777582958.771921:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707946240 00000001:00000010:3.0:1777582958.771932:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:3.0:1777582958.771957:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582958.771963:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 02000000:00000010:3.0:1777582958.771996:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487b7d000. 00010000:00000010:3.0:1777582958.772030:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.772033:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582958.772052:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582958.772056:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374880. 00010000:00000010:3.0:1777582958.772060:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582958.772062:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00000004:00000010:3.0:1777582958.772200:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91680. 00000004:00000010:3.0:1777582958.772209:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65168. 00000004:00000010:3.0:1777582958.772216:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387a90. 00080000:00000010:3.0:1777582958.772225:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e128e8. 00010000:00000010:0.0:1777582958.773278:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582958.773285:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310780. 00010000:00000010:0.0:1777582958.773291:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582958.773296:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582958.773368:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:0.0:1777582958.773380:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:0.0:1777582958.773385:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374880. 00010000:00000010:0.0:1777582958.773409:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000200:0.0:1777582958.773432:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55bb800 x1863928707946240/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.773456:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582958.773463:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707946240, offset 224 00000400:00000200:0.0:1777582958.773470:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.773485:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.773493:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397414:397414:256:4294967295] 192.168.202.9@tcp LPNI seq info [397410:397410:8:4294967295] 00000400:00000200:0.0:1777582958.773506:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.773512:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.773517:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582958.773525:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.773533:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.773538:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.773573:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374200. 00000020:00000010:0.0:1777582958.773580:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:0.0:1777582958.773584:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7400. 00000800:00000200:3.0:1777582958.773962:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.773967:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582958.773972:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.773977:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.773984:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:3.0:1777582958.773986:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000400:00000200:3.0:1777582958.776612:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.776635:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8861800 00000400:00000200:3.0:1777582958.776653:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 59096 00000400:00000200:3.0:1777582958.776670:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.776682:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.776690:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.776697:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486246680. 00000020:00000010:1.0:1777582958.777176:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582958.777183:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582958.777189:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024848dce00. 00000020:00000010:1.0:1777582958.777196:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f880. 00000020:00000010:1.0:1777582958.777200:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582958.777245:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582958.777248:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e00. 00000100:00000200:1.0:1777582958.777403:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707946496 02000000:00000010:1.0:1777582958.777446:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385088000. 00010000:00000010:1.0:1777582958.777484:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:1.0:1777582958.777499:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310780. 00010000:00000010:1.0:1777582958.777521:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582958.777527:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582958.777545:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582958.777548:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f280. 00010000:00000010:1.0:1777582958.777552:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582958.777555:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582958.777779:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582958.777783:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880ff00. 00010000:00000010:1.0:1777582958.777787:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582958.777791:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00000020:00000010:1.0:1777582958.777818:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d60e0. 00000020:00000010:1.0:1777582958.777825:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d60e0. 00000020:00000010:1.0:1777582958.777836:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913240. 00080000:00000010:1.0:1777582958.777848:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238831fc00. 00000001:00000010:1.0:1777582958.778598:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02489913b40. 00000001:00000010:1.0:1777582958.778608:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582958.778753:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913240. 00010000:00000010:1.0:1777582958.778767:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582958.778772:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582958.778790:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e14840c0. 00010000:00000010:1.0:1777582958.778886:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582958.778903:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000200:1.0:1777582958.778924:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975598, last committed = 8589975425 00010000:00000200:1.0:1777582958.778935:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486246680 x1863928707946496/t8589975598(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582958.778957:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582958.778964:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707946496, offset 224 00000400:00000010:1.0:1777582958.778972:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d20e0. 00000400:00000200:1.0:1777582958.778976:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.778992:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.778999:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397415:397415:256:4294967295] 192.168.202.9@tcp LPNI seq info [397411:397411:8:4294967295] 00000400:00000200:1.0:1777582958.779005:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582958.779011:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.779017:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.779022:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582958.779029:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.779035:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.779039:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.779061:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f880. 00000020:00000010:1.0:1777582958.779066:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582958.779071:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024848dce00. 00000800:00000200:0.0:1777582958.779277:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.779505:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582958.779513:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.779520:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582958.781715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582958.781731:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:1.1:1777582958.781736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582958.781738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582958.782038:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582958.782045:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.0:1777582958.782343:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:3.0:1777582958.782354:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880ff00. 00010000:00000010:3.0:1777582958.782362:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e14840c0. 00000400:00000200:1.0:1777582958.782513:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.782534:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149b5 00000400:00000200:1.0:1777582958.782541:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.782546:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.782552:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582958.782555:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000400:00000200:1.0:1777582958.782621:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.782628:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8861880 00000400:00000200:1.0:1777582958.782635:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 59584 00000400:00000200:1.0:1777582958.782706:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.782710:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.782715:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.782721:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb05880. 00000020:00000010:1.0:1777582958.782768:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582958.782773:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582958.782781:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024848dce00. 00000020:00000010:1.0:1777582958.782786:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248880f880. 00000020:00000010:1.0:1777582958.782791:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582958.783010:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0e00. 00000020:00000010:1.0:1777582958.783014:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0e00. 00000100:00000200:1.0:1777582958.783016:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707946624 00000001:00000010:1.0:1777582958.783028:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185300. 00010000:00000010:1.0:1777582958.783051:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582958.783058:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 02000000:00000010:1.0:1777582958.783085:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5960000. 00010000:00000010:1.0:1777582958.783116:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582958.783122:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582958.783169:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582958.783174:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248880f580. 00010000:00000010:1.0:1777582958.783179:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582958.783182:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00000004:00000010:1.0:1777582958.783302:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56f00. 00000004:00000010:1.0:1777582958.783310:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582958.783317:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945cb0. 00080000:00000010:1.0:1777582958.783325:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f8f0. 00010000:00000010:1.0:1777582958.784280:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582958.784395:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:1.0:1777582958.784402:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582958.784407:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582958.784477:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582958.784488:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582958.784493:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f580. 00010000:00000010:1.0:1777582958.784517:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000200:1.0:1777582958.784536:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb05880 x1863928707946624/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582958.784555:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582958.784563:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707946624, offset 224 00000400:00000200:1.0:1777582958.784569:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582958.784581:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582958.784588:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397416:397416:256:4294967295] 192.168.202.9@tcp LPNI seq info [397412:397412:8:4294967295] 00000400:00000200:1.0:1777582958.784601:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582958.784606:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582958.784610:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582958.784616:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582958.784622:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582958.784626:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582958.784759:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248880f880. 00000020:00000010:1.0:1777582958.784765:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582958.784772:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024848dce00. 00010000:00000010:3.0:1777582958.784924:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:3.0:1777582958.784930:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248880f280. 00000800:00000200:3.0:1777582958.785019:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.785023:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582958.785026:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.785031:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.785035:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:3.0:1777582958.785037:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00010000:00000010:0.1:1777582958.787469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582958.787483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582958.787489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582958.787493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582958.787496:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582958.787499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000400:00000200:0.0:1777582958.787532:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582958.787552:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8861980 00000400:00000200:0.0:1777582958.787562:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 60160 00000400:00000200:0.0:1777582958.787580:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.787584:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582958.787592:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582958.787598:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8700. 00000020:00000010:0.0:1777582958.787667:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582958.787672:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582958.787685:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.787691:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310d00. 00000020:00000010:0.0:1777582958.787696:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.787739:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582958.787741:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000100:00000200:0.0:1777582958.787744:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707946880 02000000:00000010:0.0:1777582958.787789:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388853000. 00010000:00000010:0.0:1777582958.787836:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:0.0:1777582958.787851:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00010000:00000010:0.0:1777582958.787870:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582958.787876:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582958.787890:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582958.787894:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582958.787899:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.787903:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582958.788018:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582958.788021:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310300. 00010000:00000010:0.0:1777582958.788024:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.788027:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000020:00000010:0.0:1777582958.788053:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48a00. 00000020:00000010:0.0:1777582958.788059:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48a00. 00000020:00000010:0.0:1777582958.788071:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f488a0. 00080000:00000010:0.0:1777582958.788081:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023853d8c00. 00000001:00000010:0.0:1777582958.788864:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024888c9480. 00000001:00000010:0.0:1777582958.788875:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582958.788921:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f488a0. 00010000:00000010:0.0:1777582958.788931:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582958.788940:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582958.788956:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185c00. 00010000:00000010:0.0:1777582958.789011:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.789027:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000200:0.0:1777582958.789045:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975599, last committed = 8589975425 00010000:00000200:0.0:1777582958.789056:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b8700 x1863928707946880/t8589975599(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.789076:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582958.789083:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707946880, offset 224 00000400:00000010:0.0:1777582958.789089:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4268. 00000400:00000200:0.0:1777582958.789093:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.789107:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.789113:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397417:397417:256:4294967295] 192.168.202.9@tcp LPNI seq info [397413:397413:8:4294967295] 00000400:00000200:0.0:1777582958.789119:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.789126:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.789163:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.789169:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582958.789175:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.789182:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.789186:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.789208:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310d00. 00000020:00000010:0.0:1777582958.789212:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.789215:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00010000:00000010:3.0:1777582958.789583:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:3.0:1777582958.789592:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310300. 00010000:00000010:3.0:1777582958.789598:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185c00. 00010000:00000010:1.1:1777582958.789778:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:1.1:1777582958.789785:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:1.1:1777582958.789788:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582958.789790:0:205914:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:1.1:1777582958.789794:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582958.789797:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000800:00000200:0.0:1777582958.791642:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.791650:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582958.791660:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.791668:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.792069:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.792088:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149bd 00000400:00000200:3.0:1777582958.792094:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.792098:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.792104:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:3.0:1777582958.792107:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000400:00000200:3.0:1777582958.792704:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.792716:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8861a00 00000400:00000200:3.0:1777582958.792724:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 60648 00000400:00000200:3.0:1777582958.792774:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.792779:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.792785:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.792791:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486246a00. 00010000:00000010:3.1:1777582958.793229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:3.1:1777582958.793239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000020:00000010:1.0:1777582958.793331:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582958.793337:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582958.793343:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a53800. 00000020:00000010:1.0:1777582958.793352:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e380. 00000020:00000010:1.0:1777582958.793357:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582958.793399:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582958.793402:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000100:00000200:1.0:1777582958.793404:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707947008 00000001:00000010:1.0:1777582958.793417:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582958.793449:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582958.793457:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 02000000:00000010:1.0:1777582958.793486:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5966000. 00010000:00000010:1.0:1777582958.793517:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582958.793520:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582958.793539:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582958.793542:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582958.793545:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582958.793549:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00000004:00000010:1.0:1777582958.793658:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56960. 00000004:00000010:1.0:1777582958.793668:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582958.793674:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ed0. 00080000:00000010:1.0:1777582958.793690:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e8e8. 00010000:00000010:0.1:1777582958.794245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582958.794253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582958.794257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.1:1777582958.794260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.0:1777582958.794302:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582958.794310:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:3.0:1777582958.795075:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582958.795081:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582958.795086:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582958.795092:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582958.795454:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:3.0:1777582958.795466:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:3.0:1777582958.795472:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:3.0:1777582958.795497:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000200:3.0:1777582958.795517:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486246a00 x1863928707947008/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.795541:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5bb0. 00000100:00000200:3.0:1777582958.795548:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707947008, offset 224 00000400:00000200:3.0:1777582958.795554:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.795570:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.795577:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397418:397418:256:4294967295] 192.168.202.9@tcp LPNI seq info [397414:397414:8:4294967295] 00000400:00000200:3.0:1777582958.795588:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.795594:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.795599:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582958.795606:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.795614:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.795618:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1777582958.795846:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.795852:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:0.0:1777582958.795857:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.795862:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582958.795868:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:0.0:1777582958.795870:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00000020:00000010:3.0:1777582958.797609:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e380. 00000020:00000010:3.0:1777582958.797623:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674320. 00000020:00000010:3.0:1777582958.797629:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a53800. 00000400:00000200:3.0:1777582958.798723:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.798742:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8861b00 00000400:00000200:3.0:1777582958.798752:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 61224 00000400:00000200:3.0:1777582958.798768:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.798773:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.798780:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.798786:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486244700. 00000020:00000010:0.0:1777582958.798952:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582958.798959:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582958.798964:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.798968:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582958.798973:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.799014:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582958.799017:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000100:00000200:0.0:1777582958.799020:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707947264 02000000:00000010:0.0:1777582958.799059:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388854000. 00010000:00000010:0.0:1777582958.799101:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:0.0:1777582958.799119:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:0.0:1777582958.799167:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582958.799174:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582958.799189:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582958.799192:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582958.799196:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582958.799199:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582958.799578:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582958.799582:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582958.799586:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582958.799589:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00000020:00000010:0.0:1777582958.799622:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48c40. 00000020:00000010:0.0:1777582958.799629:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48c40. 00000020:00000010:0.0:1777582958.799640:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024888c9720. 00080000:00000010:0.0:1777582958.799745:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023853dbc00. 00000001:00000010:0.0:1777582958.800486:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f489c0. 00000001:00000010:0.0:1777582958.800494:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582958.800534:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024888c9720. 00010000:00000010:0.0:1777582958.800545:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582958.800551:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.800565:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023961856c0. 00010000:00000010:0.0:1777582958.800608:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.800616:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023961856c0. 00010000:00000010:0.0:1777582958.800635:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.800639:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582958.800846:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582958.800866:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975600, last committed = 8589975425 00010000:00000200:0.0:1777582958.800877:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486244700 x1863928707947264/t8589975600(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.800897:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582958.800903:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707947264, offset 224 00000400:00000010:0.0:1777582958.800910:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4a48. 00000400:00000200:0.0:1777582958.800915:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.800930:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.800937:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397419:397419:256:4294967295] 192.168.202.9@tcp LPNI seq info [397415:397415:8:4294967295] 00000400:00000200:0.0:1777582958.800943:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.800950:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.800955:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.800960:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582958.800966:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.800973:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.800977:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.801043:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582958.801048:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.801052:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00010000:00000010:1.1:1777582958.801211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582958.801218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:1.1:1777582958.801222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582958.801225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.1:1777582958.803566:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582958.803579:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00000800:00000200:3.0:1777582958.803810:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.803815:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582958.803822:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.803830:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.803861:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.803876:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149c5 00000400:00000200:3.0:1777582958.803883:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.803886:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.803891:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:3.0:1777582958.803893:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00010000:00000010:1.0:1777582958.803998:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:1.0:1777582958.804008:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d00. 00000400:00000200:3.0:1777582958.805047:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.805058:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8861b80 00000400:00000200:3.0:1777582958.805065:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 61712 00000400:00000200:3.0:1777582958.805459:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.805466:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.805472:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.805478:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486245880. 00000020:00000010:0.0:1777582958.805554:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582958.805560:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582958.805566:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.805571:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582958.805576:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.805616:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582958.805619:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000100:00000200:0.0:1777582958.805621:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707947392 00000001:00000010:0.0:1777582958.805632:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:0.0:1777582958.805665:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582958.805672:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 02000000:00000010:0.0:1777582958.805714:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0249e13a000. 00010000:00000010:0.0:1777582958.805746:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582958.805750:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.805769:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582958.805772:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582958.805776:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582958.805779:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000004:00000010:0.0:1777582958.805883:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518b40. 00000004:00000010:0.0:1777582958.805893:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e220f0. 00000004:00000010:0.0:1777582958.805901:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35cb0. 00080000:00000010:0.0:1777582958.805909:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f748e8. 00010000:00000010:0.1:1777582958.806474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:0.1:1777582958.806483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:0.1:1777582958.806487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582958.806490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582958.806493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582958.806495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.806638:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582958.806651:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310080. 00010000:00000010:0.0:1777582958.806655:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.806660:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582958.806732:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.806741:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.806746:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582958.806766:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582958.806783:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02486245880 x1863928707947392/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.806803:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582958.806810:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707947392, offset 224 00000400:00000200:0.0:1777582958.806817:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.806828:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.806835:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397420:397420:256:4294967295] 192.168.202.9@tcp LPNI seq info [397416:397416:8:4294967295] 00000400:00000200:0.0:1777582958.806847:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.806853:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.806857:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582958.806863:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.806870:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.806874:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.806900:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582958.806904:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.806909:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00000800:00000200:1.0:1777582958.807014:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.807018:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:1.0:1777582958.807023:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.807028:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.807032:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:1.0:1777582958.807035:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00010000:00000010:3.1:1777582958.807308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582958.807315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:1.1:1777582958.809204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582958.809218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582958.809294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582958.809301:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:0.1:1777582958.809305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582958.809308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582958.809311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582958.809313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582958.809431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582958.809438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:3.1:1777582958.809440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582958.809443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000400:00000200:3.0:1777582958.810421:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.810441:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8861c80 00000400:00000200:3.0:1777582958.810449:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 62288 00000400:00000200:3.0:1777582958.810464:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.810468:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.810477:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.810487:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386127480. 00000020:00000010:0.0:1777582958.810883:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582958.810889:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582958.810895:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.810900:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582958.810905:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.810940:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582958.810943:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000100:00000200:0.0:1777582958.810946:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707947648 02000000:00000010:0.0:1777582958.810987:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02498754000. 00010000:00000010:0.0:1777582958.811030:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582958.811046:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310080. 00010000:00000010:0.0:1777582958.811067:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582958.811072:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582958.811089:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582958.811092:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310080. 00010000:00000010:0.0:1777582958.811096:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582958.811099:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582958.811246:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582958.811261:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310700. 00010000:00000010:0.0:1777582958.811266:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582958.811269:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000020:00000010:0.0:1777582958.811308:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48520. 00000020:00000010:0.0:1777582958.811315:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48520. 00000020:00000010:0.0:1777582958.811326:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48060. 00080000:00000010:0.0:1777582958.811336:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023853d9400. 00000001:00000010:0.0:1777582958.811778:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024888c9d20. 00000001:00000010:0.0:1777582958.811786:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023961856c0. 00000020:00000010:0.0:1777582958.811823:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48060. 00010000:00000010:0.0:1777582958.811833:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582958.811837:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582958.811850:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185840. 00010000:00000010:0.0:1777582958.811889:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.811903:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000200:0.0:1777582958.811922:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975601, last committed = 8589975425 00010000:00000200:0.0:1777582958.811933:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386127480 x1863928707947648/t8589975601(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.811954:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582958.811961:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707947648, offset 224 00000400:00000010:0.0:1777582958.811968:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4968. 00000400:00000200:0.0:1777582958.811972:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.811989:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.811998:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397421:397421:256:4294967295] 192.168.202.9@tcp LPNI seq info [397417:397417:8:4294967295] 00000400:00000200:0.0:1777582958.812004:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.812012:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.812018:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.812023:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582958.812030:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.812036:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.812041:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.812062:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582958.812066:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.812070:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00000800:00000200:0.0:1777582958.812190:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.812193:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582958.812198:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.812203:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582958.812586:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:3.0:1777582958.812595:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310700. 00010000:00000010:3.0:1777582958.812602:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185840. 00010000:00000010:0.1:1777582958.813276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582958.813392:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582958.813398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582958.813401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000400:00000200:1.0:1777582958.814521:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.814542:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149cd 00000400:00000200:1.0:1777582958.814549:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.814553:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.814560:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:1.0:1777582958.814563:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00010000:00000010:0.0:1777582958.815597:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582958.815611:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310080. 00000400:00000200:3.0:1777582958.816549:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.816569:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8861d00 00000400:00000200:3.0:1777582958.816579:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 62776 00000400:00000200:3.0:1777582958.816655:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.816661:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.816671:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.816687:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386126680. 00000020:00000010:0.0:1777582958.816781:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582958.816787:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582958.816795:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.816801:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310080. 00000020:00000010:0.0:1777582958.816806:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.816849:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582958.816852:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000100:00000200:0.0:1777582958.816854:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707947776 00000001:00000010:0.0:1777582958.816866:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:0.0:1777582958.816889:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582958.816897:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 02000000:00000010:0.0:1777582958.816929:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a23cf000. 00010000:00000010:0.0:1777582958.816958:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582958.816963:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582958.816981:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582958.816985:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582958.816989:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582958.816992:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000004:00000010:0.0:1777582958.817091:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519e00. 00000004:00000010:0.0:1777582958.817102:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e223c0. 00000004:00000010:0.0:1777582958.817109:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34440. 00080000:00000010:0.0:1777582958.817117:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f741c8. 00010000:00000010:0.0:1777582958.818605:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582958.818612:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582958.818618:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582958.818625:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582958.818724:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582958.818735:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.818741:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582958.818765:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000200:0.0:1777582958.818785:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386126680 x1863928707947776/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.818805:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582958.818812:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707947776, offset 224 00000400:00000200:0.0:1777582958.818819:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.818831:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.818838:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397422:397422:256:4294967295] 192.168.202.9@tcp LPNI seq info [397418:397418:8:4294967295] 00000400:00000200:0.0:1777582958.818849:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.818855:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.818860:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582958.818866:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.818873:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.818877:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.819041:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310080. 00000020:00000010:0.0:1777582958.819046:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.819051:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00000800:00000200:3.0:1777582958.822044:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.822053:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582958.822061:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.822072:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.822079:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:3.0:1777582958.822082:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000400:00000200:3.0:1777582958.822112:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.822125:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8861e00 00000400:00000200:3.0:1777582958.822148:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 63352 00000400:00000200:3.0:1777582958.822162:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.822166:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.822172:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.822179:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386126d80. 00010000:00000010:0.1:1777582958.822774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582958.822785:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582958.822789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582958.822791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000020:00000010:0.0:1777582958.822842:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f00. 00000020:00000010:0.0:1777582958.822847:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f00. 00000020:00000010:0.0:1777582958.822853:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.822859:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310080. 00000020:00000010:0.0:1777582958.822864:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.822953:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f00. 00000020:00000010:0.0:1777582958.822956:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f00. 00000100:00000200:0.0:1777582958.822959:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707948032 02000000:00000010:0.0:1777582958.823011:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023870c1000. 00010000:00000010:0.0:1777582958.823053:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582958.823067:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582958.823086:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582958.823092:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582958.823107:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582958.823110:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582958.823114:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582958.823117:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582958.823297:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582958.823302:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582958.823305:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.823309:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000020:00000010:0.0:1777582958.823335:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48340. 00000020:00000010:0.0:1777582958.823342:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48340. 00000020:00000010:0.0:1777582958.823353:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024888c9000. 00080000:00000010:0.0:1777582958.823365:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023853db000. 00000001:00000010:0.0:1777582958.823865:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48d80. 00000001:00000010:0.0:1777582958.823873:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185240. 00000020:00000010:0.0:1777582958.823914:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024888c9000. 00010000:00000010:0.0:1777582958.823923:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582958.823928:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582958.823940:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185cc0. 00010000:00000010:0.0:1777582958.823980:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.823995:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000200:0.0:1777582958.824011:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975602, last committed = 8589975425 00010000:00000200:0.0:1777582958.824020:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386126d80 x1863928707948032/t8589975602(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.824039:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582958.824046:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707948032, offset 224 00000400:00000010:0.0:1777582958.824054:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4380. 00000400:00000200:0.0:1777582958.824059:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.824074:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.824082:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397423:397423:256:4294967295] 192.168.202.9@tcp LPNI seq info [397419:397419:8:4294967295] 00000400:00000200:0.0:1777582958.824089:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.824097:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.824104:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.824110:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582958.824117:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.824126:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.824130:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.824185:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310080. 00000020:00000010:0.0:1777582958.824190:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.824195:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00000800:00000200:2.0:1777582958.824330:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.824336:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582958.824340:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.824346:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582958.824690:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:3.0:1777582958.824699:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:3.0:1777582958.824706:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185cc0. 00000400:00000200:3.0:1777582958.827293:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.827316:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149d5 00000400:00000200:3.0:1777582958.827323:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.827328:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.827335:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:3.0:1777582958.827339:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000400:00000200:3.0:1777582958.827377:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.827383:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8861e80 00000400:00000200:3.0:1777582958.827389:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 63840 00000400:00000200:3.0:1777582958.828019:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.828026:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.828032:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.828038:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386124380. 00010000:00000010:2.0:1777582958.828234:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:2.0:1777582958.828246:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310200. 00000020:00000010:1.0:1777582958.828291:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582958.828297:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582958.828304:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c4b39e00. 00000020:00000010:1.0:1777582958.828308:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582958.828313:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582958.828357:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582958.828359:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000100:00000200:1.0:1777582958.828362:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707948160 00000001:00000010:1.0:1777582958.828372:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023961856c0. 00010000:00000010:1.0:1777582958.828395:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582958.828401:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 02000000:00000010:1.0:1777582958.828428:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5962000. 00010000:00000010:1.0:1777582958.828455:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582958.828459:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582958.828474:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582958.828478:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582958.828482:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582958.828486:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00000004:00000010:1.0:1777582958.828589:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57a40. 00000004:00000010:1.0:1777582958.828598:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3078. 00000004:00000010:1.0:1777582958.828606:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945a90. 00080000:00000010:1.0:1777582958.828615:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e1c8. 00010000:00000010:2.0:1777582958.832281:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582958.832295:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87900. 00010000:00000010:2.0:1777582958.832301:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582958.832308:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582958.832392:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:2.0:1777582958.832403:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:2.0:1777582958.832409:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582958.832433:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:2.0:1777582958.832454:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386124380 x1863928707948160/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582958.832490:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582958.832497:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707948160, offset 224 00000400:00000200:2.0:1777582958.832504:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.832516:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.832524:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397424:397424:256:4294967295] 192.168.202.9@tcp LPNI seq info [397420:397420:8:4294967295] 00000400:00000200:2.0:1777582958.832536:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.832542:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.832548:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582958.832555:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.832563:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.832568:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.832596:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:2.0:1777582958.832600:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:2.0:1777582958.832605:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c4b39e00. 00010000:00000010:0.1:1777582958.835745:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582958.835763:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582958.835767:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582958.835769:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582958.835772:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582958.835775:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582958.836985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582958.837001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000800:00000200:3.0:1777582958.837126:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.837131:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582958.837153:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.837163:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.837171:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:3.0:1777582958.837173:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000400:00000200:2.0:1777582958.839748:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.839770:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8861f80 00000400:00000200:2.0:1777582958.839779:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 64416 00000400:00000200:2.0:1777582958.839798:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.839803:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.839812:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.839819:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388924380. 00000020:00000010:3.0:1777582958.840814:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.840822:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.840828:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6000. 00000020:00000010:3.0:1777582958.840834:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582958.840839:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582958.840888:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.840891:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000100:00000200:3.0:1777582958.840894:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707948416 02000000:00000010:3.0:1777582958.840934:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383f33000. 00010000:00000010:3.0:1777582958.840976:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:3.0:1777582958.840993:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87900. 00010000:00000010:3.0:1777582958.841013:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582958.841019:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582958.841033:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582958.841037:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c00. 00010000:00000010:3.0:1777582958.841042:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582958.841045:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582958.841178:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582958.841181:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.841185:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582958.841188:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00000020:00000010:3.0:1777582958.841216:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05060. 00000020:00000010:3.0:1777582958.841223:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05060. 00000020:00000010:3.0:1777582958.841235:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecfd20. 00080000:00000010:3.0:1777582958.841245:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6a8800. 00000001:00000010:3.0:1777582958.841816:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743ea0. 00000001:00000010:3.0:1777582958.841824:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582958.841865:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecfd20. 00010000:00000010:3.0:1777582958.841876:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582958.841881:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582958.841897:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582958.841949:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582958.841957:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582958.841979:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582958.841983:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.842001:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:3.0:1777582958.842019:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975603, last committed = 8589975425 00010000:00000200:3.0:1777582958.842031:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388924380 x1863928707948416/t8589975603(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.842059:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582958.842066:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707948416, offset 224 00000400:00000010:3.0:1777582958.842074:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2c08. 00000400:00000200:3.0:1777582958.842078:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.842092:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.842100:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397425:397425:256:4294967295] 192.168.202.9@tcp LPNI seq info [397421:397421:8:4294967295] 00000400:00000200:3.0:1777582958.842107:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.842113:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.842119:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.842124:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582958.842132:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.842164:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.842168:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.842188:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582958.842192:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582958.842196:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6000. 00000800:00000200:3.0:1777582958.842300:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.842305:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:3.0:1777582958.842310:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.842315:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.844816:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.844836:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149dd 00000400:00000200:3.0:1777582958.844843:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.844848:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.844855:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:3.0:1777582958.844858:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000400:00000200:3.0:1777582958.844944:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.844950:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8862000 00000400:00000200:3.0:1777582958.844961:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 64904 00000400:00000200:3.0:1777582958.845019:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.845023:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.845028:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.845034:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386125f80. 00000020:00000010:3.0:1777582958.845081:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.845085:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.845090:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6000. 00000020:00000010:3.0:1777582958.845094:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582958.845098:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582958.845152:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582958.845155:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000100:00000200:3.0:1777582958.845158:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707948544 00000001:00000010:3.0:1777582958.845169:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185240. 00010000:00000010:3.0:1777582958.845193:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.845200:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 02000000:00000010:3.0:1777582958.845226:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383f34000. 00010000:00000010:3.0:1777582958.845267:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.845270:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582958.845296:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582958.845299:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.845303:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582958.845305:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00000004:00000010:3.0:1777582958.845392:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e912c0. 00000004:00000010:3.0:1777582958.845401:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65960. 00000004:00000010:3.0:1777582958.845408:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387ba0. 00080000:00000010:3.0:1777582958.845417:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12c78. 00010000:00000010:2.0:1777582958.846292:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:2.0:1777582958.846306:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c00. 00010000:00000010:2.1:1777582958.847219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582958.847230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582958.847235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582958.847238:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.0:1777582958.847239:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582958.847241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.0:1777582958.847244:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:2.1:1777582958.847244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.0:1777582958.847250:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582958.847266:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.847460:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582958.847472:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582958.847476:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.847501:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000200:3.0:1777582958.847522:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386125f80 x1863928707948544/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.847544:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582958.847551:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707948544, offset 224 00000400:00000200:3.0:1777582958.847559:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.847572:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.847579:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397426:397426:256:4294967295] 192.168.202.9@tcp LPNI seq info [397422:397422:8:4294967295] 00000400:00000200:3.0:1777582958.847590:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.847596:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.847601:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582958.847608:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.847615:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.847619:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.847814:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582958.847820:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582958.847823:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6000. 00000800:00000200:2.0:1777582958.850800:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.850810:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582958.850821:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.850830:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582958.850838:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:2.0:1777582958.850841:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000400:00000200:1.0:1777582958.851039:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.851056:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8862100 00000400:00000200:1.0:1777582958.851064:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 65480 00000400:00000200:1.0:1777582958.851081:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.851085:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.851090:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.851097:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb07100. 00000020:00000010:3.0:1777582958.851818:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefec0. 00000020:00000010:3.0:1777582958.851825:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefec0. 00000020:00000010:3.0:1777582958.851831:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6000. 00000020:00000010:3.0:1777582958.851837:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374380. 00000020:00000010:3.0:1777582958.851843:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582958.851879:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefec0. 00000020:00000010:3.0:1777582958.851882:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefec0. 00000100:00000200:3.0:1777582958.851885:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707948800 02000000:00000010:3.0:1777582958.851928:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383f32000. 00010000:00000010:3.0:1777582958.851972:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.851990:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582958.852013:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582958.852019:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582958.852036:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582958.852040:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582958.852044:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582958.852048:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582958.852180:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582958.852184:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582958.852188:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582958.852191:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00000020:00000010:3.0:1777582958.852217:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05dc0. 00000020:00000010:3.0:1777582958.852225:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05dc0. 00000020:00000010:3.0:1777582958.852236:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743d80. 00080000:00000010:3.0:1777582958.852246:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6a8000. 00010000:00000010:3.1:1777582958.853830:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582958.853844:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582958.853849:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:3.1:1777582958.853853:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:3.1:1777582958.853857:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582958.853861:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582958.853867:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582958.853870:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582958.854418:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582958.854424:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582958.854428:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582958.854431:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582958.860769:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582958.860793:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000001:00000010:2.0:1777582958.860895:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb12a0. 00000001:00000010:2.0:1777582958.860905:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582958.860952:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743d80. 00010000:00000010:2.0:1777582958.860968:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582958.860977:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582958.861001:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e680c0. 00010000:00000010:2.0:1777582958.862779:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:2.0:1777582958.862811:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000200:2.0:1777582958.862837:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975604, last committed = 8589975425 00010000:00000200:2.0:1777582958.862849:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb07100 x1863928707948800/t8589975604(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582958.862874:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582958.862880:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707948800, offset 224 00000400:00000010:2.0:1777582958.862888:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12700. 00000400:00000200:2.0:1777582958.862892:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582958.862907:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582958.862915:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397427:397427:256:4294967295] 192.168.202.9@tcp LPNI seq info [397423:397423:8:4294967295] 00000400:00000200:2.0:1777582958.862922:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582958.862928:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582958.862933:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582958.862939:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582958.862945:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582958.862953:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582958.862957:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582958.862985:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374380. 00000020:00000010:2.0:1777582958.862990:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:2.0:1777582958.862994:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6000. 00000800:00000200:3.0:1777582958.863358:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.863363:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582958.863368:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.863374:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582958.864280:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:1.0:1777582958.864292:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:1.0:1777582958.864303:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e680c0. 00000400:00000200:2.0:1777582958.865628:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582958.865656:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149e5 00000400:00000200:2.0:1777582958.865663:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.865668:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582958.865684:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582958.865687:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00010000:00000010:1.0:1777582958.866507:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:1.0:1777582958.866520:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:3.1:1777582958.866672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582958.866688:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582958.866692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582958.866694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582958.866697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582958.866699:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00000400:00000200:1.0:1777582958.867479:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.867498:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8862180 00000400:00000200:1.0:1777582958.867505:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 65968 00000400:00000200:1.0:1777582958.867573:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.867579:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.867586:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.867593:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb05c00. 00000020:00000010:3.0:1777582958.867835:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefec0. 00000020:00000010:3.0:1777582958.867842:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefec0. 00000020:00000010:3.0:1777582958.867848:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6600. 00000020:00000010:3.0:1777582958.867853:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374200. 00000020:00000010:3.0:1777582958.867861:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.867909:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefec0. 00000020:00000010:3.0:1777582958.867911:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefec0. 00000100:00000200:3.0:1777582958.867914:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707948928 00000001:00000010:3.0:1777582958.867928:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:3.0:1777582958.867956:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582958.867964:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 02000000:00000010:3.0:1777582958.868001:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023860d7000. 00010000:00000010:3.0:1777582958.868032:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.868036:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582958.868056:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582958.868059:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374880. 00010000:00000010:3.0:1777582958.868063:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582958.868067:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00000004:00000010:3.0:1777582958.868207:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90f00. 00000004:00000010:3.0:1777582958.868218:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65bb8. 00000004:00000010:3.0:1777582958.868227:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386ff0. 00080000:00000010:3.0:1777582958.868236:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e131d0. 00010000:00000010:3.0:1777582958.872608:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582958.872622:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374700. 00010000:00000010:3.0:1777582958.872629:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.872637:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582958.872746:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582958.872762:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582958.872769:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374880. 00010000:00000010:3.0:1777582958.872801:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000200:3.0:1777582958.872825:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb05c00 x1863928707948928/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.872847:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582958.872855:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707948928, offset 224 00000400:00000200:3.0:1777582958.872862:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.872877:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.872885:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397428:397428:256:4294967295] 192.168.202.9@tcp LPNI seq info [397424:397424:8:4294967295] 00000400:00000200:3.0:1777582958.872896:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.872902:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.872907:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582958.872916:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.872925:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.872929:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.872962:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374200. 00000020:00000010:3.0:1777582958.872967:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.872970:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6600. 00000800:00000200:1.0:1777582958.873247:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.873262:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:1.0:1777582958.873268:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.873274:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.873279:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:1.0:1777582958.873281:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00010000:00000010:1.1:1777582958.875180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:1.1:1777582958.875194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582958.875281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582958.875288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:1.1:1777582958.877519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:1.1:1777582958.877532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582958.881168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582958.881187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582958.881192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582958.881194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:2.0:1777582958.885491:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.885515:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8862280 00000400:00000200:2.0:1777582958.885523:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 66544 00000400:00000200:2.0:1777582958.885542:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.885546:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.885555:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.885565:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b3100. 00000020:00000010:3.0:1777582958.885929:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef100. 00000020:00000010:3.0:1777582958.885935:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef100. 00000020:00000010:3.0:1777582958.885941:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6600. 00000020:00000010:3.0:1777582958.885947:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374200. 00000020:00000010:3.0:1777582958.885952:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.885999:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef100. 00000020:00000010:3.0:1777582958.886001:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef100. 00000100:00000200:3.0:1777582958.886004:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707949184 02000000:00000010:3.0:1777582958.886040:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023860d2000. 00010000:00000010:3.0:1777582958.886085:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582958.886105:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374700. 00010000:00000010:3.0:1777582958.886129:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582958.886184:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582958.886202:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582958.886205:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374700. 00010000:00000010:3.0:1777582958.886209:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582958.886212:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582958.886349:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582958.886352:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374880. 00010000:00000010:3.0:1777582958.886355:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.886358:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00000020:00000010:3.0:1777582958.886385:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e054c0. 00000020:00000010:3.0:1777582958.886392:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e054c0. 00000020:00000010:3.0:1777582958.886402:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eed840. 00080000:00000010:3.0:1777582958.886411:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6a9800. 00000001:00000010:3.0:1777582958.887523:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424a480. 00000001:00000010:3.0:1777582958.887533:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca240. 00000020:00000010:3.0:1777582958.887574:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eed840. 00010000:00000010:3.0:1777582958.887585:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582958.887591:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582958.887608:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582958.887713:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582958.887729:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000200:3.0:1777582958.887747:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975605, last committed = 8589975425 00010000:00000200:3.0:1777582958.887758:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b3100 x1863928707949184/t8589975605(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.887778:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5bb0. 00000100:00000200:3.0:1777582958.887785:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707949184, offset 224 00000400:00000010:3.0:1777582958.887791:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2188. 00000400:00000200:3.0:1777582958.887795:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.887809:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.887816:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397429:397429:256:4294967295] 192.168.202.9@tcp LPNI seq info [397425:397425:8:4294967295] 00000400:00000200:3.0:1777582958.887822:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.887830:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.887836:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.887840:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582958.887846:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.887853:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.887857:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.887884:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374200. 00000020:00000010:3.0:1777582958.887888:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.887891:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6600. 00000800:00000200:2.0:1777582958.890116:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582958.890124:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582958.890132:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.890163:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582958.891869:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:1.0:1777582958.891887:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374880. 00010000:00000010:1.0:1777582958.891899:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000400:00000200:1.0:1777582958.892821:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.892841:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149ed 00000400:00000200:1.0:1777582958.892849:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.892853:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.892860:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:1.0:1777582958.892863:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00010000:00000010:2.0:1777582958.892972:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:2.0:1777582958.892981:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374700. 00010000:00000010:3.1:1777582958.896812:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582958.896828:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582958.896833:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582958.896836:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582958.899179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582958.899192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.1:1777582958.899229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582958.899241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000400:00000200:2.0:1777582958.899865:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582958.899884:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8862300 00000400:00000200:2.0:1777582958.899892:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 67032 00000400:00000200:2.0:1777582958.900339:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582958.900346:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582958.900355:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582958.900363:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b0e00. 00000020:00000010:3.0:1777582958.902488:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef100. 00000020:00000010:3.0:1777582958.902500:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef100. 00000020:00000010:3.0:1777582958.902507:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6600. 00000020:00000010:3.0:1777582958.902513:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374200. 00000020:00000010:3.0:1777582958.902519:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.902635:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef100. 00000020:00000010:3.0:1777582958.902638:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef100. 00000100:00000200:3.0:1777582958.902642:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707949312 00000001:00000010:3.0:1777582958.902664:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e683c0. 00010000:00000010:3.0:1777582958.902702:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582958.902710:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 02000000:00000010:3.0:1777582958.902747:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023860d6000. 00010000:00000010:3.0:1777582958.902782:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.902787:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582958.902810:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582958.902813:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582958.902818:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.902821:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000004:00000010:3.0:1777582958.902930:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91a40. 00000004:00000010:3.0:1777582958.902940:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65870. 00000004:00000010:3.0:1777582958.902946:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386aa0. 00080000:00000010:3.0:1777582958.902955:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e121c8. 00010000:00000010:3.0:1777582958.913112:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582958.913123:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582958.913131:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582958.913152:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582958.913237:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582958.913265:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582958.913272:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582958.913301:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000200:3.0:1777582958.913323:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b0e00 x1863928707949312/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.913344:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582958.913352:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707949312, offset 224 00000400:00000200:3.0:1777582958.913359:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.913372:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.913380:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397430:397430:256:4294967295] 192.168.202.9@tcp LPNI seq info [397426:397426:8:4294967295] 00000400:00000200:3.0:1777582958.913391:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.913397:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.913402:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582958.913409:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.913417:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.913422:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.913452:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374200. 00000020:00000010:3.0:1777582958.913458:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.913461:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6600. 00000800:00000200:1.0:1777582958.913732:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.913737:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:1.0:1777582958.913743:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.913748:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.913754:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:1.0:1777582958.913756:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000400:00000200:1.0:1777582958.916665:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.916695:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8862400 00000400:00000200:1.0:1777582958.916704:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 67608 00000400:00000200:1.0:1777582958.916720:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.916724:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.916733:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.916740:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb07800. 00000020:00000010:3.0:1777582958.916900:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef980. 00000020:00000010:3.0:1777582958.916906:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef980. 00000020:00000010:3.0:1777582958.916913:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e98800. 00000020:00000010:3.0:1777582958.916919:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374200. 00000020:00000010:3.0:1777582958.916924:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.916964:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef980. 00000020:00000010:3.0:1777582958.916966:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef980. 00000100:00000200:3.0:1777582958.916969:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707949568 02000000:00000010:3.0:1777582958.917006:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023860d4000. 00010000:00000010:3.0:1777582958.917047:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582958.917062:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582958.917080:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582958.917086:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582958.917102:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582958.917104:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582958.917108:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582958.917111:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582958.917241:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582958.917244:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374e80. 00010000:00000010:3.0:1777582958.917247:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.917250:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582958.917407:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e054a0. 00000020:00000010:3.0:1777582958.917413:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e054a0. 00000020:00000010:3.0:1777582958.917424:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a424a960. 00080000:00000010:3.0:1777582958.917434:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6aa400. 00000001:00000010:3.0:1777582958.917923:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf120. 00000001:00000010:3.0:1777582958.917931:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582958.917968:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a424a960. 00010000:00000010:3.0:1777582958.917978:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582958.917982:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582958.917996:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582958.918034:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582958.918048:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:3.0:1777582958.918064:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975606, last committed = 8589975425 00010000:00000200:3.0:1777582958.918074:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb07800 x1863928707949568/t8589975606(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.918095:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582958.918101:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707949568, offset 224 00000400:00000010:3.0:1777582958.918108:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e20e0. 00000400:00000200:3.0:1777582958.918112:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.918125:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00010000:00000010:1.0:1777582958.918411:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:1.0:1777582958.918418:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374e80. 00010000:00000010:1.0:1777582958.918424:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000400:00000200:3.0:1777582958.918456:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397431:397431:256:4294967295] 192.168.202.9@tcp LPNI seq info [397427:397427:8:4294967295] 00000400:00000200:3.0:1777582958.918465:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.918473:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.918480:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.918485:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582958.918492:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.918500:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.918504:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.918570:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374200. 00000020:00000010:3.0:1777582958.918574:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.918578:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e98800. 00000800:00000200:0.0:1777582958.921449:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582958.921458:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:0.0:1777582958.921467:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582958.921476:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582958.925964:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582958.925978:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582958.925985:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582958.925988:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:1.0:1777582958.926203:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582958.926223:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149f5 00000400:00000200:1.0:1777582958.926231:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.926235:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582958.926243:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:1.0:1777582958.926245:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00000400:00000200:1.0:1777582958.926363:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.926370:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8862480 00000400:00000200:1.0:1777582958.926378:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 68096 00000400:00000200:1.0:1777582958.926721:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.926727:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.926733:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.926739:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb04380. 00010000:00000010:3.0:1777582958.929081:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582958.929100:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00000020:00000010:0.0:1777582958.929599:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f00. 00000020:00000010:0.0:1777582958.929607:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f00. 00000020:00000010:0.0:1777582958.929612:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.929617:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310080. 00000020:00000010:0.0:1777582958.929623:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582958.930815:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f00. 00000020:00000010:0.0:1777582958.930824:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f00. 00000100:00000200:0.0:1777582958.930829:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707949696 00000001:00000010:0.0:1777582958.930842:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca240. 00010000:00000010:0.0:1777582958.930871:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582958.930879:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 02000000:00000010:0.0:1777582958.930912:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023870c0000. 00010000:00000010:0.0:1777582958.930942:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582958.930945:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582958.930964:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582958.930967:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582958.930971:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582958.930974:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000004:00000010:0.0:1777582958.931076:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865192c0. 00000004:00000010:0.0:1777582958.931086:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22348. 00000004:00000010:0.0:1777582958.931093:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35980. 00080000:00000010:0.0:1777582958.931101:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74ab0. 00010000:00000010:3.0:1777582958.939604:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582958.939613:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582958.939619:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582958.939625:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582958.939818:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:3.0:1777582958.939829:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:3.0:1777582958.939835:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d00. 00010000:00000010:3.0:1777582958.939863:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000200:3.0:1777582958.939882:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb04380 x1863928707949696/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.939904:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582958.939911:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707949696, offset 224 00000400:00000200:3.0:1777582958.939918:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.939931:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.939939:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397432:397432:256:4294967295] 192.168.202.9@tcp LPNI seq info [397428:397428:8:4294967295] 00000400:00000200:3.0:1777582958.939951:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.939957:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.939961:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582958.939968:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.939975:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.939980:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 680 niov 1 nkiov 1 00010000:00000010:3.1:1777582958.943869:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582958.943889:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00000020:00000010:3.0:1777582958.943926:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310080. 00000020:00000010:3.0:1777582958.943933:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:3.0:1777582958.943939:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00010000:00000010:1.1:1777582958.944430:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:1.1:1777582958.944439:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000800:00000200:1.0:1777582958.947172:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582958.947182:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:1.0:1777582958.947193:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.947202:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582958.947211:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:1.0:1777582958.947214:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00000400:00000200:1.0:1777582958.947911:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582958.947928:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8862580 00000400:00000200:1.0:1777582958.947935:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 68672 00000400:00000200:1.0:1777582958.947952:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582958.947956:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582958.947963:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582958.947970:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb05f80. 00000020:00000010:3.0:1777582958.948069:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef380. 00000020:00000010:3.0:1777582958.948075:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef380. 00000020:00000010:3.0:1777582958.948081:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f6600. 00000020:00000010:3.0:1777582958.948088:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582958.948092:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.948240:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef380. 00000020:00000010:3.0:1777582958.948244:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef380. 00000100:00000200:3.0:1777582958.948247:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707949952 02000000:00000010:3.0:1777582958.948451:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023860d3000. 00010000:00000010:3.0:1777582958.948504:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582958.948525:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582958.948549:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582958.948555:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582958.948572:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582958.948575:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582958.948579:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582958.948582:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582958.948725:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582958.948729:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582958.948732:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582958.948735:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582958.948760:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e055a0. 00000020:00000010:3.0:1777582958.948767:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e055a0. 00000020:00000010:3.0:1777582958.948780:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a424a960. 00080000:00000010:3.0:1777582958.948790:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6ab000. 00000001:00000010:3.0:1777582958.949221:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02395eed840. 00000001:00000010:3.0:1777582958.949228:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582958.949429:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a424a960. 00010000:00000010:3.0:1777582958.949441:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582958.949446:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582958.949462:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca240. 00010000:00000010:3.0:1777582958.950534:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582958.950559:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000200:3.0:1777582958.950587:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975607, last committed = 8589975425 00010000:00000200:3.0:1777582958.950601:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb05f80 x1863928707949952/t8589975607(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582958.950629:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582958.950637:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707949952, offset 224 00000400:00000010:3.0:1777582958.950646:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e29a0. 00000400:00000200:3.0:1777582958.950651:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.950665:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.950672:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397433:397433:256:4294967295] 192.168.202.9@tcp LPNI seq info [397429:397429:8:4294967295] 00000400:00000200:3.0:1777582958.950691:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582958.950698:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.950704:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.950710:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582958.950716:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.950725:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.950730:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.950759:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582958.950763:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.950767:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f6600. 00010000:00000010:1.0:1777582958.954299:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:1.0:1777582958.954319:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374380. 00010000:00000010:1.0:1777582958.954331:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca240. 00010000:00000010:3.1:1777582958.954436:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582958.954443:0:205914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000800:00000200:3.0:1777582958.956990:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.957001:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582958.957010:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.957020:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.957061:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.957079:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2149fd 00000400:00000200:3.0:1777582958.957085:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.957088:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.957094:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:3.0:1777582958.957097:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:0.0:1777582958.957250:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:0.0:1777582958.957274:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00000400:00000200:3.0:1777582958.960586:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.960610:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8862600 00000400:00000200:3.0:1777582958.960618:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 69160 00000400:00000200:3.0:1777582958.960723:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.960730:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.960739:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.960748:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386125c00. 00000020:00000010:0.0:1777582958.961081:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582958.961088:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582958.961096:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.961102:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582958.961108:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582958.961172:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:0.0:1777582958.961175:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000100:00000200:0.0:1777582958.961178:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707950080 00000001:00000010:0.0:1777582958.961190:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:0.0:1777582958.961221:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582958.961230:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582958.961270:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023870c6000. 00010000:00000010:0.0:1777582958.961313:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582958.961318:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582958.961337:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582958.961340:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582958.961345:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582958.961348:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000004:00000010:0.0:1777582958.961454:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519c20. 00000004:00000010:0.0:1777582958.961463:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e227f8. 00000004:00000010:0.0:1777582958.961470:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35540. 00080000:00000010:0.0:1777582958.961480:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75560. 00010000:00000010:0.0:1777582958.962215:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582958.962221:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.962225:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582958.962230:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582958.962296:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582958.962307:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582958.962313:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582958.962335:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582958.962351:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386125c00 x1863928707950080/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582958.962370:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582958.962375:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707950080, offset 224 00000400:00000200:0.0:1777582958.962383:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.962395:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.962401:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397434:397434:256:4294967295] 192.168.202.9@tcp LPNI seq info [397430:397430:8:4294967295] 00000400:00000200:0.0:1777582958.962411:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.962416:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.962420:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582958.962426:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.962433:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.962437:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.962455:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582958.962459:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582958.962463:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00000800:00000200:3.0:1777582958.962786:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.962791:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582958.962796:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.962802:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.962807:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:3.0:1777582958.962809:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000400:00000200:3.0:1777582958.965094:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.965115:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8862700 00000400:00000200:3.0:1777582958.965124:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 69736 00000400:00000200:3.0:1777582958.965158:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.965162:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.965171:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.965178:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386124a80. 00000020:00000010:0.0:1777582958.965419:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.965425:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.965432:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.965438:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582958.965443:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582958.967769:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.967777:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000100:00000200:0.0:1777582958.967784:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707950336 02000000:00000010:0.0:1777582958.967827:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02393708000. 00010000:00000010:0.0:1777582958.967868:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582958.967883:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.967901:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582958.967906:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582958.967922:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582958.967925:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.967930:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582958.967932:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582958.968032:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582958.968035:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582958.968038:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582958.968041:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000020:00000010:0.0:1777582958.968062:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48520. 00000020:00000010:0.0:1777582958.968068:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48520. 00000020:00000010:0.0:1777582958.968077:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02391f48600. 00080000:00000010:0.0:1777582958.968086:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a658800. 00000001:00000010:0.0:1777582958.968891:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a4ced5a0. 00000001:00000010:0.0:1777582958.968899:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185e40. 00000020:00000010:0.0:1777582958.968938:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02391f48600. 00010000:00000010:0.0:1777582958.968947:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582958.968953:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582958.968967:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185000. 00010000:00000010:0.0:1777582958.969022:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582958.969037:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:0.0:1777582958.969056:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975608, last committed = 8589975425 00010000:00000200:0.0:1777582958.969069:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386124a80 x1863928707950336/t8589975608(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.969090:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582958.969098:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707950336, offset 224 00000400:00000010:0.0:1777582958.969106:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4fc0. 00000400:00000200:0.0:1777582958.969110:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.969123:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.969130:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397435:397435:256:4294967295] 192.168.202.9@tcp LPNI seq info [397431:397431:8:4294967295] 00000400:00000200:0.0:1777582958.969159:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.969167:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.969173:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.969178:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582958.969184:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.969191:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.969195:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.969222:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582958.969226:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582958.969230:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00010000:00000010:3.1:1777582958.971377:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582958.971394:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582958.971401:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582958.971407:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582958.971410:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582958.971414:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000800:00000200:3.0:1777582958.971560:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.971565:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582958.971573:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.971583:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.974332:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582958.974353:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214a05 00000400:00000200:3.0:1777582958.974361:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.974365:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582958.974372:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:3.0:1777582958.974375:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000400:00000200:3.0:1777582958.974413:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.974420:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8862780 00000400:00000200:3.0:1777582958.974428:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 70224 00000400:00000200:3.0:1777582958.974490:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.974494:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.974500:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.974508:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386127b80. 00000020:00000010:3.0:1777582958.974575:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef380. 00000020:00000010:3.0:1777582958.974581:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef380. 00000020:00000010:3.0:1777582958.974587:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e98800. 00000020:00000010:3.0:1777582958.974593:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582958.974597:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.974653:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef380. 00000020:00000010:3.0:1777582958.974656:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef380. 00000100:00000200:3.0:1777582958.974659:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707950464 00000001:00000010:3.0:1777582958.974670:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582958.974710:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582958.974719:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 02000000:00000010:3.0:1777582958.974749:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023860d5000. 00010000:00000010:3.0:1777582958.974779:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582958.974784:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582958.974803:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582958.974808:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582958.974812:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582958.974815:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00000004:00000010:3.0:1777582958.974905:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91c20. 00000004:00000010:3.0:1777582958.974915:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65078. 00000004:00000010:3.0:1777582958.974922:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386bb0. 00080000:00000010:3.0:1777582958.974930:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13398. 00010000:00000010:1.0:1777582958.977215:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:1.0:1777582958.977232:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.977880:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582958.977889:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582958.977897:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185000. 00010000:00000010:3.0:1777582958.978462:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582958.978468:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3900. 00010000:00000010:3.0:1777582958.978475:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582958.978480:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582958.978551:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582958.978563:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582958.978568:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582958.978598:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000200:3.0:1777582958.978620:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386127b80 x1863928707950464/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 576/584 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582958.979353:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582958.979363:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707950464, offset 224 00000400:00000200:3.0:1777582958.979374:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582958.979391:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582958.979397:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397436:397436:256:4294967295] 192.168.202.9@tcp LPNI seq info [397432:397432:8:4294967295] 00000400:00000200:3.0:1777582958.979409:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582958.979415:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582958.979420:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582958.979427:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582958.979435:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582958.979439:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582958.979467:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582958.979471:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582958.979476:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e98800. 00000800:00000200:3.0:1777582958.979600:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.979604:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582958.979609:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.979615:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582958.979621:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:3.0:1777582958.979623:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:3.1:1777582958.987182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582958.987199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582958.987205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582958.987207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:1.1:1777582958.987262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582958.987267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:3.0:1777582958.989662:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582958.989694:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8862880 00000400:00000200:3.0:1777582958.989704:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 70800 00000400:00000200:3.0:1777582958.989723:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.989727:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582958.989739:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582958.989748:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386127100. 00000020:00000010:0.0:1777582958.989969:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.989976:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.989982:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582958.989987:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310600. 00000020:00000010:0.0:1777582958.989992:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582958.990034:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582958.990038:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000100:00000200:0.0:1777582958.990041:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707950720 02000000:00000010:0.0:1777582958.990083:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239370c000. 00010000:00000010:0.0:1777582958.990127:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:0.0:1777582958.990173:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3900. 00010000:00000010:0.0:1777582958.990195:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582958.990202:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582958.990220:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582958.990224:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310780. 00010000:00000010:0.0:1777582958.990228:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582958.990230:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582958.990360:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582958.990365:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582958.990368:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582958.990372:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000020:00000010:0.0:1777582958.990397:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48520. 00000020:00000010:0.0:1777582958.990402:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48520. 00000020:00000010:0.0:1777582958.990413:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a4ced300. 00080000:00000010:0.0:1777582958.990424:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a659400. 00000001:00000010:0.0:1777582958.990979:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a4cede40. 00000001:00000010:0.0:1777582958.990987:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185b40. 00000020:00000010:0.0:1777582958.991023:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a4ced300. 00010000:00000010:0.0:1777582958.991032:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582958.991036:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582958.991050:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185000. 00010000:00000010:0.0:1777582958.991093:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582958.991109:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582958.991125:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975609, last committed = 8589975425 00010000:00000200:0.0:1777582958.991156:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386127100 x1863928707950720/t8589975609(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:399/0 lens 488/456 e 0 to 0 dl 1777582969 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582958.991175:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582958.991182:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707950720, offset 224 00000400:00000010:0.0:1777582958.991189:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4770. 00000400:00000200:0.0:1777582958.991193:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582958.991206:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582958.991213:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397437:397437:256:4294967295] 192.168.202.9@tcp LPNI seq info [397433:397433:8:4294967295] 00000400:00000200:0.0:1777582958.991219:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582958.991226:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582958.991231:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582958.991235:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582958.991242:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582958.991249:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582958.991254:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582958.991274:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310600. 00000020:00000010:0.0:1777582958.991277:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582958.991281:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00010000:00000010:1.0:1777582958.991658:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:1.0:1777582958.991665:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:1.0:1777582958.991767:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185000. 00000800:00000200:3.0:1777582958.991984:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582958.991990:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582958.991995:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582958.992002:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582958.999869:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:1.1:1777582958.999886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582958.999953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582958.999960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582958.999964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582958.999967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.1:1777582959.000247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582959.000263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582959.000267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582959.000269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582959.000271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582959.000273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582959.000279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582959.000281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:0.1:1777582959.000283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582959.000285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582959.000302:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582959.000305:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000400:00000200:3.0:1777582959.001635:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.001672:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214a0d 00000400:00000200:3.0:1777582959.001687:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.001692:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.001699:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:3.0:1777582959.001703:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000400:00000200:3.0:1777582959.001733:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.001738:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8862900 00000400:00000200:3.0:1777582959.001747:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 71288 00000400:00000200:3.0:1777582959.001760:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.001764:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.001768:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.001774:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386126300. 00000020:00000010:1.0:1777582959.001983:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582959.001990:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582959.001997:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02489872e00. 00000020:00000010:1.0:1777582959.002004:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e900. 00000020:00000010:1.0:1777582959.002009:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.002043:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0040. 00000020:00000010:1.0:1777582959.002046:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0040. 00000100:00000200:1.0:1777582959.002049:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707950848 00000001:00000010:1.0:1777582959.002061:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185e40. 00010000:00000010:1.0:1777582959.002087:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582959.002095:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 02000000:00000010:1.0:1777582959.002125:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5964000. 00010000:00000010:1.0:1777582959.002169:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582959.002172:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582959.002192:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582959.002195:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582959.002200:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582959.002203:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00000004:00000010:1.0:1777582959.002327:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f565a0. 00000004:00000010:1.0:1777582959.002337:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a30f0. 00000004:00000010:1.0:1777582959.002344:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944110. 00080000:00000010:1.0:1777582959.002354:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f398. 00010000:00000010:0.0:1777582959.003036:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582959.003049:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310780. 00010000:00000010:1.0:1777582959.003437:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582959.003442:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582959.003448:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.003453:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582959.003518:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582959.003527:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582959.003531:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582959.003555:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000200:1.0:1777582959.003575:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02386126300 x1863928707950848/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.003595:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777582959.003603:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707950848, offset 224 00000400:00000200:1.0:1777582959.003611:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.003625:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.003632:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397438:397438:256:4294967295] 192.168.202.9@tcp LPNI seq info [397434:397434:8:4294967295] 00000400:00000200:1.0:1777582959.003642:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.003659:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.003665:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582959.003700:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.003709:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.003713:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.003742:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e900. 00000020:00000010:1.0:1777582959.003747:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.003753:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02489872e00. 00000800:00000200:3.0:1777582959.003981:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.003987:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582959.003991:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.003997:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.004003:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:3.0:1777582959.004005:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00010000:00000010:0.1:1777582959.004468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582959.004476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582959.004482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582959.004485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582959.008055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582959.008076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00000400:00000200:3.0:1777582959.009361:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.009383:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8862a00 00000400:00000200:3.0:1777582959.009391:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 71864 00000400:00000200:3.0:1777582959.009409:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.009415:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.009425:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.009437:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239de19180. 00000020:00000010:1.0:1777582959.009570:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582959.009575:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582959.009583:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02489872e00. 00000020:00000010:1.0:1777582959.009587:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e900. 00000020:00000010:1.0:1777582959.009592:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.009630:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582959.009633:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b40. 00000100:00000200:1.0:1777582959.009636:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707951104 02000000:00000010:1.0:1777582959.009694:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023f5967000. 00010000:00000010:1.0:1777582959.009741:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582959.009757:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582959.009778:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582959.009784:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582959.009801:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582959.009804:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582959.009809:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582959.009811:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582959.009926:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582959.009929:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582959.009933:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582959.009936:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00000020:00000010:1.0:1777582959.009965:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6d60. 00000020:00000010:1.0:1777582959.009972:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6d60. 00000020:00000010:1.0:1777582959.009984:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024899139c0. 00080000:00000010:1.0:1777582959.009995:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad375400. 00000001:00000010:1.0:1777582959.010442:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024a562a540. 00000001:00000010:1.0:1777582959.010449:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582959.010491:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024899139c0. 00010000:00000010:1.0:1777582959.010501:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582959.010506:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582959.010520:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484300. 00010000:00000010:1.0:1777582959.010566:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582959.010581:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000200:1.0:1777582959.010599:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975610, last committed = 8589975425 00010000:00000200:1.0:1777582959.010613:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239de19180 x1863928707951104/t8589975610(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582959.010636:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582959.010643:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707951104, offset 224 00000400:00000010:1.0:1777582959.010651:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d29a0. 00000400:00000200:1.0:1777582959.010655:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.010671:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.010692:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397439:397439:256:4294967295] 192.168.202.9@tcp LPNI seq info [397435:397435:8:4294967295] 00000400:00000200:1.0:1777582959.010699:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582959.010707:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.010713:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.010719:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582959.010727:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.010736:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.010739:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.010765:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e900. 00000020:00000010:1.0:1777582959.010770:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.010774:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02489872e00. 00000800:00000200:1.0:1777582959.010887:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.010891:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:1.0:1777582959.010895:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.010900:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582959.011006:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:0.0:1777582959.011014:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:0.0:1777582959.011021:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484300. 00010000:00000010:1.1:1777582959.015079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582959.015097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582959.015101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582959.015104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:0.1:1777582959.015269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582959.015275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000400:00000200:3.0:1777582959.020084:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.020111:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214a15 00000400:00000200:3.0:1777582959.020120:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.020125:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.020165:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:3.0:1777582959.020169:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00010000:00000010:0.1:1777582959.020266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:0.1:1777582959.020275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582959.020380:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582959.020391:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:1.1:1777582959.022496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582959.022509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:1.1:1777582959.022523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582959.022526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000400:00000200:3.0:1777582959.028393:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.028415:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8862a80 00000400:00000200:3.0:1777582959.028423:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 72352 00000400:00000200:3.0:1777582959.028495:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.028500:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.028509:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.028517:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239de18a80. 00000020:00000010:0.0:1777582959.033761:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582959.033775:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582959.033788:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d000. 00000020:00000010:0.0:1777582959.033795:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582959.033803:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.033988:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582959.033992:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000100:00000200:0.0:1777582959.033996:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707951232 00000001:00000010:0.0:1777582959.034010:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185b40. 00010000:00000010:0.0:1777582959.034041:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582959.034051:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 02000000:00000010:0.0:1777582959.034082:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239370e000. 00010000:00000010:0.0:1777582959.034115:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582959.034119:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582959.034160:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582959.034163:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582959.034167:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582959.034170:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00000004:00000010:0.0:1777582959.034451:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865185a0. 00000004:00000010:0.0:1777582959.034462:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e229d8. 00000004:00000010:0.0:1777582959.034471:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35ba0. 00080000:00000010:0.0:1777582959.034482:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75ab8. 00010000:00000010:0.0:1777582959.035119:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582959.035125:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310300. 00010000:00000010:0.0:1777582959.035129:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582959.035155:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582959.035227:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582959.035240:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582959.035246:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582959.035490:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:0.0:1777582959.035513:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239de18a80 x1863928707951232/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582959.035535:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582959.035543:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707951232, offset 224 00000400:00000200:0.0:1777582959.035551:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.035567:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.035576:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397440:397440:256:4294967295] 192.168.202.9@tcp LPNI seq info [397436:397436:8:4294967295] 00000400:00000200:0.0:1777582959.035589:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.035596:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.035603:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582959.035612:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.035622:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.035626:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.035751:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582959.035757:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.035761:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d000. 00000800:00000200:1.0:1777582959.042230:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.042240:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582959.042261:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.042272:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.042278:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:1.0:1777582959.042281:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00000400:00000200:1.0:1777582959.042692:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.042707:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8862b80 00000400:00000200:1.0:1777582959.042716:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 72928 00000400:00000200:1.0:1777582959.042734:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.042738:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.042744:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.042751:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb06a00. 00000020:00000010:3.0:1777582959.042939:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef040. 00000020:00000010:3.0:1777582959.042946:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef040. 00000020:00000010:3.0:1777582959.042952:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863bf400. 00000020:00000010:3.0:1777582959.042958:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3a00. 00000020:00000010:3.0:1777582959.042962:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582959.043006:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef040. 00000020:00000010:3.0:1777582959.043008:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef040. 00000100:00000200:3.0:1777582959.043011:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707951488 02000000:00000010:3.0:1777582959.043049:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023860d1000. 00010000:00000010:3.0:1777582959.043091:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:3.0:1777582959.043106:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310300. 00010000:00000010:3.0:1777582959.043125:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582959.043131:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582959.043180:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582959.043184:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3980. 00010000:00000010:3.0:1777582959.043188:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582959.043191:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582959.043320:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582959.043323:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3300. 00010000:00000010:3.0:1777582959.043327:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.043329:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582959.043356:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05c00. 00000020:00000010:3.0:1777582959.043363:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05c00. 00000020:00000010:3.0:1777582959.043373:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02395eedc60. 00080000:00000010:3.0:1777582959.043383:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ae6ab400. 00000001:00000010:3.0:1777582959.044209:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424a1e0. 00000001:00000010:3.0:1777582959.044219:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582959.044272:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02395eedc60. 00010000:00000010:3.0:1777582959.044336:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582959.044343:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582959.044364:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582959.044409:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.044430:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000200:3.0:1777582959.044450:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975611, last committed = 8589975425 00010000:00000200:3.0:1777582959.044461:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb06a00 x1863928707951488/t8589975611(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.044483:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582959.044490:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707951488, offset 224 00000400:00000010:3.0:1777582959.044498:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2f18. 00000400:00000200:3.0:1777582959.044503:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.044517:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.044525:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397441:397441:256:4294967295] 192.168.202.9@tcp LPNI seq info [397437:397437:8:4294967295] 00000400:00000200:3.0:1777582959.044531:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.044539:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.044544:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.044549:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582959.044555:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.044563:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.044568:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.044592:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3a00. 00000020:00000010:3.0:1777582959.044596:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582959.044599:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863bf400. 00000800:00000200:3.0:1777582959.048633:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.048729:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582959.048737:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.048747:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.048784:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.048798:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214a1d 00000400:00000200:3.0:1777582959.048805:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.048807:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.048813:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:3.0:1777582959.048815:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:1.0:1777582959.048832:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00000400:00000200:3.0:1777582959.048838:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.048845:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8862c00 00000400:00000200:3.0:1777582959.048853:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 73416 00010000:00000010:1.0:1777582959.048856:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3300. 00010000:00000010:1.0:1777582959.048870:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582959.049271:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:0.0:1777582959.049279:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3980. 00000400:00000200:3.0:1777582959.049774:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.049782:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.049790:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.049798:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239de1aa00. 00010000:00000010:1.1:1777582959.050247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582959.050254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000020:00000010:1.0:1777582959.050289:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582959.050295:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582959.050300:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02489872e00. 00000020:00000010:1.0:1777582959.050306:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:1.0:1777582959.050311:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.050348:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0b40. 00000020:00000010:1.0:1777582959.050351:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0b40. 00000100:00000200:1.0:1777582959.050354:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707951616 00000001:00000010:1.0:1777582959.050366:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:1.0:1777582959.050393:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582959.050399:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 02000000:00000010:1.0:1777582959.050427:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023f5961000. 00010000:00000010:1.0:1777582959.050461:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582959.050465:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582959.050733:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582959.051062:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e900. 00010000:00000010:1.0:1777582959.051071:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.051075:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00000004:00000010:1.0:1777582959.051225:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57c20. 00000004:00000010:1.0:1777582959.051234:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3000. 00000004:00000010:1.0:1777582959.051241:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944ee0. 00080000:00000010:1.0:1777582959.051249:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e000. 00010000:00000010:3.1:1777582959.051721:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582959.051731:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582959.051735:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582959.051738:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.1:1777582959.061432:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.1:1777582959.061445:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.0:1777582959.061709:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582959.061715:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec00. 00010000:00000010:1.0:1777582959.061723:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582959.061730:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582959.062452:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582959.062468:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:0.1:1777582959.062607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582959.062614:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582959.062618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582959.062620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582959.062623:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:0.1:1777582959.062627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:1.0:1777582959.062662:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e900. 00010000:00000010:1.0:1777582959.062707:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000200:1.0:1777582959.062734:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239de1aa00 x1863928707951616/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.063012:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777582959.063021:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707951616, offset 224 00000400:00000200:1.0:1777582959.063030:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.063048:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.063058:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397442:397442:256:4294967295] 192.168.202.9@tcp LPNI seq info [397438:397438:8:4294967295] 00000400:00000200:1.0:1777582959.063071:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.063079:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.063086:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582959.063095:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.063104:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.063109:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.063213:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed80. 00000020:00000010:1.0:1777582959.063220:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.063227:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02489872e00. 00000800:00000200:0.0:1777582959.063380:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.063385:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582959.063391:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.063396:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.063402:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:0.0:1777582959.063404:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000400:00000200:1.0:1777582959.066837:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.066861:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8862d00 00000400:00000200:1.0:1777582959.066870:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 73992 00000400:00000200:1.0:1777582959.066888:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.066893:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.066902:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.066909:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb04700. 00000020:00000010:2.0:1777582959.067010:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582959.067015:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582959.067021:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:2.0:1777582959.067026:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87700. 00000020:00000010:2.0:1777582959.067032:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582959.067080:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582959.067083:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93740. 00000100:00000200:2.0:1777582959.067086:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707951872 02000000:00000010:2.0:1777582959.067123:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389626000. 00010000:00000010:2.0:1777582959.067186:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:2.0:1777582959.067201:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec00. 00010000:00000010:2.0:1777582959.067221:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582959.067227:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582959.067242:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582959.067245:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87e80. 00010000:00000010:2.0:1777582959.067248:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582959.067261:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582959.067371:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582959.067374:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87f80. 00010000:00000010:2.0:1777582959.067377:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582959.067380:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000020:00000010:2.0:1777582959.067403:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054c00. 00000020:00000010:2.0:1777582959.067409:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054c00. 00000020:00000010:2.0:1777582959.067419:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1d20. 00080000:00000010:2.0:1777582959.067428:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5e92000. 00000001:00000010:2.0:1777582959.068786:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1120. 00000001:00000010:2.0:1777582959.068797:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68000. 00000020:00000010:2.0:1777582959.068846:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1d20. 00010000:00000010:2.0:1777582959.068861:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582959.068868:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582959.068886:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00010000:00000010:2.0:1777582959.068936:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582959.068952:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582959.068971:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975612, last committed = 8589975425 00010000:00000200:2.0:1777582959.068981:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb04700 x1863928707951872/t8589975612(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.069000:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582959.069006:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707951872, offset 224 00000400:00000010:2.0:1777582959.069012:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca126c8. 00000400:00000200:2.0:1777582959.069016:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.069030:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.069037:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397443:397443:256:4294967295] 192.168.202.9@tcp LPNI seq info [397439:397439:8:4294967295] 00000400:00000200:2.0:1777582959.069043:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582959.069050:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.069057:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.069062:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582959.069068:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.069076:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.069080:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.069104:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87700. 00000020:00000010:2.0:1777582959.069108:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582959.069112:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00000800:00000200:2.0:1777582959.069242:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.069245:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582959.069262:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.069267:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582959.069719:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:0.0:1777582959.069730:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87f80. 00010000:00000010:0.0:1777582959.069737:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68d80. 00000400:00000200:0.0:1777582959.073403:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.073425:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214a25 00000400:00000200:0.0:1777582959.073433:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.073437:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.073444:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:0.0:1777582959.073448:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000400:00000200:0.0:1777582959.073478:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.073483:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8862d80 00000400:00000200:0.0:1777582959.073491:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 74480 00000400:00000200:0.0:1777582959.073546:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.073550:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.073554:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.073561:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55ba300. 00000020:00000010:2.0:1777582959.074129:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582959.074153:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582959.074161:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:2.0:1777582959.074168:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87700. 00000020:00000010:2.0:1777582959.074174:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00010000:00000010:1.1:1777582959.074177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582959.074186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582959.074190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582959.074192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000020:00000010:2.0:1777582959.074212:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582959.074214:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93740. 00000100:00000200:2.0:1777582959.074219:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707952000 00010000:00000010:1.0:1777582959.074230:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00000001:00000010:2.0:1777582959.074231:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:1.0:1777582959.074241:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87e80. 00010000:00000010:2.0:1777582959.074257:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582959.074263:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 02000000:00000010:2.0:1777582959.074294:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389625000. 00010000:00000010:2.0:1777582959.074324:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582959.074328:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582959.074343:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582959.074347:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582959.074351:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582959.074354:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00000004:00000010:2.0:1777582959.074461:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487056d20. 00000004:00000010:2.0:1777582959.074470:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0b40. 00000004:00000010:2.0:1777582959.074477:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757760. 00080000:00000010:2.0:1777582959.074486:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097ac78. 00010000:00000010:2.1:1777582959.075205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582959.075212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582959.075216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582959.075220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582959.075353:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:0.1:1777582959.075359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582959.075591:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582959.075596:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87200. 00010000:00000010:2.0:1777582959.075601:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582959.075606:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582959.075670:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582959.075690:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582959.075695:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582959.075720:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582959.075738:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55ba300 x1863928707952000/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582959.075758:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582959.075766:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707952000, offset 224 00000400:00000200:2.0:1777582959.075773:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.075788:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.075795:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397444:397444:256:4294967295] 192.168.202.9@tcp LPNI seq info [397440:397440:8:4294967295] 00000400:00000200:2.0:1777582959.075808:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.075814:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.075818:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582959.075825:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.075834:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.075838:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.075910:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87700. 00000020:00000010:2.0:1777582959.075915:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582959.075919:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00000800:00000200:1.0:1777582959.076195:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.076200:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582959.076205:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.076211:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.076216:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:1.0:1777582959.076219:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000400:00000200:2.0:1777582959.079086:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.079106:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8862e80 00000400:00000200:2.0:1777582959.079114:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 75056 00000400:00000200:2.0:1777582959.079130:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.079166:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.079175:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.079183:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b3480. 00010000:00000010:1.1:1777582959.079271:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:1.1:1777582959.079279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00000020:00000010:0.0:1777582959.079928:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.079934:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.079939:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921000. 00000020:00000010:0.0:1777582959.079944:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582959.079948:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.079983:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.079986:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000100:00000200:0.0:1777582959.079989:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707952256 02000000:00000010:0.0:1777582959.080028:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02393709000. 00010000:00000010:0.0:1777582959.080065:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:0.0:1777582959.080076:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87200. 00010000:00000010:0.0:1777582959.080096:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582959.080102:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582959.080117:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582959.080119:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582959.080122:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582959.080124:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:2.0:1777582959.080482:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582959.080487:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87700. 00010000:00000010:2.0:1777582959.080491:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582959.080495:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00000020:00000010:2.0:1777582959.080521:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054860. 00000020:00000010:2.0:1777582959.080527:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054860. 00000020:00000010:2.0:1777582959.080538:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1600. 00080000:00000010:2.0:1777582959.080548:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5e92c00. 00000001:00000010:2.0:1777582959.081006:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb16c0. 00000001:00000010:2.0:1777582959.081014:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e686c0. 00000020:00000010:2.0:1777582959.081056:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1600. 00010000:00000010:2.0:1777582959.081065:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582959.081069:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582959.081083:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582959.081156:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582959.081172:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:2.0:1777582959.081190:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975613, last committed = 8589975425 00010000:00000200:2.0:1777582959.081202:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b3480 x1863928707952256/t8589975613(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.081222:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582959.081228:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707952256, offset 224 00000400:00000010:2.0:1777582959.081235:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12620. 00000400:00000200:2.0:1777582959.081240:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.081264:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.081271:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397445:397445:256:4294967295] 192.168.202.9@tcp LPNI seq info [397441:397441:8:4294967295] 00000400:00000200:2.0:1777582959.081278:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00010000:00000010:1.0:1777582959.081689:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:1.0:1777582959.081698:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87700. 00010000:00000010:1.0:1777582959.081706:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e689c0. 00000400:00000200:2.0:1777582959.081873:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.081882:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.081889:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582959.081897:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.081904:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.081909:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.081939:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:2.0:1777582959.081944:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:2.0:1777582959.081949:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921000. 00000800:00000200:0.0:1777582959.082104:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.082109:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582959.082115:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.082121:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582959.083180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582959.083192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582959.083195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582959.083198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582959.084266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:1.1:1777582959.084278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00000400:00000200:1.0:1777582959.084330:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.084349:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214a2d 00000400:00000200:1.0:1777582959.084357:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.084361:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.084368:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:1.0:1777582959.084371:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00010000:00000010:0.0:1777582959.084608:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582959.084620:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00010000:00000010:0.1:1777582959.085965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582959.085978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00000400:00000200:2.0:1777582959.086033:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.086049:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8862f00 00000400:00000200:2.0:1777582959.086056:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 75544 00000400:00000200:2.0:1777582959.086111:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.086116:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.086123:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.086130:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b0a80. 00000020:00000010:0.0:1777582959.086399:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.086405:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.086412:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921000. 00000020:00000010:0.0:1777582959.086417:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310600. 00000020:00000010:0.0:1777582959.086422:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582959.086450:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.086453:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000100:00000200:0.0:1777582959.086456:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707952384 00000001:00000010:0.0:1777582959.086465:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68000. 00010000:00000010:0.0:1777582959.086500:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582959.086508:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 02000000:00000010:0.0:1777582959.086540:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024ade52000. 00010000:00000010:0.0:1777582959.086566:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582959.086569:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582959.086586:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582959.086589:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582959.086593:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582959.086595:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00000004:00000010:0.0:1777582959.086698:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865183c0. 00000004:00000010:0.0:1777582959.086707:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22168. 00000004:00000010:0.0:1777582959.086713:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34000. 00080000:00000010:0.0:1777582959.086721:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f758f0. 00010000:00000010:1.0:1777582959.088003:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582959.088011:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:1.0:1777582959.088017:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.088024:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582959.088112:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:1.0:1777582959.088125:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:1.0:1777582959.088131:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310200. 00010000:00000010:1.0:1777582959.088195:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000200:1.0:1777582959.088215:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b0a80 x1863928707952384/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.088239:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582959.088245:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707952384, offset 224 00000400:00000200:1.0:1777582959.088263:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.088278:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.088567:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397446:397446:256:4294967295] 192.168.202.9@tcp LPNI seq info [397442:397442:8:4294967295] 00000400:00000200:1.0:1777582959.088580:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.088587:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.088592:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582959.088599:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.088607:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.088611:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.088638:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310600. 00000020:00000010:1.0:1777582959.088732:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:1.0:1777582959.088738:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921000. 00010000:00000010:2.1:1777582959.089507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582959.089515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000800:00000200:0.0:1777582959.089939:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.089944:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:0.0:1777582959.089950:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.089957:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.089963:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:0.0:1777582959.089965:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00010000:00000010:1.1:1777582959.091185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000400:00000200:1.0:1777582959.091652:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.091670:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8863000 00000400:00000200:1.0:1777582959.091686:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 76120 00000400:00000200:1.0:1777582959.091702:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.091706:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.091714:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.091720:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb07480. 00010000:00000010:0.1:1777582959.091978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:0.1:1777582959.091987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000020:00000010:0.0:1777582959.092038:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.092043:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.092049:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02398fbd200. 00000020:00000010:0.0:1777582959.092055:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582959.092061:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582959.092098:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.092100:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000100:00000200:0.0:1777582959.092103:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707952640 02000000:00000010:0.0:1777582959.092164:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024ade57000. 00010000:00000010:0.0:1777582959.092204:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:0.0:1777582959.092218:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:0.0:1777582959.092239:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582959.092243:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582959.092255:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582959.092259:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582959.092263:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582959.092266:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582959.092369:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582959.092373:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582959.092376:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582959.092378:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00000020:00000010:0.0:1777582959.092401:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48840. 00000020:00000010:0.0:1777582959.092406:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48840. 00000020:00000010:0.0:1777582959.092415:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a4ced0c0. 00080000:00000010:0.0:1777582959.092423:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a658c00. 00000001:00000010:0.0:1777582959.093781:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a4ced060. 00000001:00000010:0.0:1777582959.093793:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582959.093985:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a4ced0c0. 00010000:00000010:0.0:1777582959.094000:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582959.094009:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582959.094030:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185b40. 00010000:00000010:0.0:1777582959.094084:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582959.094103:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000200:0.0:1777582959.094123:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975614, last committed = 8589975425 00010000:00000200:0.0:1777582959.094155:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb07480 x1863928707952640/t8589975614(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.094177:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582959.094185:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707952640, offset 224 00000400:00000010:0.0:1777582959.094192:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da47a8. 00000400:00000200:0.0:1777582959.094196:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.094214:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.094222:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397447:397447:256:4294967295] 192.168.202.9@tcp LPNI seq info [397443:397443:8:4294967295] 00000400:00000200:0.0:1777582959.094230:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.094237:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.094243:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.094249:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582959.094257:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.094265:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.094269:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.094293:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582959.094299:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582959.094304:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02398fbd200. 00000800:00000200:0.0:1777582959.094433:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.094438:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582959.094444:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.094449:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582959.094463:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:1.0:1777582959.094483:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310200. 00010000:00000010:1.0:1777582959.094490:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185b40. 00010000:00000010:1.1:1777582959.098765:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:1.1:1777582959.098782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582959.098785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:1.0:1777582959.099381:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.099397:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214a35 00000400:00000200:1.0:1777582959.099403:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.099406:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.099411:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:1.0:1777582959.099413:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00010000:00000010:3.0:1777582959.099494:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:3.0:1777582959.099503:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00000400:00000200:1.0:1777582959.101197:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.101214:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8863080 00000400:00000200:1.0:1777582959.101220:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 76608 00000400:00000200:1.0:1777582959.101290:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.101296:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.101303:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.101310:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb06680. 00000020:00000010:3.0:1777582959.101440:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef040. 00000020:00000010:3.0:1777582959.101444:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef040. 00000020:00000010:3.0:1777582959.101449:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e98800. 00000020:00000010:3.0:1777582959.101454:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3a00. 00000020:00000010:3.0:1777582959.101457:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582959.101499:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cef040. 00000020:00000010:3.0:1777582959.101501:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cef040. 00000100:00000200:3.0:1777582959.101503:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707952768 00000001:00000010:3.0:1777582959.101513:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e686c0. 00010000:00000010:3.0:1777582959.101534:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582959.101540:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 02000000:00000010:3.0:1777582959.101565:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0248615d000. 00010000:00000010:3.0:1777582959.101588:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.101590:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.101606:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582959.101608:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582959.101611:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582959.101612:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00000004:00000010:3.0:1777582959.101711:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90780. 00000004:00000010:3.0:1777582959.101719:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c651e0. 00000004:00000010:3.0:1777582959.101726:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386110. 00080000:00000010:3.0:1777582959.101733:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12558. 00010000:00000010:3.0:1777582959.102521:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582959.102525:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:3.0:1777582959.102529:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582959.102533:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582959.102589:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.102598:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582959.102601:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582959.102617:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000200:3.0:1777582959.102630:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb06680 x1863928707952768/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.102647:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582959.102652:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707952768, offset 224 00000400:00000200:3.0:1777582959.102659:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.102671:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.102693:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397448:397448:256:4294967295] 192.168.202.9@tcp LPNI seq info [397444:397444:8:4294967295] 00000400:00000200:3.0:1777582959.102704:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.102710:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.102715:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582959.102721:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.102729:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.102732:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.102752:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3a00. 00000020:00000010:3.0:1777582959.102756:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582959.102759:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e98800. 00000800:00000200:0.0:1777582959.102842:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.102847:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:0.0:1777582959.102851:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.102856:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.102861:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:0.0:1777582959.102864:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:0.1:1777582959.103160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582959.103168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:0.1:1777582959.103172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582959.103176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:1.1:1777582959.103312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.1:1777582959.103317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582959.106639:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582959.106656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000400:00000200:1.0:1777582959.106868:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.106889:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8863180 00000400:00000200:1.0:1777582959.106898:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 77184 00000400:00000200:1.0:1777582959.106927:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.106932:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.106941:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.106948:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb04a80. 00000020:00000010:3.0:1777582959.107169:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582959.107176:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582959.107183:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024aeee1e00. 00000020:00000010:3.0:1777582959.107189:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3a00. 00000020:00000010:3.0:1777582959.107194:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582959.107238:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024b7cefa80. 00000020:00000010:3.0:1777582959.107241:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024b7cefa80. 00000100:00000200:3.0:1777582959.107245:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707953024 02000000:00000010:3.0:1777582959.107282:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02486158000. 00010000:00000010:3.0:1777582959.107338:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582959.107353:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00010000:00000010:3.0:1777582959.107375:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582959.107381:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582959.107398:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582959.107401:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:3.0:1777582959.107404:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582959.107406:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582959.107513:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582959.107515:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582959.107517:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582959.107519:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00000020:00000010:3.0:1777582959.107537:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05520. 00000020:00000010:3.0:1777582959.107543:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05520. 00000020:00000010:3.0:1777582959.107553:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a424a8a0. 00080000:00000010:3.0:1777582959.107562:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388486c00. 00000001:00000010:3.0:1777582959.107975:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023854cf300. 00000001:00000010:3.0:1777582959.107982:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582959.108013:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a424a8a0. 00010000:00000010:3.0:1777582959.108019:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.108022:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.108032:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582959.108072:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582959.108084:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000200:3.0:1777582959.108097:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975615, last committed = 8589975425 00010000:00000200:3.0:1777582959.108105:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb04a80 x1863928707953024/t8589975615(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.108121:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582959.108125:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707953024, offset 224 00000400:00000010:3.0:1777582959.108130:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2150. 00000400:00000200:3.0:1777582959.108162:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.108176:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.108183:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397449:397449:256:4294967295] 192.168.202.9@tcp LPNI seq info [397445:397445:8:4294967295] 00000400:00000200:3.0:1777582959.108189:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.108195:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.108201:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.108206:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582959.108213:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.108220:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.108223:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.108247:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3a00. 00000020:00000010:3.0:1777582959.108251:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582959.108254:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024aeee1e00. 00000800:00000200:0.0:1777582959.108433:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.108440:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:0.0:1777582959.108445:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.108451:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582959.108604:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:1.0:1777582959.108612:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b80. 00010000:00000010:1.0:1777582959.108620:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000400:00000200:0.0:1777582959.110383:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.110402:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214a3d 00000400:00000200:0.0:1777582959.110409:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.110414:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.110421:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:0.0:1777582959.110423:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00010000:00000010:1.0:1777582959.110593:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:1.0:1777582959.110603:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00000400:00000200:1.0:1777582959.115088:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.115107:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8863200 00000400:00000200:1.0:1777582959.115115:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 77672 00000400:00000200:1.0:1777582959.115201:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.115206:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.115214:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.115221:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb04000. 00000020:00000010:2.0:1777582959.115435:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93680. 00000020:00000010:2.0:1777582959.115441:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93680. 00000020:00000010:2.0:1777582959.115448:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c4b39e00. 00000020:00000010:2.0:1777582959.115454:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582959.115459:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ec80. 00000020:00000010:2.0:1777582959.115505:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93680. 00000020:00000010:2.0:1777582959.115507:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93680. 00000100:00000200:2.0:1777582959.115510:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707953152 00000001:00000010:2.0:1777582959.115520:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:2.0:1777582959.115542:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582959.115550:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 02000000:00000010:2.0:1777582959.115575:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389627000. 00010000:00000010:2.0:1777582959.115602:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582959.115605:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582959.115623:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582959.115627:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87700. 00010000:00000010:2.0:1777582959.115631:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582959.115634:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00000004:00000010:2.0:1777582959.115751:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024870565a0. 00000004:00000010:2.0:1777582959.115762:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb02d0. 00000004:00000010:2.0:1777582959.115770:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757100. 00080000:00000010:2.0:1777582959.115780:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097bab8. 00010000:00000010:3.1:1777582959.116172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582959.116180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582959.116184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582959.116187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:1.0:1777582959.117587:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582959.117595:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:1.0:1777582959.117602:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582959.117610:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582959.117705:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:1.0:1777582959.117718:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:1.0:1777582959.117724:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87700. 00010000:00000010:1.0:1777582959.117747:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:1.0:1777582959.117770:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb04000 x1863928707953152/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.117794:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582959.117802:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707953152, offset 224 00000400:00000200:1.0:1777582959.117808:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.117822:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.117829:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397450:397450:256:4294967295] 192.168.202.9@tcp LPNI seq info [397446:397446:8:4294967295] 00000400:00000200:1.0:1777582959.117929:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.117937:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.117942:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582959.117949:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.117958:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.117962:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.118030:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87d80. 00000020:00000010:1.0:1777582959.118035:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ec80. 00000020:00000010:1.0:1777582959.118039:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c4b39e00. 00000800:00000200:2.0:1777582959.118258:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.118263:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582959.118267:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.118273:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.118278:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:2.0:1777582959.118280:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00010000:00000010:3.1:1777582959.121177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582959.121194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:3.1:1777582959.121199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582959.121200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:1.1:1777582959.121248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582959.121259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:3.0:1777582959.122920:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.122939:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8863300 00000400:00000200:3.0:1777582959.122947:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 78248 00000400:00000200:3.0:1777582959.122962:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.122967:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.122974:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.122980:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239de19c00. 00000020:00000010:2.0:1777582959.123080:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93680. 00000020:00000010:2.0:1777582959.123086:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93680. 00000020:00000010:2.0:1777582959.123093:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023963f7000. 00000020:00000010:2.0:1777582959.123100:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87200. 00000020:00000010:2.0:1777582959.123104:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582959.123196:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93680. 00000020:00000010:2.0:1777582959.123199:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93680. 00000100:00000200:2.0:1777582959.123203:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707953408 02000000:00000010:2.0:1777582959.123246:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ffcd6000. 00010000:00000010:2.0:1777582959.123291:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:2.0:1777582959.123308:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:2.0:1777582959.123327:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582959.123334:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582959.123348:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582959.123351:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87a80. 00010000:00000010:2.0:1777582959.123356:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582959.123359:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582959.123483:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582959.123486:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87e80. 00010000:00000010:2.0:1777582959.123490:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582959.123493:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00000020:00000010:2.0:1777582959.123519:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054960. 00000020:00000010:2.0:1777582959.123525:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054960. 00000020:00000010:2.0:1777582959.123535:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1600. 00080000:00000010:2.0:1777582959.123544:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5e90400. 00000001:00000010:2.0:1777582959.123950:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb15a0. 00000001:00000010:2.0:1777582959.123958:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68240. 00000020:00000010:2.0:1777582959.123998:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1600. 00010000:00000010:2.0:1777582959.124007:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582959.124012:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582959.124024:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68900. 00010000:00000010:2.0:1777582959.124066:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582959.124073:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68900. 00010000:00000010:2.0:1777582959.124091:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582959.124096:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87e80. 00010000:00000010:2.0:1777582959.124109:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000200:2.0:1777582959.124126:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975616, last committed = 8589975425 00010000:00000200:2.0:1777582959.124160:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239de19c00 x1863928707953408/t8589975616(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.124181:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582959.124186:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707953408, offset 224 00000400:00000010:2.0:1777582959.124192:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12070. 00000400:00000200:2.0:1777582959.124196:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.124210:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.124217:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397451:397451:256:4294967295] 192.168.202.9@tcp LPNI seq info [397447:397447:8:4294967295] 00000400:00000200:2.0:1777582959.124224:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582959.124231:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.124237:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.124242:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582959.124249:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.124256:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.124261:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.124279:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87200. 00000020:00000010:2.0:1777582959.124283:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582959.124287:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023963f7000. 00000800:00000200:1.0:1777582959.124811:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.124817:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:1.0:1777582959.124823:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.124829:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582959.125175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582959.125183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:1.1:1777582959.125187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582959.125190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:1.1:1777582959.125192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:1.1:1777582959.125193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000400:00000200:2.0:1777582959.128194:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582959.128220:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214a45 00000400:00000200:2.0:1777582959.128228:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.128233:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582959.128241:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777582959.128244:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000400:00000200:2.0:1777582959.128280:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.128287:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8863380 00000400:00000200:2.0:1777582959.128297:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 78736 00000400:00000200:2.0:1777582959.128359:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.128363:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.128369:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.128375:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b0380. 00000020:00000010:1.0:1777582959.128454:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582959.128462:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582959.128469:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02489872e00. 00000020:00000010:1.0:1777582959.128475:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:1.0:1777582959.128480:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.128581:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582959.128584:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582959.128589:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707953536 00000001:00000010:1.0:1777582959.128606:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582959.128626:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:1.0:1777582959.128643:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.0:1777582959.128649:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87a80. 00010000:00000010:1.0:1777582959.128652:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 02000000:00000010:1.0:1777582959.128705:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241bc3f000. 00010000:00000010:1.0:1777582959.128739:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582959.128744:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582959.128760:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582959.128764:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e280. 00010000:00000010:1.0:1777582959.128768:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582959.128771:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00000004:00000010:1.0:1777582959.128900:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57e00. 00000004:00000010:1.0:1777582959.128911:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582959.128919:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944660. 00080000:00000010:1.0:1777582959.128931:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74ee40. 00010000:00000010:3.0:1777582959.129633:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582959.129652:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3800. 00010000:00000010:3.0:1777582959.129658:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582959.129663:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582959.129737:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:3.0:1777582959.129745:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:3.0:1777582959.129748:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e280. 00010000:00000010:3.0:1777582959.129768:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000200:3.0:1777582959.129785:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b0380 x1863928707953536/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.129805:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777582959.129810:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707953536, offset 224 00000400:00000200:3.0:1777582959.129817:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.129828:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.129835:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397452:397452:256:4294967295] 192.168.202.9@tcp LPNI seq info [397448:397448:8:4294967295] 00000400:00000200:3.0:1777582959.129846:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.129851:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.129856:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582959.129862:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.129870:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.129874:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.129903:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:3.0:1777582959.129908:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:3.0:1777582959.129912:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02489872e00. 00010000:00000010:2.1:1777582959.130144:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:2.1:1777582959.130150:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:2.1:1777582959.130154:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582959.130158:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582959.130161:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582959.130164:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00000800:00000200:1.0:1777582959.130842:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.130847:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:1.0:1777582959.130853:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.130860:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.130866:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:1.0:1777582959.130868:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000400:00000200:1.0:1777582959.133581:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.133607:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8863480 00000400:00000200:1.0:1777582959.133616:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 79312 00000400:00000200:1.0:1777582959.133633:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.133638:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.133735:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.133743:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acb04e00. 00000020:00000010:2.0:1777582959.133941:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93680. 00000020:00000010:2.0:1777582959.133947:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93680. 00000020:00000010:2.0:1777582959.133953:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023963f7000. 00000020:00000010:2.0:1777582959.133959:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87200. 00000020:00000010:2.0:1777582959.133964:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582959.134009:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93680. 00000020:00000010:2.0:1777582959.134012:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93680. 00000100:00000200:2.0:1777582959.134015:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707953792 02000000:00000010:2.0:1777582959.134052:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ffcd1000. 00010000:00000010:2.0:1777582959.134093:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:2.0:1777582959.134109:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3800. 00010000:00000010:2.0:1777582959.134127:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582959.134153:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582959.134171:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:3.1:1777582959.134171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582959.134175:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87e80. 00010000:00000010:3.1:1777582959.134178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582959.134180:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582959.134183:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582959.134440:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582959.134444:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87f80. 00010000:00000010:2.0:1777582959.134447:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582959.134450:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00000020:00000010:2.0:1777582959.134475:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054960. 00000020:00000010:2.0:1777582959.134482:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054960. 00000020:00000010:2.0:1777582959.134493:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1600. 00080000:00000010:2.0:1777582959.134503:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393dea800. 00000001:00000010:2.0:1777582959.135100:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1e40. 00000001:00000010:2.0:1777582959.135110:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582959.135185:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1600. 00010000:00000010:2.0:1777582959.135198:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582959.135203:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582959.135218:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68900. 00010000:00000010:2.0:1777582959.135266:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:1.0:1777582959.135281:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582959.135281:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:1.0:1777582959.135288:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87f80. 00010000:00000010:1.0:1777582959.135294:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68900. 00010000:00000200:2.0:1777582959.135438:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975617, last committed = 8589975425 00010000:00000200:2.0:1777582959.135450:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acb04e00 x1863928707953792/t8589975617(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.135471:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582959.135478:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707953792, offset 224 00000400:00000010:2.0:1777582959.135484:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca128f8. 00000400:00000200:2.0:1777582959.135488:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.135503:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.135511:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397453:397453:256:4294967295] 192.168.202.9@tcp LPNI seq info [397449:397449:8:4294967295] 00000400:00000200:2.0:1777582959.135517:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582959.135525:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.135531:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.135536:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582959.135543:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.135550:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.135555:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.135589:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87200. 00000020:00000010:2.0:1777582959.135594:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582959.135597:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023963f7000. 00000800:00000200:3.0:1777582959.135685:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.135690:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582959.135695:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.135701:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582959.137253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582959.137268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:3.1:1777582959.137273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582959.137275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000400:00000200:1.0:1777582959.137427:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.137449:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214a4d 00000400:00000200:1.0:1777582959.137457:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.137462:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.137470:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:1.0:1777582959.137482:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00010000:00000010:2.0:1777582959.138196:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582959.138209:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87e80. 00000400:00000200:3.0:1777582959.138753:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.138771:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8863500 00000400:00000200:3.0:1777582959.138779:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 79800 00000400:00000200:3.0:1777582959.138833:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.138839:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.138848:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.138856:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239de1a300. 00000020:00000010:0.0:1777582959.141921:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.141933:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.141941:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02398fbd200. 00000020:00000010:0.0:1777582959.141947:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310d80. 00000020:00000010:0.0:1777582959.141953:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50000. 00000020:00000010:0.0:1777582959.141997:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.142000:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000100:00000200:0.0:1777582959.142004:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707953920 00000001:00000010:0.0:1777582959.142014:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68240. 00010000:00000010:0.0:1777582959.142041:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582959.142047:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 02000000:00000010:0.0:1777582959.142073:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024ade53000. 00010000:00000010:0.0:1777582959.142100:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582959.142103:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582959.142124:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582959.142126:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310780. 00010000:00000010:0.0:1777582959.142128:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582959.142130:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:2.1:1777582959.142163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582959.142171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582959.142177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582959.142182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00000004:00000010:0.0:1777582959.142250:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519680. 00000004:00000010:0.0:1777582959.142260:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22078. 00000004:00000010:0.0:1777582959.142268:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34660. 00080000:00000010:0.0:1777582959.142278:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74390. 00010000:00000010:1.1:1777582959.142713:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:1.1:1777582959.142719:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582959.143502:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582959.143509:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87900. 00010000:00000010:2.0:1777582959.143515:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582959.143520:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582959.143611:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:2.0:1777582959.143624:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:2.0:1777582959.143630:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310780. 00010000:00000010:2.0:1777582959.143667:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000200:2.0:1777582959.143699:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239de1a300 x1863928707953920/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582959.143723:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582959.143730:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707953920, offset 224 00000400:00000200:2.0:1777582959.143737:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.143750:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.143758:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397454:397454:256:4294967295] 192.168.202.9@tcp LPNI seq info [397450:397450:8:4294967295] 00000400:00000200:2.0:1777582959.143770:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.143776:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.143783:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582959.143790:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.143799:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.143804:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.143833:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310d80. 00000020:00000010:2.0:1777582959.143845:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50000. 00000020:00000010:2.0:1777582959.143850:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02398fbd200. 00000800:00000200:3.0:1777582959.144278:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.144283:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582959.144289:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.144295:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.144300:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:3.0:1777582959.144302:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00010000:00000010:2.1:1777582959.146172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:2.1:1777582959.146190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:2.0:1777582959.147435:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.147456:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8863600 00000400:00000200:2.0:1777582959.147465:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 80376 00000400:00000200:2.0:1777582959.147483:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.147488:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.147496:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.147505:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b2300. 00000020:00000010:3.0:1777582959.150719:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b6c0. 00000020:00000010:3.0:1777582959.150733:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b6c0. 00000020:00000010:3.0:1777582959.150782:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e98800. 00000020:00000010:3.0:1777582959.150790:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3700. 00000020:00000010:3.0:1777582959.150795:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:2.0:1777582959.150849:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.150853:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000100:00000200:2.0:1777582959.150857:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707954176 02000000:00000010:2.0:1777582959.150898:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ffcd2000. 00010000:00000010:2.0:1777582959.150941:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582959.150958:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87900. 00010000:00000010:2.0:1777582959.150975:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582959.150981:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582959.151001:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0800. 00010000:00000010:2.0:1777582959.151003:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87900. 00010000:00000010:2.0:1777582959.151008:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582959.151012:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582959.151113:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582959.151116:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87880. 00010000:00000010:2.0:1777582959.151119:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582959.151123:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.1:1777582959.151161:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582959.151167:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:2.1:1777582959.151170:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:2.1:1777582959.151172:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000020:00000010:2.0:1777582959.151196:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054d40. 00000020:00000010:2.0:1777582959.151204:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054d40. 00000020:00000010:2.0:1777582959.151216:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1180. 00080000:00000010:2.0:1777582959.151222:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393de9400. 00000100:00000010:0.0:1777582959.151531:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8a80. 02000000:00000010:0.0:1777582959.151547:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02488a68500. 00000100:00000010:0.0:1777582959.151577:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6dc00. 02000000:00000010:0.0:1777582959.151581:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02488a68400. 00000100:00000010:0.0:1777582959.151588:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6ea00. 02000000:00000010:0.0:1777582959.151591:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02488a68a00. 00000100:00000010:0.0:1777582959.151604:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6e300. 02000000:00000010:0.0:1777582959.151609:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02488a68c00. 00000100:00000010:0.0:1777582959.151615:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6fb80. 02000000:00000010:0.0:1777582959.151619:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02488a68e00. 00000100:00000010:0.0:1777582959.151625:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6d180. 02000000:00000010:0.0:1777582959.151629:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02488a68600. 02000000:00000010:0.0:1777582959.151836:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02398fbc200. 00000400:00000010:0.0:1777582959.151845:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc6e0. 00000400:00000010:0.0:1777582959.151855:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582959.151866:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919266688, portal 4 00000400:00000010:0.0:1777582959.151876:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582959.151879:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919919266688, offset 0 00000400:00000200:0.0:1777582959.151891:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582959.151910:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582959.151925:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39acad7b80 00000400:00000200:0.0:1777582959.151934:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1f7339 [8] + 3360 00000400:00000200:0.0:1777582959.151944:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.151949:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582959.151958:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582959.151963:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6d500. 00000400:00000200:0.0:1777582959.151980:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:0.0:1777582959.151982:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582959.151990:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024a5e6dc00 x1863919919266688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582959.152009:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023a4ced420. 00000100:00000010:0.0:1777582959.152020:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023a4ced780. 00000100:00000010:0.0:1777582959.152026:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023a4ced4e0. 00000100:00000010:0.0:1777582959.152031:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023a4ced2a0. 02000000:00000010:0.0:1777582959.152042:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02398fbd200. 00000400:00000010:0.0:1777582959.152046:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc4d0. 00000400:00000010:0.0:1777582959.152049:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582959.152052:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919267200, portal 10 00000400:00000010:0.0:1777582959.152056:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582959.152058:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919267200, offset 0 00000400:00000200:0.0:1777582959.152062:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582959.152067:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582959.152071:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acad7d80 00000400:00000200:0.0:1777582959.152077:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f87c1 [64] + 80864 00000400:00000200:0.0:1777582959.152082:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.152084:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582959.152088:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.152092:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6ed80. 00000400:00000200:0.0:1777582959.152105:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:0.0:1777582959.152107:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582959.152111:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024a5e6d180 x1863919919267200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582959.152166:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02391df1c00. 00000400:00000010:0.0:1777582959.152171:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc8f0. 00000400:00000010:0.0:1777582959.152173:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582959.152176:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919266560, portal 25 00000400:00000010:0.0:1777582959.152179:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582959.152181:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919266560, offset 0 00000400:00000200:0.0:1777582959.152184:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582959.152189:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582959.152193:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acad7b00 00000400:00000200:0.0:1777582959.152197:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2058d5 [2] + 0 00000400:00000010:0.0:1777582959.152200:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469840. 00000400:00000200:0.0:1777582959.152203:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392bc9d80 00000400:00000200:0.0:1777582959.152206:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.152208:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777582959.152211:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392bc9d80 00000400:00000010:0.0:1777582959.152213:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392bc9d80. 00000100:00000200:0.0:1777582959.152220:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777582959.152228:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:0.0:1777582959.152230:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582959.152233:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55b8a80 x1863919919266560/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582959.152254:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024848dd600. 00000400:00000010:0.0:1777582959.152258:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcc08. 00000400:00000010:0.0:1777582959.152260:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582959.152263:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919267072, portal 10 00000400:00000010:0.0:1777582959.152268:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582959.152270:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919267072, offset 0 00000400:00000200:0.0:1777582959.152273:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582959.152277:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582959.152282:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acad7d00 00000400:00000200:0.0:1777582959.152286:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f87c1 [64] + 81088 00000400:00000200:0.0:1777582959.152290:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.152293:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582959.152296:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.152299:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6f480. 00000400:00000200:0.0:1777582959.152308:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:0.0:1777582959.152309:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582959.152313:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024a5e6fb80 x1863919919267072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582959.152342:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024b7d07e00. 00000400:00000010:0.0:1777582959.152346:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc630. 00000400:00000010:0.0:1777582959.152349:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582959.152351:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919266816, portal 4 00000400:00000010:0.0:1777582959.152355:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582959.152357:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919919266816, offset 0 00000400:00000200:0.0:1777582959.152360:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582959.152365:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582959.152370:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39acad7c00 00000400:00000200:0.0:1777582959.152375:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1f7339 [8] + 3584 00000400:00000200:0.0:1777582959.152379:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.152381:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582959.152384:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582959.152387:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6e680. 00000400:00000200:0.0:1777582959.152395:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777582959.152397:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582959.152401:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024a5e6ea00 x1863919919266816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582959.152423:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024b7d07000. 00000400:00000010:0.0:1777582959.152426:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edce70. 00000400:00000010:0.0:1777582959.152428:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582959.152431:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919266944, portal 10 00000400:00000010:0.0:1777582959.152434:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582959.152436:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919266944, offset 0 00000400:00000200:0.0:1777582959.152440:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582959.152444:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582959.152448:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acad7c80 00000400:00000200:0.0:1777582959.152451:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f87c1 [64] + 81312 00000400:00000200:0.0:1777582959.152455:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.152458:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582959.152461:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.152464:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6c380. 00000400:00000200:0.0:1777582959.152472:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:0.0:1777582959.152474:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582959.152478:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024a5e6e300 x1863919919266944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582959.152772:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b780. 00000020:00000010:3.0:1777582959.152781:0:207637:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02388fa0cc0. 00000020:00000010:3.0:1777582959.152796:0:207637:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024aeee1e00. 00000020:00000010:3.0:1777582959.152801:0:207637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3880. 00000020:00000010:3.0:1777582959.152805:0:207637:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582959.152834:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b040. 00000020:00000010:3.0:1777582959.152838:0:207637:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023d3c4ccc0. 00000020:00000010:3.0:1777582959.152844:0:207637:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486207600. 00000020:00000010:3.0:1777582959.152846:0:207637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3100. 00000020:00000010:3.0:1777582959.152849:0:207637:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.152865:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:3.0:1777582959.152868:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000100:00000200:3.0:1777582959.152871:0:207637:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919266688 02000000:00000010:3.0:1777582959.152886:0:207637:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388484000. 00010000:00000200:3.0:1777582959.152895:0:207637:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6d500 x1863919919266688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.152910:0:207637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582959.152913:0:207637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919919266688, offset 224 00000400:00000200:3.0:1777582959.152917:0:207637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582959.152923:0:207637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582959.152928:0:207637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39acad7b80 00000400:00000200:3.0:1777582959.152932:0:207637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x214a55 [1] + 224 00000400:00000200:3.0:1777582959.152936:0:207637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.152939:0:207637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582959.152945:0:207637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024a5e6dc00 x1863919919266688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582959.152961:0:207637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777582959.152963:0:207637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000020:00000010:3.0:1777582959.152974:0:207637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3880. 00000020:00000010:3.0:1777582959.152978:0:207637:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582959.152981:0:207637:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024aeee1e00. 00000020:00000010:3.0:1777582959.152993:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:3.0:1777582959.152996:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000100:00000200:3.0:1777582959.152998:0:207637:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919266816 02000000:00000010:3.0:1777582959.153005:0:207637:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388485800. 00010000:00000200:3.0:1777582959.153011:0:207637:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6e680 x1863919919266816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1777582959.153012:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a0bb1f60. 00000400:00000010:3.0:1777582959.153019:0:207637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000001:00000010:2.0:1777582959.153020:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e686c0. 00000100:00000200:3.0:1777582959.153022:0:207637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919919266816, offset 224 00000400:00000200:3.0:1777582959.153025:0:207637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582959.153029:0:207637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582959.153034:0:207637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39acad7c00 00000400:00000200:3.0:1777582959.153037:0:207637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x214a75 [1] + 224 00000400:00000200:3.0:1777582959.153041:0:207637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.153043:0:207637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582959.153048:0:207637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024a5e6ea00 x1863919919266816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582959.153060:0:207637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777582959.153062:0:207637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000020:00000010:2.0:1777582959.153066:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1180. 00000020:00000010:3.0:1777582959.153068:0:207637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3100. 00000020:00000010:3.0:1777582959.153070:0:207637:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.153073:0:207637:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486207600. 00010000:00000010:2.0:1777582959.153080:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582959.153087:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00000020:00000010:3.0:1777582959.153092:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:3.0:1777582959.153094:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000020:00000010:3.0:1777582959.153097:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486207600. 00000020:00000010:3.0:1777582959.153100:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3100. 00000020:00000010:3.0:1777582959.153102:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00010000:00000010:2.0:1777582959.153107:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68900. 00000020:00000010:3.0:1777582959.153117:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:3.0:1777582959.153119:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000100:00000200:3.0:1777582959.153121:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919266560 00010000:00000010:2.0:1777582959.153204:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:1.0:1777582959.153205:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:1.0:1777582959.153212:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87880. 00010000:00000010:1.0:1777582959.153218:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68900. 00010000:00000010:2.0:1777582959.153222:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582959.153241:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975618, last committed = 8589975425 00010000:00000200:2.0:1777582959.153248:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b2300 x1863928707954176/t8589975618(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.153339:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582959.153342:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707954176, offset 224 00000400:00000010:2.0:1777582959.153348:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca127e0. 00000400:00000200:2.0:1777582959.153352:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.153363:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.153370:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397455:397455:256:4294967295] 192.168.202.9@tcp LPNI seq info [397451:397451:8:4294967295] 00000400:00000200:2.0:1777582959.153377:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582959.153385:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.153391:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.153396:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582959.153403:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.153412:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.153418:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.153435:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3700. 00000020:00000010:2.0:1777582959.153438:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:2.0:1777582959.153441:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e98800. 00000020:00000010:2.0:1777582959.153460:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.153463:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.153466:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023963f6800. 00000020:00000010:2.0:1777582959.153469:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582959.153472:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582959.153491:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.153494:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.153497:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e98800. 00000020:00000010:2.0:1777582959.153499:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582959.153502:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582959.153517:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.153519:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.153522:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582959.153525:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.153527:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.153538:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.153540:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000100:00000200:2.0:1777582959.153542:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919267200 02000000:00000010:2.0:1777582959.153550:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02393de8000. 00010000:00000200:2.0:1777582959.153555:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6ed80 x1863919919267200/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.153565:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582959.153567:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919267200, offset 224 00000400:00000200:2.0:1777582959.153571:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582959.153577:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582959.153582:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acad7d80 00000400:00000200:2.0:1777582959.153588:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x214a5d [1] + 224 00000400:00000200:2.0:1777582959.153592:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.153595:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582959.153601:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024a5e6d180 x1863919919267200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582959.153615:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777582959.153616:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000020:00000010:2.0:1777582959.153628:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582959.153630:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582959.153633:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023963f6800. 00000020:00000010:2.0:1777582959.153746:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.153748:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000100:00000200:2.0:1777582959.153751:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919267072 02000000:00000010:2.0:1777582959.153758:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02393de9800. 00010000:00000200:2.0:1777582959.153763:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6f480 x1863919919267072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.153772:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582959.153776:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919267072, offset 224 00000400:00000200:2.0:1777582959.153779:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582959.153784:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582959.153788:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acad7d00 00000400:00000200:2.0:1777582959.153792:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x214a6d [1] + 224 00000400:00000200:2.0:1777582959.153795:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.153798:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582959.153803:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024a5e6fb80 x1863919919267072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582959.153813:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777582959.153814:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000020:00000010:2.0:1777582959.153821:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582959.153824:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582959.153826:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e98800. 00000020:00000010:2.0:1777582959.153927:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.153930:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000100:00000200:2.0:1777582959.153932:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919266944 02000000:00000010:2.0:1777582959.153939:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02393de8800. 00010000:00000200:2.0:1777582959.153944:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6c380 x1863919919266944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.153952:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582959.153954:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919266944, offset 224 00000400:00000200:2.0:1777582959.153957:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582959.153962:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582959.153966:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acad7c80 00000400:00000200:2.0:1777582959.153970:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x214a7d [1] + 224 00000400:00000200:2.0:1777582959.153973:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.153976:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582959.153981:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024a5e6e300 x1863919919266944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582959.153990:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777582959.153992:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000020:00000010:2.0:1777582959.154000:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.154003:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.154005:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 02000000:00000010:3.0:1777582959.154584:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388484c00. 00010000:00000200:3.0:1777582959.154590:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487065850 x1863919919266560/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.154599:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582959.154601:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919266560, offset 224 00000400:00000200:3.0:1777582959.154604:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582959.154609:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582959.154612:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acad7b00 00000400:00000200:3.0:1777582959.154616:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x214a65 [1] + 224 00000400:00000200:3.0:1777582959.154619:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.154621:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582959.154627:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55b8a80 x1863919919266560/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582959.154636:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777582959.154637:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000020:00000010:3.0:1777582959.154646:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3100. 00000020:00000010:3.0:1777582959.154650:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.154652:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486207600. 02000000:00000010:3.0:1777582959.154659:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388484c00. 00000100:00000200:3.0:1777582959.154665:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777582959.154680:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6898. 00000400:00000010:3.0:1777582959.154686:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024811ca240. 00000400:00000010:3.0:1777582959.154740:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc8f0. 00000400:00000200:3.0:1777582959.154743:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:3.0:1777582959.154745:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000100:00000200:3.0:1777582959.154750:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55b8a80 x1863919919266560/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582959.154756:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55b8a80 x1863919919266560/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.154779:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edcc08. 00000400:00000200:3.0:1777582959.154780:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:3.0:1777582959.154781:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000100:00000200:3.0:1777582959.154784:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024a5e6fb80 x1863919919267072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582959.154789:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024a5e6fb80 x1863919919267072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.154801:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc6e0. 00000400:00000200:3.0:1777582959.154803:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:3.0:1777582959.154804:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:3.0:1777582959.154807:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024a5e6dc00 x1863919919266688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582959.154811:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024a5e6dc00 x1863919919266688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.154821:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc4d0. 00000400:00000200:3.0:1777582959.154823:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:3.0:1777582959.154823:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:3.0:1777582959.154826:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024a5e6d180 x1863919919267200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582959.154830:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024a5e6d180 x1863919919267200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582959.154843:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02391df1c00. 02000000:00000010:3.0:1777582959.154852:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02488a68500. 00000100:00000010:3.0:1777582959.154858:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8a80. 02000000:00000010:3.0:1777582959.154863:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024848dd600. 02000000:00000010:3.0:1777582959.154866:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02488a68e00. 00000100:00000010:3.0:1777582959.154867:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6fb80. 02000000:00000010:3.0:1777582959.154870:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02398fbc200. 02000000:00000010:3.0:1777582959.154874:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02488a68400. 00000100:00000010:3.0:1777582959.154876:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6dc00. 02000000:00000010:3.0:1777582959.154878:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02398fbd200. 02000000:00000010:3.0:1777582959.154881:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02488a68600. 00000100:00000010:3.0:1777582959.154883:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6d180. 00000400:00000010:3.0:1777582959.154903:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edce70. 00000400:00000200:3.0:1777582959.154906:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:3.0:1777582959.154908:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:3.0:1777582959.154913:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024a5e6e300 x1863919919266944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582959.154921:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024a5e6e300 x1863919919266944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.154933:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc630. 00000400:00000200:3.0:1777582959.154934:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:3.0:1777582959.154935:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000100:00000200:3.0:1777582959.154938:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024a5e6ea00 x1863919919266816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582959.154943:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024a5e6ea00 x1863919919266816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582959.154949:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024b7d07000. 02000000:00000010:3.0:1777582959.154951:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02488a68c00. 00000100:00000010:3.0:1777582959.154953:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6e300. 02000000:00000010:3.0:1777582959.154954:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024b7d07e00. 02000000:00000010:3.0:1777582959.154956:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02488a68a00. 00000100:00000010:3.0:1777582959.154957:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6ea00. 00000800:00000200:3.0:1777582959.155057:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.155061:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582959.155066:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.155072:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.156924:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582959.156948:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214a8d 00000400:00000200:2.0:1777582959.156956:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.156960:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582959.156966:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777582959.156970:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00010000:00000010:3.0:1777582959.157068:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:3.0:1777582959.157078:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87900. 00010000:00000010:2.1:1777582959.158226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582959.158238:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00000400:00000200:2.0:1777582959.159168:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.159189:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8863680 00000400:00000200:2.0:1777582959.159198:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 81536 00000400:00000200:2.0:1777582959.159269:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.159274:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.159282:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.159296:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023853b1880. 00000020:00000010:3.0:1777582959.159439:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:3.0:1777582959.159445:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000020:00000010:3.0:1777582959.159452:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486207600. 00000020:00000010:3.0:1777582959.159458:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3100. 00000020:00000010:3.0:1777582959.159462:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.159504:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:3.0:1777582959.159507:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000100:00000200:3.0:1777582959.159509:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707954304 00000001:00000010:3.0:1777582959.159521:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68600. 00010000:00000010:3.0:1777582959.159549:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582959.159558:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 02000000:00000010:3.0:1777582959.159587:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0248615e000. 00010000:00000010:3.0:1777582959.159618:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582959.159622:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582959.159640:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582959.159649:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3880. 00010000:00000010:3.0:1777582959.159653:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582959.159656:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000004:00000010:3.0:1777582959.159761:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e901e0. 00000004:00000010:3.0:1777582959.159770:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65c30. 00000004:00000010:3.0:1777582959.159777:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386440. 00080000:00000010:3.0:1777582959.159788:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12ab0. 00010000:00000010:3.0:1777582959.160768:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582959.160774:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c00. 00010000:00000010:3.0:1777582959.160779:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582959.160891:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582959.160971:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582959.160982:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.160987:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3880. 00010000:00000010:3.0:1777582959.161010:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:3.0:1777582959.161031:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023853b1880 x1863928707954304/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.161059:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582959.161066:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707954304, offset 224 00000400:00000200:3.0:1777582959.161074:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.161088:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.161095:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397456:397456:256:4294967295] 192.168.202.9@tcp LPNI seq info [397452:397452:8:4294967295] 00000400:00000200:3.0:1777582959.161106:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.161112:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.161116:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582959.161123:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.161132:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.161153:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.161228:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3100. 00000020:00000010:3.0:1777582959.161232:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.161235:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486207600. 00000800:00000200:0.0:1777582959.166904:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.166914:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:0.0:1777582959.166923:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.166933:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.166941:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:0.0:1777582959.166944:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00010000:00000010:3.1:1777582959.167210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0800. 00010000:00000010:3.1:1777582959.167220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:1.1:1777582959.167399:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:1.1:1777582959.167406:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.1:1777582959.169461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582959.169485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:2.0:1777582959.171128:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.171219:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8863780 00000400:00000200:2.0:1777582959.171228:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 82112 00000400:00000200:2.0:1777582959.171249:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.171255:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.171263:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.171275:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd389500. 00000020:00000010:3.0:1777582959.171781:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b380. 00000020:00000010:3.0:1777582959.171790:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b380. 00000020:00000010:3.0:1777582959.171798:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02398fbc200. 00000020:00000010:3.0:1777582959.171804:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3100. 00000020:00000010:3.0:1777582959.171810:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.171900:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b380. 00000020:00000010:3.0:1777582959.171903:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b380. 00000100:00000200:3.0:1777582959.171907:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707954560 02000000:00000010:3.0:1777582959.171961:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396a0c000. 00010000:00000010:3.0:1777582959.172008:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582959.172031:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c00. 00010000:00000010:3.0:1777582959.172056:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.172064:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582959.172081:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582959.172084:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3c00. 00010000:00000010:3.0:1777582959.172090:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582959.172093:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582959.172275:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582959.172279:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3880. 00010000:00000010:3.0:1777582959.172282:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582959.172294:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000020:00000010:3.0:1777582959.172322:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05b60. 00000020:00000010:3.0:1777582959.172328:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05b60. 00000020:00000010:3.0:1777582959.172340:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023854cf7e0. 00080000:00000010:3.0:1777582959.172350:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388487c00. 00000001:00000010:3.0:1777582959.173027:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023854cfcc0. 00000001:00000010:3.0:1777582959.173037:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582959.173083:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023854cf7e0. 00010000:00000010:3.0:1777582959.173094:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582959.173099:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582959.173115:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582959.173218:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.173237:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000200:3.0:1777582959.173256:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975619, last committed = 8589975425 00010000:00000200:3.0:1777582959.173267:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd389500 x1863928707954560/t8589975619(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.173289:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582959.173295:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707954560, offset 224 00000400:00000010:3.0:1777582959.173304:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2b98. 00000400:00000200:3.0:1777582959.173307:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.173322:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.173328:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397457:397457:256:4294967295] 192.168.202.9@tcp LPNI seq info [397453:397453:8:4294967295] 00000400:00000200:3.0:1777582959.173335:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.173342:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.173349:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.173354:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582959.173361:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.173369:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.173372:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.173397:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3100. 00000020:00000010:3.0:1777582959.173401:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.173404:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02398fbc200. 00000800:00000200:2.0:1777582959.175849:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.175858:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:2.0:1777582959.175868:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.175877:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582959.176158:0:1096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582959.176166:0:1096:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582959.176170:0:1096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582959.176174:0:1096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:2.0:1777582959.176249:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582959.176274:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214aa9 00000400:00000200:2.0:1777582959.176281:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.176291:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582959.176296:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:2.0:1777582959.176298:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00010000:00000010:3.0:1777582959.176404:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582959.176415:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3c00. 00000400:00000200:2.0:1777582959.177454:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.177473:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8863800 00000400:00000200:2.0:1777582959.177482:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 82600 00010000:00000010:0.0:1777582959.177498:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:0.0:1777582959.177506:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3880. 00010000:00000010:0.0:1777582959.177516:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000400:00000200:2.0:1777582959.177549:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.177554:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.177560:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.177567:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd38ad80. 00000020:00000010:3.0:1777582959.177822:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b380. 00000020:00000010:3.0:1777582959.177828:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b380. 00000020:00000010:3.0:1777582959.177835:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486207600. 00000020:00000010:3.0:1777582959.177840:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3c00. 00000020:00000010:3.0:1777582959.177845:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.177892:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b380. 00000020:00000010:3.0:1777582959.177894:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b380. 00000100:00000200:3.0:1777582959.177898:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707954688 00000001:00000010:3.0:1777582959.177908:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e686c0. 00010000:00000010:3.0:1777582959.177934:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582959.177941:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 02000000:00000010:3.0:1777582959.177976:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396b85000. 00010000:00000010:3.0:1777582959.178010:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582959.178013:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582959.178031:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582959.178035:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3100. 00010000:00000010:3.0:1777582959.178038:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582959.178042:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000004:00000010:3.0:1777582959.178177:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90d20. 00000004:00000010:3.0:1777582959.178188:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c657f8. 00000004:00000010:3.0:1777582959.178196:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387540. 00080000:00000010:3.0:1777582959.178206:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12000. 00010000:00000010:3.0:1777582959.179468:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582959.179478:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3800. 00010000:00000010:3.0:1777582959.179485:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582959.179493:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582959.179578:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582959.179592:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.179597:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3100. 00010000:00000010:3.0:1777582959.179623:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000200:3.0:1777582959.179654:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd38ad80 x1863928707954688/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.179686:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582959.179693:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707954688, offset 224 00000400:00000200:3.0:1777582959.179700:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.179715:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.179722:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397458:397458:256:4294967295] 192.168.202.9@tcp LPNI seq info [397454:397454:8:4294967295] 00000400:00000200:3.0:1777582959.179733:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.179739:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.179743:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582959.179750:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.179757:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.179761:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.179786:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3c00. 00000020:00000010:3.0:1777582959.179790:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.179793:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486207600. 00000800:00000200:2.0:1777582959.180041:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.180047:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:2.0:1777582959.180052:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.180058:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.180065:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:2.0:1777582959.180067:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000400:00000200:2.0:1777582959.185117:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.185162:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8863900 00000400:00000200:2.0:1777582959.185171:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 83176 00000400:00000200:2.0:1777582959.185190:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.185194:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.185203:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.185210:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd388380. 00000020:00000010:3.0:1777582959.185327:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:3.0:1777582959.185333:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000020:00000010:3.0:1777582959.185341:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024848dd600. 00000020:00000010:3.0:1777582959.185347:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3c00. 00000020:00000010:3.0:1777582959.185354:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.185401:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:3.0:1777582959.185403:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000100:00000200:3.0:1777582959.185407:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707954944 02000000:00000010:3.0:1777582959.185447:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396b83000. 00010000:00000010:3.0:1777582959.185490:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582959.185508:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3800. 00010000:00000010:3.0:1777582959.185531:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582959.185537:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582959.185554:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582959.185556:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3800. 00010000:00000010:3.0:1777582959.185561:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.185564:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582959.185714:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582959.185718:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3100. 00010000:00000010:3.0:1777582959.185721:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582959.185724:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000020:00000010:3.0:1777582959.185752:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05fe0. 00000020:00000010:3.0:1777582959.185759:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05fe0. 00000020:00000010:3.0:1777582959.185770:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023854cf420. 00080000:00000010:3.0:1777582959.185780:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388487400. 00000001:00000010:3.0:1777582959.186369:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023854cfde0. 00000001:00000010:3.0:1777582959.186378:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582959.186416:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023854cf420. 00010000:00000010:3.0:1777582959.186426:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582959.186432:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582959.186447:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582959.186486:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.186505:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000200:3.0:1777582959.186522:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975620, last committed = 8589975425 00010000:00000200:3.0:1777582959.186534:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd388380 x1863928707954944/t8589975620(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.186555:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582959.186563:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707954944, offset 224 00000400:00000010:3.0:1777582959.186570:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2b60. 00000400:00000200:3.0:1777582959.186574:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.186588:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.186595:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397459:397459:256:4294967295] 192.168.202.9@tcp LPNI seq info [397455:397455:8:4294967295] 00000400:00000200:3.0:1777582959.186601:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.186607:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.186613:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.186618:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582959.186624:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.186631:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.186636:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.186667:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3c00. 00000020:00000010:3.0:1777582959.186682:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.186685:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024848dd600. 00000800:00000200:0.0:1777582959.186768:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.186773:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582959.186778:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.186783:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582959.187127:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:2.0:1777582959.187155:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3100. 00010000:00000010:2.0:1777582959.187163:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000400:00000200:3.0:1777582959.188452:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.188471:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ab1 00000400:00000200:3.0:1777582959.188477:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.188482:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.188488:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777582959.188490:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000400:00000200:3.0:1777582959.189785:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.189805:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8863980 00000400:00000200:3.0:1777582959.189813:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 83664 00000400:00000200:3.0:1777582959.189871:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.189876:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.189883:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.189892:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55b8a80. 00010000:00000010:0.0:1777582959.191030:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:0.0:1777582959.191047:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3800. 00000020:00000010:2.0:1777582959.192890:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.192901:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.192910:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582959.192916:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.192922:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.192977:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582959.192980:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000100:00000200:2.0:1777582959.192983:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707955072 00000001:00000010:2.0:1777582959.192995:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:2.0:1777582959.193021:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582959.193029:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582959.193058:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ffcd3000. 00010000:00000010:2.0:1777582959.193088:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582959.193092:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582959.193109:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582959.193113:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87500. 00010000:00000010:2.0:1777582959.193116:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582959.193119:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00000004:00000010:2.0:1777582959.193237:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487057680. 00000004:00000010:2.0:1777582959.193246:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e88. 00000004:00000010:2.0:1777582959.193265:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757cb0. 00080000:00000010:2.0:1777582959.193274:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a558. 00010000:00000010:3.1:1777582959.193384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582959.193392:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582959.193396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582959.193399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582959.193401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582959.193405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582959.193439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:0.1:1777582959.193445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:2.0:1777582959.194213:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582959.194218:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87e00. 00010000:00000010:2.0:1777582959.194223:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582959.194228:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582959.194448:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582959.194460:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.194466:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87500. 00010000:00000010:2.0:1777582959.194488:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582959.194509:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55b8a80 x1863928707955072/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582959.194529:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582959.194536:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707955072, offset 224 00000400:00000200:2.0:1777582959.194543:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.194557:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.194565:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397460:397460:256:4294967295] 192.168.202.9@tcp LPNI seq info [397456:397456:8:4294967295] 00000400:00000200:2.0:1777582959.194578:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.194584:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.194589:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582959.194596:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.194604:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.194608:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.194768:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.194774:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.194777:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00000800:00000200:0.0:1777582959.195691:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.195698:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582959.195708:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.195718:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.195727:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:0.0:1777582959.195729:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00010000:00000010:2.1:1777582959.197244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582959.197257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582959.198080:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582959.198087:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582959.198091:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582959.198095:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.1:1777582959.198222:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582959.198228:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582959.198239:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582959.198241:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00000400:00000200:2.0:1777582959.198368:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.198386:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8863a80 00000400:00000200:2.0:1777582959.198393:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 84240 00000400:00000200:2.0:1777582959.198409:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.198414:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.198422:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.198428:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd38aa00. 00000020:00000010:3.0:1777582959.198546:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:3.0:1777582959.198552:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000020:00000010:3.0:1777582959.198559:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486207600. 00000020:00000010:3.0:1777582959.198565:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3c00. 00000020:00000010:3.0:1777582959.198569:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.198650:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:3.0:1777582959.198653:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000100:00000200:3.0:1777582959.198656:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707955328 02000000:00000010:3.0:1777582959.198702:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396b86000. 00010000:00000010:3.0:1777582959.198741:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:3.0:1777582959.198755:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87e00. 00010000:00000010:3.0:1777582959.198773:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582959.198779:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582959.198792:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582959.198796:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:3.0:1777582959.198800:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582959.198802:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.198911:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582959.198915:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582959.198918:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582959.198921:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000020:00000010:3.0:1777582959.198947:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05fe0. 00000020:00000010:3.0:1777582959.198952:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05fe0. 00000020:00000010:3.0:1777582959.198964:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023854cf420. 00080000:00000010:3.0:1777582959.198973:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388485400. 00010000:00000010:3.1:1777582959.199175:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582959.199180:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582959.199184:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582959.199194:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000001:00000010:3.0:1777582959.199601:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023854cf120. 00000001:00000010:3.0:1777582959.199609:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582959.199648:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023854cf420. 00010000:00000010:3.0:1777582959.199659:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582959.199665:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582959.199690:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582959.199730:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582959.199746:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000200:3.0:1777582959.199763:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975621, last committed = 8589975425 00010000:00000200:3.0:1777582959.199774:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd38aa00 x1863928707955328/t8589975621(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.199797:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582959.199803:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707955328, offset 224 00000400:00000010:3.0:1777582959.199811:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2ce8. 00000400:00000200:3.0:1777582959.199815:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.199829:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.199836:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397461:397461:256:4294967295] 192.168.202.9@tcp LPNI seq info [397457:397457:8:4294967295] 00000400:00000200:3.0:1777582959.199841:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.199848:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.199854:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.199858:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582959.199865:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.199872:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.199876:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.199895:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3c00. 00000020:00000010:3.0:1777582959.199899:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.199903:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486207600. 00010000:00000010:0.1:1777582959.199970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:0.1:1777582959.199976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.200445:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582959.200453:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582959.200459:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000800:00000200:3.0:1777582959.202892:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.202902:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582959.202910:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.202919:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.202939:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.202955:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ab9 00000400:00000200:0.0:1777582959.202962:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.202964:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.202969:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:0.0:1777582959.202971:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000400:00000200:0.0:1777582959.202994:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.203000:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8863b00 00000400:00000200:0.0:1777582959.203007:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 84728 00010000:00000010:3.0:1777582959.203033:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.203044:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00000400:00000200:0.0:1777582959.203076:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.203081:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.203085:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.203092:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6ea00. 00000020:00000010:2.0:1777582959.203308:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93780. 00000020:00000010:2.0:1777582959.203314:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93780. 00000020:00000010:2.0:1777582959.203319:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023963f6800. 00000020:00000010:2.0:1777582959.203324:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.203329:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.203361:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93780. 00000020:00000010:2.0:1777582959.203363:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93780. 00000100:00000200:2.0:1777582959.203366:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707955456 00000001:00000010:2.0:1777582959.203377:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:2.0:1777582959.203398:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582959.203404:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582959.203428:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ffcd5000. 00010000:00000010:2.0:1777582959.203455:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582959.203459:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.203474:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582959.203477:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87500. 00010000:00000010:2.0:1777582959.203481:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582959.203484:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00000004:00000010:2.0:1777582959.203589:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487056960. 00000004:00000010:2.0:1777582959.203598:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0c30. 00000004:00000010:2.0:1777582959.203606:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756dd0. 00080000:00000010:2.0:1777582959.203614:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a720. 00010000:00000010:3.1:1777582959.204614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582959.204624:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582959.204800:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582959.204805:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87a80. 00010000:00000010:2.0:1777582959.204811:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582959.204817:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582959.204889:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.204901:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582959.204906:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87500. 00010000:00000010:2.0:1777582959.204927:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582959.204947:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6ea00 x1863928707955456/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582959.204969:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582959.204975:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707955456, offset 224 00000400:00000200:2.0:1777582959.204981:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.204994:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.205001:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397462:397462:256:4294967295] 192.168.202.9@tcp LPNI seq info [397458:397458:8:4294967295] 00000400:00000200:2.0:1777582959.205013:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.205019:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.205024:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582959.205031:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.205038:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.205042:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.205073:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.205077:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.205081:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023963f6800. 00000800:00000200:0.0:1777582959.205233:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.205237:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582959.205242:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.205247:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.205252:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:0.0:1777582959.205254:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000400:00000200:3.0:1777582959.207691:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.207711:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8863c00 00000400:00000200:3.0:1777582959.207720:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 85304 00000400:00000200:3.0:1777582959.207737:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.207742:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.207749:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.207758:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497154380. 00000020:00000010:0.0:1777582959.208029:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.208035:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.208041:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.208045:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310300. 00000020:00000010:0.0:1777582959.208049:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.208084:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.208087:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000100:00000200:0.0:1777582959.208090:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707955712 02000000:00000010:0.0:1777582959.208124:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024ade50000. 00010000:00000010:0.0:1777582959.208183:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:3.1:1777582959.208191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582959.208197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.0:1777582959.208199:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87a80. 00010000:00000010:3.1:1777582959.208200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582959.208204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.0:1777582959.208219:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582959.208226:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582959.208241:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582959.208243:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582959.208247:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582959.208249:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582959.208374:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35d00. 00010000:00000010:0.0:1777582959.208378:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582959.208383:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582959.208386:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000020:00000010:0.0:1777582959.208411:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582959.208417:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582959.208427:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a4ced0c0. 00080000:00000010:0.0:1777582959.208436:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a65a800. 00000001:00000010:0.0:1777582959.208947:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024888c9a20. 00000001:00000010:0.0:1777582959.208953:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185600. 00000020:00000010:0.0:1777582959.208984:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a4ced0c0. 00010000:00000010:0.0:1777582959.208990:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582959.208993:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582959.209003:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185f00. 00010000:00000010:0.0:1777582959.209045:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582959.209060:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:2.0:1777582959.209063:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:2.0:1777582959.209069:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:2.0:1777582959.209074:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185f00. 00010000:00000200:0.0:1777582959.209078:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975622, last committed = 8589975425 00010000:00000200:0.0:1777582959.209088:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154380 x1863928707955712/t8589975622(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.209111:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582959.209117:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707955712, offset 224 00000400:00000010:0.0:1777582959.209123:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4b28. 00000400:00000200:0.0:1777582959.209126:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.209161:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.209168:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397463:397463:256:4294967295] 192.168.202.9@tcp LPNI seq info [397459:397459:8:4294967295] 00000400:00000200:0.0:1777582959.209175:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.209181:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.209188:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.209193:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582959.209200:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.209206:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.209209:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.209231:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310300. 00000020:00000010:0.0:1777582959.209236:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.209240:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00000800:00000200:2.0:1777582959.209457:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.209462:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582959.209467:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.209472:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.210962:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.210983:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ac1 00000400:00000200:0.0:1777582959.210991:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.210996:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.211003:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:0.0:1777582959.211006:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00010000:00000010:2.1:1777582959.211182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582959.211190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582959.211193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582959.211195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582959.211233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582959.211247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582959.212790:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:3.0:1777582959.212804:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00000400:00000200:0.0:1777582959.212931:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.212945:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8863c80 00000400:00000200:0.0:1777582959.212951:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 85792 00000400:00000200:0.0:1777582959.213001:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.213007:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.213013:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.213019:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6e300. 00000020:00000010:3.0:1777582959.213550:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:3.0:1777582959.213557:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000020:00000010:3.0:1777582959.213563:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024848dd600. 00000020:00000010:3.0:1777582959.213568:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3380. 00000020:00000010:3.0:1777582959.213573:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.213649:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b7c0. 00000020:00000010:3.0:1777582959.213652:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b7c0. 00000100:00000200:3.0:1777582959.213655:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707955840 00000001:00000010:3.0:1777582959.213666:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:3.0:1777582959.213702:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582959.213711:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 02000000:00000010:3.0:1777582959.213738:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396b80000. 00010000:00000010:3.0:1777582959.213767:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582959.213770:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582959.213788:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582959.213792:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582959.213796:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582959.213799:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00000004:00000010:3.0:1777582959.213922:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e905a0. 00000004:00000010:3.0:1777582959.213932:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65528. 00000004:00000010:3.0:1777582959.213938:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387430. 00080000:00000010:3.0:1777582959.213946:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12e40. 00010000:00000010:2.1:1777582959.215161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35d00. 00010000:00000010:2.1:1777582959.215170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582959.215608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:0.1:1777582959.215615:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:0.1:1777582959.215619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582959.215622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.0:1777582959.215819:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582959.215824:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3300. 00010000:00000010:3.0:1777582959.215831:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582959.215838:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582959.215915:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582959.215926:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582959.215930:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582959.215953:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:3.0:1777582959.215972:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6e300 x1863928707955840/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.215993:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582959.215999:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707955840, offset 224 00000400:00000200:3.0:1777582959.216005:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.216017:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.216024:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397464:397464:256:4294967295] 192.168.202.9@tcp LPNI seq info [397460:397460:8:4294967295] 00000400:00000200:3.0:1777582959.216036:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.216042:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.216047:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582959.216055:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.216063:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.216067:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.216094:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3380. 00000020:00000010:3.0:1777582959.216099:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.216102:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024848dd600. 00000800:00000200:2.0:1777582959.216274:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.216278:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582959.216352:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.216359:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.216364:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:2.0:1777582959.216366:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00010000:00000010:3.1:1777582959.219179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:3.1:1777582959.219191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000400:00000200:0.0:1777582959.220484:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.220508:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8863d80 00000400:00000200:0.0:1777582959.220515:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 86368 00000400:00000200:0.0:1777582959.220532:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.220535:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.220542:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.220548:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6d180. 00000020:00000010:2.0:1777582959.220628:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b80. 00000020:00000010:2.0:1777582959.220634:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b80. 00000020:00000010:2.0:1777582959.220653:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582959.220660:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.220665:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.220725:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b80. 00000020:00000010:2.0:1777582959.220728:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b80. 00000100:00000200:2.0:1777582959.220731:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707956096 02000000:00000010:2.0:1777582959.220779:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238888d000. 00010000:00000010:2.0:1777582959.220827:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:2.0:1777582959.220845:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3300. 00010000:00000010:2.0:1777582959.220868:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582959.220875:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582959.220891:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582959.220894:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87500. 00010000:00000010:2.0:1777582959.220898:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582959.220901:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582959.221020:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582959.221023:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582959.221026:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582959.221029:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00000020:00000010:2.0:1777582959.221055:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054aa0. 00000020:00000010:2.0:1777582959.221063:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054aa0. 00000020:00000010:2.0:1777582959.221075:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a0bb1360. 00080000:00000010:2.0:1777582959.221086:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393debc00. 00000001:00000010:2.0:1777582959.222428:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743000. 00000001:00000010:2.0:1777582959.222439:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68000. 00000020:00000010:2.0:1777582959.222489:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a0bb1360. 00010000:00000010:2.0:1777582959.222503:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582959.222511:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582959.222533:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582959.222639:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.222668:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582959.222697:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975623, last committed = 8589975425 00010000:00000200:2.0:1777582959.222710:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6d180 x1863928707956096/t8589975623(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.222732:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582959.222739:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707956096, offset 224 00000400:00000010:2.0:1777582959.222746:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12428. 00000400:00000200:2.0:1777582959.222750:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.222764:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.222771:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397465:397465:256:4294967295] 192.168.202.9@tcp LPNI seq info [397461:397461:8:4294967295] 00000400:00000200:2.0:1777582959.222779:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582959.222787:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.222794:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.222799:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582959.222806:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.222814:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.222819:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.222852:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.222857:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.222861:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00000800:00000200:3.0:1777582959.222996:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.223001:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582959.223006:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.223011:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582959.226891:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:0.0:1777582959.226909:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87d80. 00010000:00000010:0.0:1777582959.226920:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68240. 00000400:00000200:2.0:1777582959.227622:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582959.227644:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ac9 00000400:00000200:2.0:1777582959.227651:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.227655:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582959.227662:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777582959.227665:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00010000:00000010:3.0:1777582959.227757:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:3.0:1777582959.227766:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87500. 00010000:00000010:3.1:1777582959.228206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582959.228214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:3.1:1777582959.228217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582959.228220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.1:1777582959.233164:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:2.1:1777582959.233180:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:2.1:1777582959.233186:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582959.233200:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00000400:00000200:0.0:1777582959.237366:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.237389:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8863e00 00000400:00000200:0.0:1777582959.237397:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 86856 00000400:00000200:0.0:1777582959.237454:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.237460:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.237468:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.237482:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6dc00. 00000020:00000010:1.0:1777582959.237643:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582959.237650:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582959.237658:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02489872600. 00000020:00000010:1.0:1777582959.237664:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e880. 00000020:00000010:1.0:1777582959.237669:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.237725:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0840. 00000020:00000010:1.0:1777582959.237728:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0840. 00000100:00000200:1.0:1777582959.237731:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707956224 00000001:00000010:1.0:1777582959.237743:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185600. 00010000:00000010:1.0:1777582959.237768:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582959.237775:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 02000000:00000010:1.0:1777582959.237802:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241bc3b000. 00010000:00000010:1.0:1777582959.237843:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582959.237848:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582959.237867:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582959.237870:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582959.237874:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582959.237877:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00000004:00000010:1.0:1777582959.237982:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f57680. 00000004:00000010:1.0:1777582959.237992:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3f78. 00000004:00000010:1.0:1777582959.237999:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944880. 00080000:00000010:1.0:1777582959.238009:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e558. 00010000:00000010:1.0:1777582959.238792:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582959.238799:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:1.0:1777582959.238803:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582959.238809:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582959.238964:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582959.238979:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582959.238984:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582959.239007:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000200:1.0:1777582959.239025:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6dc00 x1863928707956224/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.239045:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582959.239051:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707956224, offset 224 00000400:00000200:1.0:1777582959.239057:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.239069:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.239075:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397466:397466:256:4294967295] 192.168.202.9@tcp LPNI seq info [397462:397462:8:4294967295] 00000400:00000200:1.0:1777582959.239086:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.239092:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.239097:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582959.239103:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.239111:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.239115:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.239220:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e880. 00000020:00000010:1.0:1777582959.239225:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.239230:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02489872600. 00010000:00000010:0.1:1777582959.240168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:0.1:1777582959.240178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:3.1:1777582959.242019:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:3.1:1777582959.242032:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000800:00000200:3.0:1777582959.242204:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.242208:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582959.242214:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.242224:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.242231:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:3.0:1777582959.242234:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00010000:00000010:1.1:1777582959.245192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582959.245216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582959.245220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582959.245223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:3.0:1777582959.245452:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.245470:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8863f00 00000400:00000200:3.0:1777582959.245478:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 87432 00000400:00000200:3.0:1777582959.245576:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.245582:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.245591:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.245598:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497157b80. 00000020:00000010:0.0:1777582959.248297:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.248307:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.248315:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.248322:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310300. 00000020:00000010:0.0:1777582959.248328:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.249975:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.249982:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000100:00000200:0.0:1777582959.249988:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707956480 02000000:00000010:0.0:1777582959.250025:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024ade55000. 00010000:00000010:0.0:1777582959.250065:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:0.0:1777582959.250081:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:0.0:1777582959.250099:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582959.250104:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582959.250116:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582959.250118:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310780. 00010000:00000010:0.0:1777582959.250121:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582959.250123:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582959.250257:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582959.250260:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582959.250263:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582959.250266:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000020:00000010:0.0:1777582959.250293:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582959.250300:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582959.250311:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024888c9f00. 00080000:00000010:0.0:1777582959.250322:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a658000. 00000001:00000010:0.0:1777582959.250731:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a4ced960. 00000001:00000010:0.0:1777582959.250740:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185600. 00000020:00000010:0.0:1777582959.250780:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024888c9f00. 00010000:00000010:0.0:1777582959.250789:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582959.250793:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582959.250807:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582959.251018:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582959.251023:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582959.251037:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582959.251039:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582959.251050:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582959.251063:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975624, last committed = 8589975425 00010000:00000200:0.0:1777582959.251073:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497157b80 x1863928707956480/t8589975624(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.251088:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582959.251093:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707956480, offset 224 00000400:00000010:0.0:1777582959.251099:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da42a0. 00000400:00000200:0.0:1777582959.251101:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.251114:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.251121:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397467:397467:256:4294967295] 192.168.202.9@tcp LPNI seq info [397463:397463:8:4294967295] 00000400:00000200:0.0:1777582959.251125:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.251130:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.251926:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.251934:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582959.251940:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.251948:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.251952:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.252025:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310300. 00000020:00000010:0.0:1777582959.252029:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.252032:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00000800:00000200:1.0:1777582959.256019:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.256029:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:1.0:1777582959.256037:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.256045:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582959.258186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582959.258200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00000400:00000200:3.0:1777582959.258877:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.258897:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ad1 00000400:00000200:3.0:1777582959.258906:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.258910:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.258918:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:3.0:1777582959.258921:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000400:00000200:3.0:1777582959.259211:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.259217:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8863f80 00000400:00000200:3.0:1777582959.259222:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 87920 00000400:00000200:3.0:1777582959.259280:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.259285:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.259291:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.259300:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497157800. 00000020:00000010:1.0:1777582959.259412:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582959.259419:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582959.259424:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02489872600. 00000020:00000010:1.0:1777582959.259429:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e880. 00000020:00000010:1.0:1777582959.259435:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.259473:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa05c0. 00000020:00000010:1.0:1777582959.259476:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa05c0. 00000100:00000200:1.0:1777582959.259479:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707956608 00000001:00000010:1.0:1777582959.259489:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68000. 00010000:00000010:1.0:1777582959.259514:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582959.259524:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 02000000:00000010:1.0:1777582959.259557:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241bc39000. 00010000:00000010:1.0:1777582959.259592:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582959.259596:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582959.259617:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582959.259620:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582959.259626:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582959.259629:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00000004:00000010:1.0:1777582959.259747:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f570e0. 00000004:00000010:1.0:1777582959.259756:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3780. 00000004:00000010:1.0:1777582959.259764:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944dd0. 00080000:00000010:1.0:1777582959.259772:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e720. 00010000:00000010:1.0:1777582959.260353:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582959.260356:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582959.260359:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582959.260362:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582959.260416:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582959.260423:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582959.260426:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582959.260443:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000200:1.0:1777582959.260457:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497157800 x1863928707956608/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.260477:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582959.260485:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707956608, offset 224 00000400:00000200:1.0:1777582959.260493:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.260507:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.260515:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397468:397468:256:4294967295] 192.168.202.9@tcp LPNI seq info [397464:397464:8:4294967295] 00000400:00000200:1.0:1777582959.260527:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.260533:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.260538:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582959.260545:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.260553:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.260557:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.260576:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e880. 00000020:00000010:1.0:1777582959.260580:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.260584:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02489872600. 00000800:00000200:3.0:1777582959.261274:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.261280:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:3.0:1777582959.261285:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.261291:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.261296:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:3.0:1777582959.261299:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00010000:00000010:0.0:1777582959.264761:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582959.264777:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310780. 00010000:00000010:0.1:1777582959.265162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582959.265167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582959.265170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582959.265172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000200:1.0:1777582959.266226:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.266246:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8864080 00000400:00000200:1.0:1777582959.266255:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 88496 00000400:00000200:1.0:1777582959.266275:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.266280:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.266288:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.266299:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043c000. 00000020:00000010:3.0:1777582959.268725:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc00. 00000020:00000010:3.0:1777582959.268735:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc00. 00000020:00000010:3.0:1777582959.268743:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736d000. 00000020:00000010:3.0:1777582959.268747:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3380. 00000020:00000010:3.0:1777582959.268751:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.268790:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc00. 00000020:00000010:3.0:1777582959.268792:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc00. 00000100:00000200:3.0:1777582959.268794:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707956864 02000000:00000010:3.0:1777582959.268828:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238fa1f000. 00010000:00000010:3.0:1777582959.268868:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:3.0:1777582959.268884:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:3.0:1777582959.268904:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582959.268910:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.268924:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582959.268926:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582959.268929:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582959.268931:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582959.269020:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582959.269022:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3900. 00010000:00000010:3.0:1777582959.269024:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582959.269026:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000020:00000010:3.0:1777582959.269043:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05780. 00000020:00000010:3.0:1777582959.269048:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05780. 00000020:00000010:3.0:1777582959.269056:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023854cfc00. 00080000:00000010:3.0:1777582959.269063:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248494f800. 00000001:00000010:3.0:1777582959.269482:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023854cfae0. 00000001:00000010:3.0:1777582959.269490:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582959.269530:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023854cfc00. 00010000:00000010:3.0:1777582959.269540:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582959.269544:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.269558:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582959.269599:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582959.269614:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:3.0:1777582959.269630:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975625, last committed = 8589975425 00010000:00000200:3.0:1777582959.269642:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043c000 x1863928707956864/t8589975625(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.269664:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582959.269683:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707956864, offset 224 00000400:00000010:3.0:1777582959.269691:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e28c0. 00000400:00000200:3.0:1777582959.269695:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.269709:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.269717:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397469:397469:256:4294967295] 192.168.202.9@tcp LPNI seq info [397465:397465:8:4294967295] 00000400:00000200:3.0:1777582959.269724:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.269731:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.269736:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.269740:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582959.269746:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.269751:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.269754:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.269770:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3380. 00000020:00000010:3.0:1777582959.269773:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.269775:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736d000. 00010000:00000010:3.0:1777582959.269802:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.269805:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3900. 00010000:00000010:3.0:1777582959.269809:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000800:00000200:3.0:1777582959.269901:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.269905:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582959.269909:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.269915:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.274114:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.274154:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ad9 00000400:00000200:3.0:1777582959.274161:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.274164:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.274170:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:3.0:1777582959.274172:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000400:00000200:3.0:1777582959.274198:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.274202:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8864100 00000400:00000200:3.0:1777582959.274207:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 88984 00000400:00000200:3.0:1777582959.274249:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.274252:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.274257:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.274262:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497156a00. 00000020:00000010:3.0:1777582959.274312:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc00. 00000020:00000010:3.0:1777582959.274317:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc00. 00000020:00000010:3.0:1777582959.274323:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024848dd600. 00000020:00000010:3.0:1777582959.274328:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582959.274334:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.274373:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc00. 00000020:00000010:3.0:1777582959.274375:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc00. 00000100:00000200:3.0:1777582959.274378:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707956992 00000001:00000010:3.0:1777582959.274388:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185600. 00010000:00000010:3.0:1777582959.274413:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582959.274421:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 02000000:00000010:3.0:1777582959.274448:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238fa1e000. 00010000:00000010:3.0:1777582959.274478:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582959.274482:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.274501:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582959.274504:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:3.0:1777582959.274508:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.274510:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000004:00000010:3.0:1777582959.274604:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e91e00. 00000004:00000010:3.0:1777582959.274613:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c655a0. 00000004:00000010:3.0:1777582959.274620:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386660. 00080000:00000010:3.0:1777582959.274628:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e12720. 00010000:00000010:0.0:1777582959.274753:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:0.0:1777582959.274763:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b80. 00010000:00000010:1.1:1777582959.275198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582959.275205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582959.275208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582959.275210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.0:1777582959.275376:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582959.275379:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3800. 00010000:00000010:3.0:1777582959.275383:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582959.275386:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582959.275436:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.275442:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582959.275445:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00010000:00000010:3.0:1777582959.275459:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582959.275474:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497156a00 x1863928707956992/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.275493:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582959.275499:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707956992, offset 224 00000400:00000200:3.0:1777582959.275505:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.275517:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.275523:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397470:397470:256:4294967295] 192.168.202.9@tcp LPNI seq info [397466:397466:8:4294967295] 00000400:00000200:3.0:1777582959.275534:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.275540:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.275544:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582959.275551:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.275558:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.275562:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.275589:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582959.275593:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.275597:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024848dd600. 00000800:00000200:1.0:1777582959.275746:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.275750:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:1.0:1777582959.275755:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.275760:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.275765:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:1.0:1777582959.275767:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00010000:00000010:0.1:1777582959.279736:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582959.279748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000400:00000200:3.0:1777582959.279944:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.279960:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8864200 00000400:00000200:3.0:1777582959.279967:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 89560 00000400:00000200:3.0:1777582959.279979:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.279982:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.279988:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.279992:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497154000. 00000020:00000010:0.0:1777582959.280070:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.280074:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.280079:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.280083:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582959.280087:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.280118:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.280120:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000100:00000200:0.0:1777582959.280122:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707957248 02000000:00000010:0.0:1777582959.280173:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023da664000. 00010000:00000010:0.0:1777582959.280209:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:0.0:1777582959.280222:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3800. 00010000:00000010:0.0:1777582959.280240:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582959.280244:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582959.280259:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582959.280263:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310300. 00010000:00000010:0.0:1777582959.280266:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582959.280269:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582959.280377:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582959.280380:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582959.280384:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582959.280387:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000020:00000010:0.0:1777582959.280410:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582959.280416:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48380. 00000020:00000010:0.0:1777582959.280423:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a4cedf60. 00080000:00000010:0.0:1777582959.280431:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a658400. 00000001:00000010:0.0:1777582959.280894:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02391f48600. 00000001:00000010:0.0:1777582959.280902:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185f00. 00000020:00000010:0.0:1777582959.280936:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a4cedf60. 00010000:00000010:0.0:1777582959.280943:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582959.280946:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582959.280957:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582959.280994:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582959.280999:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582959.281012:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582959.281015:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582959.281024:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000200:0.0:1777582959.281036:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975626, last committed = 8589975425 00010000:00000200:0.0:1777582959.281043:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154000 x1863928707957248/t8589975626(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.281059:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582959.281063:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707957248, offset 224 00000400:00000010:0.0:1777582959.281068:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4d20. 00000400:00000200:0.0:1777582959.281070:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.281081:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.281087:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397471:397471:256:4294967295] 192.168.202.9@tcp LPNI seq info [397467:397467:8:4294967295] 00000400:00000200:0.0:1777582959.281091:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.281096:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.281100:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.281103:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582959.281107:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.281113:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.281117:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.281131:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582959.281153:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.281156:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00000800:00000200:0.0:1777582959.281228:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.281232:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582959.281236:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.281240:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582959.286187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582959.286200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582959.286238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582959.286243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582959.286245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582959.286248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582959.286251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582959.286254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582959.286256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582959.286258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582959.286261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582959.286263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:1.0:1777582959.287241:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.287264:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ae1 00000400:00000200:1.0:1777582959.287272:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.287276:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.287285:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:1.0:1777582959.287288:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00000400:00000200:1.0:1777582959.288224:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.288233:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8864280 00000400:00000200:1.0:1777582959.288240:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 90048 00000400:00000200:1.0:1777582959.288303:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.288308:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.288314:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.288320:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043f100. 00000020:00000010:0.0:1777582959.288433:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.288439:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.288445:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.288451:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582959.288456:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.288502:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582959.288505:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000100:00000200:0.0:1777582959.288508:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707957376 00000001:00000010:0.0:1777582959.288518:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582959.288543:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582959.288551:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 02000000:00000010:0.0:1777582959.288579:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023da667000. 00010000:00000010:0.0:1777582959.288612:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582959.288615:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582959.288637:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582959.288641:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582959.288645:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582959.288648:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00000004:00000010:0.0:1777582959.288763:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518d20. 00000004:00000010:0.0:1777582959.288773:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22d98. 00000004:00000010:0.0:1777582959.288780:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34aa0. 00080000:00000010:0.0:1777582959.288790:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74000. 00010000:00000010:0.0:1777582959.289967:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582959.289973:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582959.289977:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582959.289981:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582959.290043:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582959.290051:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582959.290055:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582959.290071:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000200:0.0:1777582959.290086:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043f100 x1863928707957376/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582959.290101:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582959.290107:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707957376, offset 224 00000400:00000200:0.0:1777582959.290112:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.290121:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.290127:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397472:397472:256:4294967295] 192.168.202.9@tcp LPNI seq info [397468:397468:8:4294967295] 00000400:00000200:0.0:1777582959.290157:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.290162:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.290166:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582959.290170:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.290176:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.290179:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.290198:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582959.290201:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.290203:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00000800:00000200:1.0:1777582959.290341:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.290346:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582959.290352:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.290357:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.290362:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:1.0:1777582959.290365:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00010000:00000010:3.0:1777582959.297846:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:3.0:1777582959.297865:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310300. 00000400:00000200:0.0:1777582959.298060:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.298079:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8864380 00000400:00000200:0.0:1777582959.298087:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 90624 00000400:00000200:0.0:1777582959.298101:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.298106:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.298112:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.298118:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a5e6fb80. 00000020:00000010:3.0:1777582959.298216:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582959.298221:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582959.298240:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02398fbca00. 00000020:00000010:3.0:1777582959.298245:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582959.298250:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.298284:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582959.298286:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000100:00000200:3.0:1777582959.298289:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707957632 02000000:00000010:3.0:1777582959.298324:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238fa1c000. 00010000:00000010:3.0:1777582959.298356:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:3.0:1777582959.298364:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:3.0:1777582959.298383:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582959.298389:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.298403:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582959.298406:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3380. 00010000:00000010:3.0:1777582959.298409:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.298412:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582959.298509:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582959.298512:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3100. 00010000:00000010:3.0:1777582959.298514:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582959.298517:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000020:00000010:3.0:1777582959.298537:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582959.298543:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e057e0. 00000020:00000010:3.0:1777582959.298553:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023854cf2a0. 00080000:00000010:3.0:1777582959.298562:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248494c400. 00000001:00000010:3.0:1777582959.298950:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023854cfd80. 00000001:00000010:3.0:1777582959.298958:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582959.298993:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023854cf2a0. 00010000:00000010:3.0:1777582959.299001:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582959.299005:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582959.299017:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.0:1777582959.299048:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.299062:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582959.299076:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975627, last committed = 8589975425 00010000:00000200:3.0:1777582959.299085:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5e6fb80 x1863928707957632/t8589975627(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.299105:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582959.299111:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707957632, offset 224 00000400:00000010:3.0:1777582959.299117:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2e70. 00000400:00000200:3.0:1777582959.299121:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.299163:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.299170:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397473:397473:256:4294967295] 192.168.202.9@tcp LPNI seq info [397469:397469:8:4294967295] 00000400:00000200:3.0:1777582959.299176:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.299184:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.299190:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.299195:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582959.299202:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.299208:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.299212:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.299234:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582959.299238:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.299241:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02398fbca00. 00000800:00000200:3.0:1777582959.299339:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.299342:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:3.0:1777582959.299347:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.299351:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582959.299450:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:0.0:1777582959.299457:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3100. 00010000:00000010:0.0:1777582959.299464:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:0.1:1777582959.300190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582959.300198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:0.1:1777582959.300201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582959.300205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582959.300208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582959.300211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000400:00000200:1.0:1777582959.302912:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.302938:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ae9 00000400:00000200:1.0:1777582959.302947:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.302952:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.302958:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:1.0:1777582959.302962:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00010000:00000010:0.0:1777582959.303070:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:0.0:1777582959.303082:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3380. 00000400:00000200:0.0:1777582959.303237:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.303246:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8864400 00000400:00000200:0.0:1777582959.303253:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 91112 00000400:00000200:0.0:1777582959.303309:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.303313:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.303319:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.303327:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484959180. 00000020:00000010:3.0:1777582959.303404:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582959.303410:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582959.303416:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024848dd600. 00000020:00000010:3.0:1777582959.303422:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582959.303427:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.303471:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582959.303474:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000100:00000200:3.0:1777582959.303477:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707957760 00000001:00000010:3.0:1777582959.303489:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185f00. 00010000:00000010:3.0:1777582959.303512:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582959.303519:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 02000000:00000010:3.0:1777582959.303548:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238fa1b000. 00010000:00000010:3.0:1777582959.303575:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582959.303579:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.303593:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582959.303596:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3880. 00010000:00000010:3.0:1777582959.303600:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582959.303602:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000004:00000010:3.0:1777582959.303738:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e910e0. 00000004:00000010:3.0:1777582959.303747:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65f00. 00000004:00000010:3.0:1777582959.303754:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387100. 00080000:00000010:3.0:1777582959.303762:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13728. 00010000:00000010:3.1:1777582959.304408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582959.304417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582959.304420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582959.304424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582959.304427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582959.304429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582959.304775:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582959.304779:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3b80. 00010000:00000010:3.0:1777582959.304784:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582959.304789:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582959.304861:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.304870:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582959.304874:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3880. 00010000:00000010:3.0:1777582959.304896:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582959.304912:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484959180 x1863928707957760/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.304932:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582959.304939:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707957760, offset 224 00000400:00000200:3.0:1777582959.304945:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.304957:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.304963:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397474:397474:256:4294967295] 192.168.202.9@tcp LPNI seq info [397470:397470:8:4294967295] 00000400:00000200:3.0:1777582959.304973:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.304978:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.304983:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582959.304990:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.304998:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.305002:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.305034:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582959.305039:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.305042:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024848dd600. 00000800:00000200:1.0:1777582959.305191:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.305196:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:1.0:1777582959.305200:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.305205:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.305209:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:1.0:1777582959.305211:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00010000:00000010:0.1:1777582959.305288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582959.305294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:0.1:1777582959.305297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582959.305299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582959.305302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582959.305305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582959.309280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582959.309294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582959.309299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582959.309303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:0.1:1777582959.309444:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:0.1:1777582959.309455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:1.0:1777582959.318681:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.318700:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8864500 00000400:00000200:1.0:1777582959.318707:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 91688 00000400:00000200:1.0:1777582959.318723:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.318728:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.318735:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.318740:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043ca80. 00000020:00000010:0.0:1777582959.318842:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc70c0. 00000020:00000010:0.0:1777582959.318848:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc70c0. 00000020:00000010:0.0:1777582959.318854:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.318859:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582959.318864:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.318908:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc70c0. 00000020:00000010:0.0:1777582959.318912:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc70c0. 00000100:00000200:0.0:1777582959.318915:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707958016 02000000:00000010:0.0:1777582959.318954:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023da666000. 00010000:00000010:0.0:1777582959.319002:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:0.0:1777582959.319020:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3b80. 00010000:00000010:0.0:1777582959.319041:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582959.319047:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582959.319064:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582959.319067:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310600. 00010000:00000010:0.0:1777582959.319070:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582959.319072:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582959.319209:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582959.319212:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582959.319214:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582959.319216:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000020:00000010:0.0:1777582959.319236:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c486a0. 00000020:00000010:0.0:1777582959.319240:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c486a0. 00000020:00000010:0.0:1777582959.319249:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024888c9720. 00080000:00000010:0.0:1777582959.319257:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a65b800. 00000001:00000010:0.0:1777582959.319719:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d840. 00000001:00000010:0.0:1777582959.319726:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582959.319755:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024888c9720. 00010000:00000010:0.0:1777582959.319761:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582959.319764:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582959.319775:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582959.319810:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582959.319815:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582959.319829:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582959.319831:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582959.319844:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000200:0.0:1777582959.319860:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975628, last committed = 8589975425 00010000:00000200:0.0:1777582959.319870:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043ca80 x1863928707958016/t8589975628(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.319890:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582959.319896:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707958016, offset 224 00000400:00000010:0.0:1777582959.319903:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4460. 00000400:00000200:0.0:1777582959.319907:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.319921:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.319927:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397475:397475:256:4294967295] 192.168.202.9@tcp LPNI seq info [397471:397471:8:4294967295] 00000400:00000200:0.0:1777582959.319931:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.319937:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.319942:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.319946:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582959.319951:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.319956:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.319959:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.319978:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582959.319982:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.319986:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00000800:00000200:0.0:1777582959.320087:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.320091:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582959.320096:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.320102:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.322693:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.322715:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214af1 00000400:00000200:1.0:1777582959.322724:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.322729:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.322737:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:1.0:1777582959.322741:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00010000:00000010:3.0:1777582959.322869:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:3.0:1777582959.322882:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310600. 00000400:00000200:1.0:1777582959.324367:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.324381:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8864580 00000400:00000200:1.0:1777582959.324387:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 92176 00000400:00000200:1.0:1777582959.324450:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.324453:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.324459:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.324465:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043ed80. 00000020:00000010:3.0:1777582959.324752:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b440. 00000020:00000010:3.0:1777582959.324758:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b440. 00000020:00000010:3.0:1777582959.324765:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7a00. 00000020:00000010:3.0:1777582959.324772:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582959.324777:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.324864:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b440. 00000020:00000010:3.0:1777582959.324867:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b440. 00000100:00000200:3.0:1777582959.324870:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707958144 00000001:00000010:3.0:1777582959.324881:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582959.324903:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582959.324910:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 02000000:00000010:3.0:1777582959.324940:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02484c27000. 00010000:00000010:3.0:1777582959.324967:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582959.324970:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582959.324988:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582959.324992:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3880. 00010000:00000010:3.0:1777582959.324996:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582959.324999:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000004:00000010:3.0:1777582959.325091:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90b40. 00000004:00000010:3.0:1777582959.325100:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65ca8. 00000004:00000010:3.0:1777582959.325107:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387650. 00080000:00000010:3.0:1777582959.325116:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e138f0. 00010000:00000010:3.0:1777582959.325808:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582959.325814:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582959.325818:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582959.325823:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582959.325887:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582959.325899:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.325904:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3880. 00010000:00000010:3.0:1777582959.325924:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582959.325939:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043ed80 x1863928707958144/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.325957:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582959.325963:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707958144, offset 224 00000400:00000200:3.0:1777582959.325970:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.325981:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.325988:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397476:397476:256:4294967295] 192.168.202.9@tcp LPNI seq info [397472:397472:8:4294967295] 00000400:00000200:3.0:1777582959.325999:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.326004:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.326009:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582959.326015:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.326023:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.326027:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.326055:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3900. 00000020:00000010:3.0:1777582959.326059:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.326063:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7a00. 00000800:00000200:1.0:1777582959.326189:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.326193:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:1.0:1777582959.326198:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.326203:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.326207:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:1.0:1777582959.326210:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00010000:00000010:0.1:1777582959.326418:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582959.326425:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582959.326430:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582959.326434:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582959.326437:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582959.326439:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000400:00000200:1.0:1777582959.328992:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.329008:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8864680 00000400:00000200:1.0:1777582959.329014:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 92752 00000400:00000200:1.0:1777582959.329026:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.329029:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.329035:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.329040:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043f800. 00000020:00000010:3.0:1777582959.329108:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:3.0:1777582959.329112:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000020:00000010:3.0:1777582959.329117:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7a00. 00000020:00000010:3.0:1777582959.329122:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582959.329126:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.329181:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:3.0:1777582959.329183:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000100:00000200:3.0:1777582959.329188:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707958400 02000000:00000010:3.0:1777582959.329227:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02484c26000. 00010000:00000010:3.0:1777582959.329270:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582959.329290:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582959.329315:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582959.329321:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582959.329338:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582959.329341:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582959.329345:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582959.329348:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.329447:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582959.329451:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3900. 00010000:00000010:3.0:1777582959.329453:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582959.329455:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000020:00000010:3.0:1777582959.329472:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e056a0. 00000020:00000010:3.0:1777582959.329478:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e056a0. 00000020:00000010:3.0:1777582959.329489:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023854cf1e0. 00080000:00000010:3.0:1777582959.329498:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248494dc00. 00010000:00000010:3.1:1777582959.330200:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582959.330205:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000001:00000010:3.0:1777582959.330295:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424a8a0. 00000001:00000010:3.0:1777582959.330302:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582959.330343:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023854cf1e0. 00010000:00000010:3.0:1777582959.330354:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582959.330360:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582959.330375:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582959.330462:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.330477:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582959.330498:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975629, last committed = 8589975425 00010000:00000200:3.0:1777582959.330510:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043f800 x1863928707958400/t8589975629(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.330531:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582959.330537:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707958400, offset 224 00000400:00000010:3.0:1777582959.330545:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2930. 00000400:00000200:3.0:1777582959.330549:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.330564:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.330572:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397477:397477:256:4294967295] 192.168.202.9@tcp LPNI seq info [397473:397473:8:4294967295] 00000400:00000200:3.0:1777582959.330578:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.330585:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.330591:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.330596:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582959.330602:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.330611:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.330617:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.330663:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582959.330667:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.330678:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7a00. 00000800:00000200:2.0:1777582959.332580:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.332588:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582959.332597:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.332606:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582959.332883:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:1.0:1777582959.332899:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3900. 00010000:00000010:1.0:1777582959.332912:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00000400:00000200:1.0:1777582959.334764:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.334786:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214af9 00000400:00000200:1.0:1777582959.334793:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.334797:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.334803:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:1.0:1777582959.334806:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000400:00000200:1.0:1777582959.334868:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.334875:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8864700 00000400:00000200:1.0:1777582959.334882:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 93240 00000400:00000200:1.0:1777582959.335454:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.335461:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.335467:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.335474:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043dc00. 00000020:00000010:2.0:1777582959.335568:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b80. 00000020:00000010:2.0:1777582959.335574:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b80. 00000020:00000010:2.0:1777582959.335580:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023963f6200. 00000020:00000010:2.0:1777582959.335585:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.335590:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.335635:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b80. 00000020:00000010:2.0:1777582959.335638:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b80. 00000100:00000200:2.0:1777582959.335651:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707958528 00000001:00000010:2.0:1777582959.335662:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:2.0:1777582959.335692:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582959.335699:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582959.335725:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238888a000. 00010000:00000010:2.0:1777582959.335752:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582959.335755:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.335773:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582959.335776:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87700. 00010000:00000010:2.0:1777582959.335780:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582959.335783:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00000004:00000010:2.0:1777582959.335888:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487057860. 00000004:00000010:2.0:1777582959.335898:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0a50. 00000004:00000010:2.0:1777582959.335905:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757540. 00080000:00000010:2.0:1777582959.335915:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a8e8. 00010000:00000010:2.0:1777582959.336556:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582959.336561:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87a80. 00010000:00000010:2.0:1777582959.336566:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582959.336571:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582959.336639:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.336657:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582959.336662:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87700. 00010000:00000010:2.0:1777582959.336691:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582959.336708:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043dc00 x1863928707958528/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582959.336728:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582959.336734:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707958528, offset 224 00000400:00000200:2.0:1777582959.336741:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.336752:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.336759:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397478:397478:256:4294967295] 192.168.202.9@tcp LPNI seq info [397474:397474:8:4294967295] 00000400:00000200:2.0:1777582959.336770:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.336776:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.336781:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582959.336788:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.336796:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.336800:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.336816:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.336819:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.336822:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023963f6200. 00000800:00000200:1.0:1777582959.339215:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.339224:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:1.0:1777582959.339235:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.339244:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.339350:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:1.0:1777582959.339354:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00010000:00000010:3.1:1777582959.340220:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582959.340231:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582959.340236:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582959.340240:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582959.340547:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582959.340552:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582959.340555:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582959.340558:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582959.340603:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.340614:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00000400:00000200:2.0:1777582959.340812:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.340830:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8864800 00000400:00000200:2.0:1777582959.340838:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 93816 00000400:00000200:2.0:1777582959.340854:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.340858:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.340865:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.340871:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd389c00. 00000020:00000010:3.0:1777582959.340964:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:3.0:1777582959.340969:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000020:00000010:3.0:1777582959.340975:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7a00. 00000020:00000010:3.0:1777582959.340981:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023889b3880. 00000020:00000010:3.0:1777582959.340986:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.341046:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:3.0:1777582959.341049:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000100:00000200:3.0:1777582959.341052:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707958784 02000000:00000010:3.0:1777582959.341091:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02391998000. 00010000:00000010:3.0:1777582959.341122:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:3.0:1777582959.341157:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87a80. 00010000:00000010:3.0:1777582959.341179:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582959.341186:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.341202:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582959.341205:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023889b3900. 00010000:00000010:3.0:1777582959.341210:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582959.341213:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582959.341339:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582959.341343:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582959.341346:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582959.341349:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000020:00000010:3.0:1777582959.341372:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e056a0. 00000020:00000010:3.0:1777582959.341379:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e056a0. 00000020:00000010:3.0:1777582959.341388:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a424a960. 00080000:00000010:3.0:1777582959.341396:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248494ec00. 00000001:00000010:3.0:1777582959.342428:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023854cf900. 00000001:00000010:3.0:1777582959.342439:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582959.342478:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a424a960. 00010000:00000010:3.0:1777582959.342490:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582959.342497:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582959.342515:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582959.342606:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.342625:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582959.342650:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975630, last committed = 8589975425 00010000:00000200:3.0:1777582959.342661:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd389c00 x1863928707958784/t8589975630(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.342693:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582959.342700:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707958784, offset 224 00000400:00000010:3.0:1777582959.342707:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2738. 00000400:00000200:3.0:1777582959.342711:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.342730:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.342738:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397479:397479:256:4294967295] 192.168.202.9@tcp LPNI seq info [397475:397475:8:4294967295] 00000400:00000200:3.0:1777582959.342744:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.342751:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.342756:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.342761:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582959.342768:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.342775:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.342779:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.342802:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023889b3880. 00000020:00000010:3.0:1777582959.342807:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.342810:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7a00. 00010000:00000010:1.0:1777582959.343100:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:1.0:1777582959.343112:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:1.0:1777582959.343118:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:1.1:1777582959.343441:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582959.343449:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582959.345934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582959.345952:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582959.345955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582959.345957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00000800:00000200:1.0:1777582959.346054:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.346060:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:1.0:1777582959.346068:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.346077:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.346542:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.346558:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b01 00000400:00000200:1.0:1777582959.346564:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.346567:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.346573:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:1.0:1777582959.346575:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00000400:00000200:1.0:1777582959.346602:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.346608:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8864880 00000400:00000200:1.0:1777582959.346616:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 94304 00010000:00000010:3.0:1777582959.346770:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582959.346782:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023889b3900. 00000400:00000200:1.0:1777582959.347307:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.347314:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.347320:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.347327:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043f480. 00000020:00000010:3.0:1777582959.347523:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:3.0:1777582959.347529:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000020:00000010:3.0:1777582959.347535:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7a00. 00000020:00000010:3.0:1777582959.347541:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582959.347546:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.347588:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be40. 00000020:00000010:3.0:1777582959.347590:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be40. 00000100:00000200:3.0:1777582959.347593:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707958912 00000001:00000010:3.0:1777582959.347604:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:3.0:1777582959.347629:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582959.347636:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582959.347683:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239199e000. 00010000:00000010:3.0:1777582959.347713:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582959.347717:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.347734:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582959.347739:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582959.347743:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.347746:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000004:00000010:3.0:1777582959.347840:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e914a0. 00000004:00000010:3.0:1777582959.347849:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65d98. 00000004:00000010:3.0:1777582959.347855:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387320. 00080000:00000010:3.0:1777582959.347864:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13008. 00010000:00000010:3.0:1777582959.348527:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582959.348533:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374d00. 00010000:00000010:3.0:1777582959.348538:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582959.348543:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582959.348619:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.348631:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.348645:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582959.348678:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582959.348696:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043f480 x1863928707958912/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.348715:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582959.348722:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707958912, offset 224 00000400:00000200:3.0:1777582959.348729:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.348741:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.348747:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397480:397480:256:4294967295] 192.168.202.9@tcp LPNI seq info [397476:397476:8:4294967295] 00000400:00000200:3.0:1777582959.348759:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.348765:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.348770:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582959.348777:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.348784:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.348788:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.348817:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582959.348822:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.348826:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7a00. 00010000:00000010:3.1:1777582959.351786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582959.351802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582959.351806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00000800:00000200:2.0:1777582959.351894:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.351899:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582959.351908:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.351916:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.351924:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:2.0:1777582959.351927:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000400:00000200:1.0:1777582959.352234:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.352490:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8864980 00000400:00000200:1.0:1777582959.352499:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 94880 00000400:00000200:1.0:1777582959.352516:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.352521:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.352528:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.352535:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043d880. 00000020:00000010:2.0:1777582959.352762:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582959.352768:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582959.352774:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388e25600. 00000020:00000010:2.0:1777582959.352780:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.352786:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.352864:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582959.352868:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a938c0. 00000100:00000200:2.0:1777582959.352871:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707959168 02000000:00000010:2.0:1777582959.352908:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238888c000. 00010000:00000010:2.0:1777582959.352950:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:2.0:1777582959.352967:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374d00. 00010000:00000010:2.0:1777582959.352988:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582959.352996:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582959.353014:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582959.353017:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87700. 00010000:00000010:2.0:1777582959.353022:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582959.353024:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582959.353180:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582959.353185:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87900. 00010000:00000010:2.0:1777582959.353189:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582959.353192:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00000020:00000010:2.0:1777582959.353219:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860548c0. 00000020:00000010:2.0:1777582959.353226:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860548c0. 00000020:00000010:2.0:1777582959.353238:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743660. 00080000:00000010:2.0:1777582959.353258:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393dea000. 00000001:00000010:2.0:1777582959.354108:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9b40. 00000001:00000010:2.0:1777582959.354117:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582959.354231:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743660. 00010000:00000010:2.0:1777582959.354355:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582959.354363:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582959.354379:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00010000:00000010:2.0:1777582959.354478:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.354496:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582959.354517:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975631, last committed = 8589975425 00010000:00000200:2.0:1777582959.354527:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043d880 x1863928707959168/t8589975631(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.354549:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582959.354556:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707959168, offset 224 00000400:00000010:2.0:1777582959.354564:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12498. 00000400:00000200:2.0:1777582959.354568:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.354584:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.354592:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397481:397481:256:4294967295] 192.168.202.9@tcp LPNI seq info [397477:397477:8:4294967295] 00000400:00000200:2.0:1777582959.354599:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582959.354606:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.354613:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.354619:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582959.354626:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.354635:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.354649:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.354682:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.354687:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.354690:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388e25600. 00010000:00000010:1.0:1777582959.354890:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:1.0:1777582959.354898:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87900. 00010000:00000010:1.0:1777582959.354905:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e689c0. 00000800:00000200:1.0:1777582959.356777:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.356786:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:1.0:1777582959.356796:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.356805:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.357341:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582959.357359:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b09 00000400:00000200:2.0:1777582959.357366:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.357369:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582959.357375:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777582959.357377:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00010000:00000010:3.0:1777582959.357537:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:3.0:1777582959.357548:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87700. 00010000:00000010:1.1:1777582959.357625:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:1.1:1777582959.357634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582959.358209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582959.358216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582959.358219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582959.358222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582959.358225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582959.358228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582959.358231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582959.358234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582959.358236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:2.1:1777582959.359331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582959.359343:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582959.359356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582959.359362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00000400:00000200:1.0:1777582959.359940:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.359958:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8864a00 00000400:00000200:1.0:1777582959.359965:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 95368 00000400:00000200:1.0:1777582959.360024:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.360029:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.360036:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.360044:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043d180. 00000020:00000010:2.0:1777582959.361163:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582959.361171:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582959.361178:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023963f6200. 00000020:00000010:2.0:1777582959.361184:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.361189:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.361229:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582959.361232:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a938c0. 00000100:00000200:2.0:1777582959.361235:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707959296 00000001:00000010:2.0:1777582959.361246:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582959.361270:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582959.361278:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582959.361307:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238888f000. 00010000:00000010:2.0:1777582959.361338:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582959.361342:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.361362:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582959.361365:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87e00. 00010000:00000010:2.0:1777582959.361368:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582959.361371:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00000004:00000010:2.0:1777582959.361457:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487057a40. 00000004:00000010:2.0:1777582959.361476:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb04b0. 00000004:00000010:2.0:1777582959.361482:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756550. 00080000:00000010:2.0:1777582959.361489:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097aab0. 00010000:00000010:2.0:1777582959.362028:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582959.362033:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87700. 00010000:00000010:2.0:1777582959.362037:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582959.362041:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8600. 00010000:00000010:2.0:1777582959.362101:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.362111:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582959.362116:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87e00. 00010000:00000010:1.1:1777582959.362181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:1.1:1777582959.362186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582959.362235:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582959.362263:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043d180 x1863928707959296/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:3.1:1777582959.362497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582959.362504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00000400:00000010:2.0:1777582959.362616:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582959.362626:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707959296, offset 224 00000400:00000200:2.0:1777582959.362635:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.362651:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.362657:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397482:397482:256:4294967295] 192.168.202.9@tcp LPNI seq info [397478:397478:8:4294967295] 00000400:00000200:2.0:1777582959.362668:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.362684:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.362689:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582959.362695:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.362704:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.362707:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.362778:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.362784:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.362788:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023963f6200. 00000800:00000200:1.0:1777582959.363342:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.363347:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582959.363353:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.363360:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.363365:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:1.0:1777582959.363367:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000400:00000200:2.0:1777582959.365590:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.365610:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8864b00 00000400:00000200:2.0:1777582959.365618:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 95944 00000400:00000200:2.0:1777582959.365633:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.365637:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.365732:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.365741:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd388700. 00000020:00000010:3.0:1777582959.365843:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b480. 00000020:00000010:3.0:1777582959.365849:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b480. 00000020:00000010:3.0:1777582959.365856:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863be400. 00000020:00000010:3.0:1777582959.365862:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374800. 00000020:00000010:3.0:1777582959.365867:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.365959:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b480. 00000020:00000010:3.0:1777582959.365963:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b480. 00000100:00000200:3.0:1777582959.365966:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707959552 02000000:00000010:3.0:1777582959.366002:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239199d000. 00010000:00000010:3.0:1777582959.366041:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8600. 00010000:00000010:3.0:1777582959.366058:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87700. 00010000:00000010:3.0:1777582959.366078:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582959.366084:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582959.366099:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582959.366102:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374600. 00010000:00000010:3.0:1777582959.366106:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.366109:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.370366:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582959.370375:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582959.370383:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582959.370391:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582959.370449:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e055c0. 00000020:00000010:3.0:1777582959.370455:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e055c0. 00000020:00000010:3.0:1777582959.370467:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023854cf1e0. 00080000:00000010:3.0:1777582959.370477:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248494e800. 00000001:00000010:3.0:1777582959.370976:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424ad20. 00000001:00000010:3.0:1777582959.370985:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca540. 00000020:00000010:3.0:1777582959.371025:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023854cf1e0. 00010000:00000010:3.0:1777582959.371035:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582959.371040:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582959.371056:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:2.1:1777582959.372183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582959.372199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582959.372203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:1.0:1777582959.373199:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582959.373481:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582959.373531:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.373539:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582959.373563:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582959.373589:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975632, last committed = 8589975425 00010000:00000200:3.0:1777582959.373604:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd388700 x1863928707959552/t8589975632(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.373636:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582959.373753:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707959552, offset 224 00000400:00000010:3.0:1777582959.373763:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e25e8. 00000400:00000200:3.0:1777582959.373768:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.373783:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.373790:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397483:397483:256:4294967295] 192.168.202.9@tcp LPNI seq info [397479:397479:8:4294967295] 00000400:00000200:3.0:1777582959.373797:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.373806:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.373811:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.373817:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582959.373825:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.373832:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.373836:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.373919:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374800. 00000020:00000010:3.0:1777582959.373924:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.373928:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863be400. 00000800:00000200:1.0:1777582959.376590:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.376600:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:1.0:1777582959.376609:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.376618:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.377715:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.377737:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b11 00000400:00000200:1.0:1777582959.377745:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.377749:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.377755:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:1.0:1777582959.377758:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000400:00000200:1.0:1777582959.377788:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.377795:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8864b80 00000400:00000200:1.0:1777582959.377802:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 96432 00000400:00000200:1.0:1777582959.377853:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.377856:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.377861:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.377867:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043c700. 00000020:00000010:1.0:1777582959.377918:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582959.377923:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582959.377930:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02489872600. 00000020:00000010:1.0:1777582959.377936:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e880. 00000020:00000010:1.0:1777582959.377941:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.377977:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa08c0. 00000020:00000010:1.0:1777582959.377980:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa08c0. 00000100:00000200:1.0:1777582959.377984:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707959680 00000001:00000010:1.0:1777582959.377998:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68d80. 00010000:00000010:1.0:1777582959.378025:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.378033:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 02000000:00000010:1.0:1777582959.378062:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c42000. 00010000:00000010:1.0:1777582959.378089:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582959.378092:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582959.378110:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582959.378113:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582959.378117:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582959.378120:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:3.0:1777582959.378859:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.378872:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374600. 00000004:00000010:1.0:1777582959.379077:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56000. 00000004:00000010:1.0:1777582959.379092:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582959.379099:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ba0. 00080000:00000010:1.0:1777582959.379109:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74e390. 00010000:00000010:1.0:1777582959.381312:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582959.381321:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582959.381328:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582959.381335:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582959.381417:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582959.381429:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582959.381434:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582959.381461:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000200:1.0:1777582959.381482:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043c700 x1863928707959680/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.381505:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582959.381512:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707959680, offset 224 00000400:00000200:1.0:1777582959.381519:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.381533:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.381540:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397484:397484:256:4294967295] 192.168.202.9@tcp LPNI seq info [397480:397480:8:4294967295] 00000400:00000200:1.0:1777582959.381552:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.381558:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.381562:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582959.381570:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.381577:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.381581:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.381605:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e880. 00000020:00000010:1.0:1777582959.381609:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.381614:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02489872600. 00000800:00000200:2.0:1777582959.382023:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.382028:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582959.382033:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.382039:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.382044:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:2.0:1777582959.382046:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00010000:00000010:3.1:1777582959.385196:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582959.385207:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00000400:00000200:1.0:1777582959.385299:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.385317:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8864c80 00000400:00000200:1.0:1777582959.385325:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 97008 00000400:00000200:1.0:1777582959.385340:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.385345:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.385352:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.385358:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043c380. 00000020:00000010:3.0:1777582959.385442:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.385448:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.385454:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7a00. 00000020:00000010:3.0:1777582959.385459:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374600. 00000020:00000010:3.0:1777582959.385463:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.385508:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.385511:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000100:00000200:3.0:1777582959.385514:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707959936 02000000:00000010:3.0:1777582959.385559:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241de7b000. 00010000:00000010:3.0:1777582959.385604:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:3.0:1777582959.385618:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:3.0:1777582959.385650:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582959.385657:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.385683:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582959.385686:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374800. 00010000:00000010:3.0:1777582959.385693:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582959.385695:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582959.385824:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582959.385827:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582959.385831:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582959.385835:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582959.385863:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e055c0. 00000020:00000010:3.0:1777582959.385870:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e055c0. 00000020:00000010:3.0:1777582959.385884:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a424ac60. 00080000:00000010:3.0:1777582959.385896:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248494cc00. 00000001:00000010:3.0:1777582959.386509:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023854cf9c0. 00000001:00000010:3.0:1777582959.386520:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582959.386569:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a424ac60. 00010000:00000010:3.0:1777582959.386580:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582959.386587:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582959.386604:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582959.386657:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582959.386668:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582959.386706:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.386711:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582959.386724:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:3.0:1777582959.386740:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975633, last committed = 8589975425 00010000:00000200:3.0:1777582959.386750:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043c380 x1863928707959936/t8589975633(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.386769:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582959.386774:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707959936, offset 224 00000400:00000010:3.0:1777582959.386780:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2dc8. 00000400:00000200:3.0:1777582959.386785:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.386802:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.386810:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397485:397485:256:4294967295] 192.168.202.9@tcp LPNI seq info [397481:397481:8:4294967295] 00000400:00000200:3.0:1777582959.386818:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.386824:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.386829:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.386834:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582959.386841:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.386848:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.386852:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.386872:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374600. 00000020:00000010:3.0:1777582959.386875:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.386878:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7a00. 00000800:00000200:3.0:1777582959.390362:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.390370:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:3.0:1777582959.390378:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.390388:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.390422:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.390437:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b19 00000400:00000200:3.0:1777582959.390444:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.390448:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.390452:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777582959.390455:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00010000:00000010:2.1:1777582959.390526:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582959.391055:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:2.0:1777582959.391068:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374800. 00000400:00000200:1.0:1777582959.391453:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.391467:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8864d00 00000400:00000200:1.0:1777582959.391475:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 97496 00000400:00000200:1.0:1777582959.391535:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.391540:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.391547:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.391553:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241043e680. 00000020:00000010:2.0:1777582959.391633:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582959.391643:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582959.391650:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0b200. 00000020:00000010:2.0:1777582959.391656:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.391660:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.391712:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a938c0. 00000020:00000010:2.0:1777582959.391715:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a938c0. 00000100:00000200:2.0:1777582959.391718:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707960064 00000001:00000010:2.0:1777582959.391729:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca540. 00010000:00000010:2.0:1777582959.391752:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582959.391759:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 02000000:00000010:2.0:1777582959.391787:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c85f000. 00010000:00000010:2.0:1777582959.391818:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582959.391821:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582959.391838:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582959.391841:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87e00. 00010000:00000010:2.0:1777582959.391845:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582959.391848:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00000004:00000010:2.0:1777582959.391942:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024870574a0. 00000004:00000010:2.0:1777582959.391951:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0438. 00000004:00000010:2.0:1777582959.391958:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756ee0. 00080000:00000010:2.0:1777582959.391966:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b398. 00010000:00000010:2.0:1777582959.393228:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582959.393235:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec80. 00010000:00000010:2.0:1777582959.393241:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582959.393256:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582959.393838:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582959.393853:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.393859:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87e00. 00010000:00000010:2.0:1777582959.393887:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000200:2.0:1777582959.393909:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241043e680 x1863928707960064/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582959.393932:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582959.393939:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707960064, offset 224 00000400:00000200:2.0:1777582959.393947:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.393963:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.393971:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397486:397486:256:4294967295] 192.168.202.9@tcp LPNI seq info [397482:397482:8:4294967295] 00000400:00000200:2.0:1777582959.393982:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.393989:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.393996:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582959.394003:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.394012:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.394017:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.394082:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582959.394087:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.394091:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0b200. 00000800:00000200:3.0:1777582959.394585:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.394590:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582959.394595:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.394601:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.394606:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:3.0:1777582959.394608:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00000400:00000200:3.0:1777582959.397003:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.397024:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8864e00 00000400:00000200:3.0:1777582959.397033:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 98072 00000400:00000200:3.0:1777582959.397050:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.397055:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.397065:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.397075:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497155880. 00000020:00000010:2.0:1777582959.397572:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582959.397578:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582959.397585:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024832f3000. 00000020:00000010:2.0:1777582959.397591:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e680. 00000020:00000010:2.0:1777582959.397597:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.397768:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582959.397771:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93740. 00000100:00000200:2.0:1777582959.397775:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707960320 02000000:00000010:2.0:1777582959.397818:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238c85b000. 00010000:00000010:2.0:1777582959.397867:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582959.397887:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec80. 00010000:00000010:2.0:1777582959.397912:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582959.397918:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582959.397935:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582959.397937:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ec80. 00010000:00000010:2.0:1777582959.397942:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582959.397945:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8580. 00010000:00000010:2.0:1777582959.398053:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582959.398057:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea00. 00010000:00000010:2.0:1777582959.398060:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582959.398063:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00000020:00000010:2.0:1777582959.398091:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054820. 00000020:00000010:2.0:1777582959.398097:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054820. 00000020:00000010:2.0:1777582959.398109:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9de0. 00080000:00000010:2.0:1777582959.398119:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393de9c00. 00000001:00000010:2.0:1777582959.399027:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9660. 00000001:00000010:2.0:1777582959.399036:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582959.399077:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9de0. 00010000:00000010:2.0:1777582959.399089:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582959.399094:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8700. 00010000:00000010:2.0:1777582959.399110:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582959.399239:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.399265:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000200:2.0:1777582959.399294:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975634, last committed = 8589975425 00010000:00000200:2.0:1777582959.399305:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497155880 x1863928707960320/t8589975634(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.399324:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582959.399331:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707960320, offset 224 00000400:00000010:2.0:1777582959.399338:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12c78. 00000400:00000200:2.0:1777582959.399341:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.399356:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.399363:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397487:397487:256:4294967295] 192.168.202.9@tcp LPNI seq info [397483:397483:8:4294967295] 00000400:00000200:2.0:1777582959.399370:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582959.399377:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.399383:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.399388:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582959.399394:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.399401:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.399405:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.399430:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e680. 00000020:00000010:2.0:1777582959.399436:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.399440:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024832f3000. 00000800:00000200:2.0:1777582959.403586:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.403607:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582959.403618:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.403627:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582959.405493:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8700. 00010000:00000010:1.0:1777582959.405508:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea00. 00010000:00000010:1.0:1777582959.405523:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e683c0. 00000400:00000200:1.0:1777582959.405955:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.405972:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b21 00000400:00000200:1.0:1777582959.405980:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.405985:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.405991:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:1.0:1777582959.405994:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000400:00000200:1.0:1777582959.406048:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.406054:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8864e80 00000400:00000200:1.0:1777582959.406061:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 98560 00010000:00000010:1.1:1777582959.407095:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582959.407105:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582959.407109:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582959.407111:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000400:00000200:1.0:1777582959.407121:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.407128:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.407148:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.407158:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef93b80. 00000020:00000010:1.0:1777582959.407213:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582959.407218:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582959.407225:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c4b39e00. 00000020:00000010:1.0:1777582959.407231:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e880. 00000020:00000010:1.0:1777582959.407235:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.407279:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582959.407281:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ec0. 00000100:00000200:1.0:1777582959.407293:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707960448 00000001:00000010:1.0:1777582959.407306:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:1.0:1777582959.407329:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.407339:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 02000000:00000010:1.0:1777582959.407367:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c46000. 00010000:00000010:1.0:1777582959.407395:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582959.407399:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582959.407415:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582959.407419:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582959.407423:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582959.407426:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00000004:00000010:1.0:1777582959.407529:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56b40. 00000004:00000010:1.0:1777582959.407539:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a39d8. 00000004:00000010:1.0:1777582959.407546:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945320. 00080000:00000010:1.0:1777582959.407556:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74f008. 00010000:00000010:3.1:1777582959.410684:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582959.410697:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582959.410703:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582959.410706:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582959.410708:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582959.410711:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.410751:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8580. 00010000:00000010:3.0:1777582959.410761:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ec80. 00010000:00000010:2.0:1777582959.413462:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582959.413474:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582959.413482:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582959.413491:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c00. 00010000:00000010:2.0:1777582959.413579:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:2.0:1777582959.413592:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:2.0:1777582959.413596:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:2.0:1777582959.413622:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000200:2.0:1777582959.413747:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef93b80 x1863928707960448/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582959.413770:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582959.413776:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707960448, offset 224 00000400:00000200:2.0:1777582959.413783:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.413797:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.413804:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397488:397488:256:4294967295] 192.168.202.9@tcp LPNI seq info [397484:397484:8:4294967295] 00000400:00000200:2.0:1777582959.413815:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.413821:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.413825:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582959.413832:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.413840:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.413844:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.413906:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e880. 00000020:00000010:2.0:1777582959.413911:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:2.0:1777582959.413917:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c4b39e00. 00000800:00000200:1.0:1777582959.418392:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.418403:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:1.0:1777582959.418413:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.418422:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.418429:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:1.0:1777582959.418432:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00010000:00000010:2.1:1777582959.419162:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582959.419172:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582959.419204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582959.419211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:3.1:1777582959.419214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582959.419217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582959.419220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582959.419223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:0.0:1777582959.419393:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.419407:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8864f80 00000400:00000200:0.0:1777582959.419413:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 99136 00000400:00000200:0.0:1777582959.419425:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.419427:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.419433:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.419437:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484959500. 00000020:00000010:3.0:1777582959.419743:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.419749:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.419755:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863be400. 00000020:00000010:3.0:1777582959.419760:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374600. 00000020:00000010:3.0:1777582959.419765:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582959.419845:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.419848:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000100:00000200:3.0:1777582959.419855:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707960704 02000000:00000010:3.0:1777582959.419889:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241de7c000. 00010000:00000010:3.0:1777582959.419926:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c00. 00010000:00000010:3.0:1777582959.419940:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000010:3.0:1777582959.419960:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582959.419966:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582959.419979:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582959.419982:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374480. 00010000:00000010:3.0:1777582959.419986:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582959.419989:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.420091:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582959.420094:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374980. 00010000:00000010:3.0:1777582959.420097:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582959.420100:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00000020:00000010:3.0:1777582959.420122:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e055c0. 00000020:00000010:3.0:1777582959.420128:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e055c0. 00000020:00000010:3.0:1777582959.420166:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023854cf000. 00080000:00000010:3.0:1777582959.420176:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248494fc00. 00000001:00000010:0.0:1777582959.420819:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d240. 00000001:00000010:0.0:1777582959.420829:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185180. 00000020:00000010:0.0:1777582959.420866:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023854cf000. 00010000:00000010:0.0:1777582959.420877:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582959.420882:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582959.420897:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185b40. 00010000:00000010:0.0:1777582959.420952:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:0.0:1777582959.420967:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000200:0.0:1777582959.420984:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975635, last committed = 8589975425 00010000:00000200:0.0:1777582959.420994:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484959500 x1863928707960704/t8589975635(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.421017:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582959.421024:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707960704, offset 224 00000400:00000010:0.0:1777582959.421030:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4850. 00000400:00000200:0.0:1777582959.421034:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.421048:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.421055:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397489:397489:256:4294967295] 192.168.202.9@tcp LPNI seq info [397485:397485:8:4294967295] 00000400:00000200:0.0:1777582959.421060:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.421066:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.421071:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.421075:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582959.421081:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.421088:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.421093:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.421115:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374600. 00000020:00000010:0.0:1777582959.421120:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:0.0:1777582959.421124:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863be400. 00010000:00000010:3.0:1777582959.421216:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:3.0:1777582959.421222:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374980. 00010000:00000010:3.0:1777582959.421228:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185b40. 00000800:00000200:0.0:1777582959.424488:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.424498:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582959.424508:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.424518:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582959.425634:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582959.425649:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582959.425654:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582959.425657:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582959.425660:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582959.425664:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582959.425666:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582959.425681:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582959.426212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582959.426220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582959.429024:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582959.429039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:0.1:1777582959.431060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582959.431079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582959.431271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582959.431503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582959.431510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582959.431514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582959.431697:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582959.431710:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:2.1:1777582959.431712:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:2.1:1777582959.431714:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000400:00000200:1.0:1777582959.434824:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.434852:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b29 00000400:00000200:1.0:1777582959.434860:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.434864:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.434871:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:1.0:1777582959.434873:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000400:00000200:1.0:1777582959.437030:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.437047:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8865000 00000400:00000200:1.0:1777582959.437055:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 99624 00000400:00000200:1.0:1777582959.437172:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.437179:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.437186:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.437192:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef92680. 00000020:00000010:0.0:1777582959.437303:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc70c0. 00000020:00000010:0.0:1777582959.437309:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc70c0. 00000020:00000010:0.0:1777582959.437315:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.437321:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582959.437326:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.437370:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc70c0. 00000020:00000010:0.0:1777582959.437373:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc70c0. 00000100:00000200:0.0:1777582959.437376:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707960832 00000001:00000010:0.0:1777582959.437386:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e680c0. 00010000:00000010:0.0:1777582959.437412:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582959.437419:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582959.437448:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023da660000. 00010000:00000010:0.0:1777582959.437478:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582959.437482:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582959.437500:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582959.437504:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582959.437509:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582959.437511:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000004:00000010:0.0:1777582959.437609:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518780. 00000004:00000010:0.0:1777582959.437618:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22708. 00000004:00000010:0.0:1777582959.437624:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34880. 00080000:00000010:0.0:1777582959.437633:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75008. 00010000:00000010:0.0:1777582959.438685:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582959.438693:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582959.438698:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582959.438704:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582959.438784:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582959.438796:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582959.438802:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582959.438824:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582959.438842:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef92680 x1863928707960832/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582959.438861:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582959.438867:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707960832, offset 224 00000400:00000200:0.0:1777582959.438874:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.438886:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.438893:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397490:397490:256:4294967295] 192.168.202.9@tcp LPNI seq info [397486:397486:8:4294967295] 00000400:00000200:0.0:1777582959.438903:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.438909:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.438913:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582959.438919:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.438927:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.438931:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.439366:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310780. 00000020:00000010:0.0:1777582959.439371:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.439375:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00010000:00000010:3.0:1777582959.439525:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.439532:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374480. 00000800:00000200:1.0:1777582959.441449:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.441457:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582959.441467:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.441476:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.441484:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:1.0:1777582959.441487:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00010000:00000010:0.1:1777582959.445484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582959.445502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582959.445506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582959.445509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000400:00000200:0.0:1777582959.445548:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.445568:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8865100 00000400:00000200:0.0:1777582959.445577:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 100200 00000400:00000200:0.0:1777582959.445594:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.445599:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.445607:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.445614:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484958a80. 00000020:00000010:3.0:1777582959.445847:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.445854:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.445860:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7a00. 00000020:00000010:3.0:1777582959.445865:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582959.445871:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582959.445919:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.445922:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000100:00000200:3.0:1777582959.445925:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707961088 02000000:00000010:3.0:1777582959.445965:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241de7d000. 00010000:00000010:3.0:1777582959.446012:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:3.0:1777582959.446027:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:3.0:1777582959.446045:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.446053:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.446068:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582959.446072:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374980. 00010000:00000010:3.0:1777582959.446076:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582959.446079:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582959.446205:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582959.446208:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374f00. 00010000:00000010:3.0:1777582959.446212:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582959.446215:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00000020:00000010:3.0:1777582959.446241:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e055c0. 00000020:00000010:3.0:1777582959.446257:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e055c0. 00000020:00000010:3.0:1777582959.446268:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a424a2a0. 00080000:00000010:3.0:1777582959.446281:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32e400. 00000001:00000010:3.0:1777582959.446816:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628df60. 00000001:00000010:3.0:1777582959.446825:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca480. 00000020:00000010:3.0:1777582959.446866:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a424a2a0. 00010000:00000010:3.0:1777582959.446877:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582959.446881:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582959.446894:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca9c0. 00010000:00000010:3.0:1777582959.446943:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582959.446959:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582959.446977:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975636, last committed = 8589975425 00010000:00000200:3.0:1777582959.446986:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484958a80 x1863928707961088/t8589975636(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.447006:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582959.447013:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707961088, offset 224 00000400:00000010:3.0:1777582959.447020:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2038. 00000400:00000200:3.0:1777582959.447024:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.447040:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.447048:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397491:397491:256:4294967295] 192.168.202.9@tcp LPNI seq info [397487:397487:8:4294967295] 00000400:00000200:3.0:1777582959.447054:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.447061:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.447066:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.447071:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582959.447078:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.447086:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.447091:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.447116:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582959.447120:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582959.447124:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7a00. 00000800:00000200:3.0:1777582959.447264:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.447268:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:3.0:1777582959.447273:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.447278:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.0:1777582959.447544:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:0.0:1777582959.447552:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f00. 00010000:00000010:0.0:1777582959.447559:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca9c0. 00010000:00000010:3.1:1777582959.451777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582959.451796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:1.0:1777582959.452012:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.452031:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b31 00000400:00000200:1.0:1777582959.452037:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.452041:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.452048:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:1.0:1777582959.452051:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000400:00000200:1.0:1777582959.452085:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.452092:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8865180 00000400:00000200:1.0:1777582959.452099:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 100688 00000400:00000200:1.0:1777582959.452190:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.452194:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.452199:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.452205:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef91500. 00010000:00000010:2.0:1777582959.452717:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:2.0:1777582959.452732:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374980. 00000020:00000010:3.0:1777582959.452945:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.452952:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.452958:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24c00. 00000020:00000010:3.0:1777582959.452963:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582959.452969:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582959.453009:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582959.453012:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000100:00000200:3.0:1777582959.453016:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707961216 00000001:00000010:3.0:1777582959.453028:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185180. 00010000:00000010:3.0:1777582959.453051:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582959.453057:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 02000000:00000010:3.0:1777582959.453084:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241de7e000. 00010000:00000010:3.0:1777582959.453114:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582959.453118:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582959.453154:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582959.453158:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374280. 00010000:00000010:3.0:1777582959.453162:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582959.453165:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000004:00000010:3.0:1777582959.453452:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02384e90960. 00000004:00000010:3.0:1777582959.453462:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c654b0. 00000004:00000010:3.0:1777582959.453468:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386550. 00080000:00000010:3.0:1777582959.453478:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02383e13560. 00010000:00000010:3.0:1777582959.455814:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582959.455825:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374900. 00010000:00000010:3.0:1777582959.455831:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.455838:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582959.455920:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582959.455932:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582959.455938:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374280. 00010000:00000010:3.0:1777582959.455965:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000200:3.0:1777582959.455992:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef91500 x1863928707961216/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.456019:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582959.456026:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707961216, offset 224 00000400:00000200:3.0:1777582959.456034:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.456047:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.456055:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397492:397492:256:4294967295] 192.168.202.9@tcp LPNI seq info [397488:397488:8:4294967295] 00000400:00000200:3.0:1777582959.456066:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.456073:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.456079:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582959.456088:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.456097:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.456103:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.456210:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582959.456216:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582959.456220:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24c00. 00010000:00000010:0.1:1777582959.457172:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:0.1:1777582959.457182:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582959.457402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582959.457409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.1:1777582959.457413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.1:1777582959.457415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000800:00000200:1.0:1777582959.463862:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.463870:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:1.0:1777582959.463882:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.463891:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582959.463900:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:1.0:1777582959.463903:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:1.0:1777582959.464774:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.464792:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8865280 00000400:00000200:1.0:1777582959.464799:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 101264 00000400:00000200:1.0:1777582959.464813:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.464817:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.464825:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.464831:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef92300. 00000020:00000010:3.0:1777582959.465011:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf00. 00000020:00000010:3.0:1777582959.465017:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf00. 00000020:00000010:3.0:1777582959.465025:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023858f7a00. 00000020:00000010:3.0:1777582959.465031:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582959.465036:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582959.465089:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf00. 00000020:00000010:3.0:1777582959.465092:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf00. 00000100:00000200:3.0:1777582959.465096:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707961472 02000000:00000010:3.0:1777582959.465164:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241de79000. 00010000:00000010:3.0:1777582959.465219:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582959.465239:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374900. 00010000:00000010:3.0:1777582959.465463:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.465473:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582959.465493:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582959.465496:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374900. 00010000:00000010:3.0:1777582959.465501:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582959.465504:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582959.465621:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582959.465625:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374280. 00010000:00000010:3.0:1777582959.465628:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582959.465631:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00000020:00000010:3.0:1777582959.465682:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05f60. 00000020:00000010:3.0:1777582959.465691:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05f60. 00000020:00000010:3.0:1777582959.465705:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628d060. 00080000:00000010:3.0:1777582959.465717:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32d400. 00000001:00000010:3.0:1777582959.466911:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d1e0. 00000001:00000010:3.0:1777582959.466921:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582959.466960:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628d060. 00010000:00000010:3.0:1777582959.466972:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582959.466980:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582959.466997:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:2.1:1777582959.467066:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:2.1:1777582959.467073:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582959.470767:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582959.470781:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582959.470796:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582959.470799:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582959.470857:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582959.470881:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582959.470905:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975637, last committed = 8589975425 00010000:00000200:3.0:1777582959.470917:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef92300 x1863928707961472/t8589975637(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.470946:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582959.470952:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707961472, offset 224 00000400:00000010:3.0:1777582959.470959:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2818. 00000400:00000200:3.0:1777582959.470964:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.470979:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.470986:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397493:397493:256:4294967295] 192.168.202.9@tcp LPNI seq info [397489:397489:8:4294967295] 00000400:00000200:3.0:1777582959.470993:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.471000:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.471008:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.471014:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582959.471021:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.471029:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.471034:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.471061:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582959.471066:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582959.471070:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023858f7a00. 00000800:00000200:3.0:1777582959.471239:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.471243:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:3.0:1777582959.471249:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.471254:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.474310:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.474332:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b39 00000400:00000200:3.0:1777582959.474340:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.474344:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.474352:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:3.0:1777582959.474355:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00000400:00000200:3.0:1777582959.474396:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.474403:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8865300 00000400:00000200:3.0:1777582959.474410:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 101752 00000400:00000200:3.0:1777582959.474468:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.474472:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.474477:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.474484:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497154e00. 00000020:00000010:3.0:1777582959.474537:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf00. 00000020:00000010:3.0:1777582959.474543:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf00. 00000020:00000010:3.0:1777582959.474551:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24c00. 00000020:00000010:3.0:1777582959.474557:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374480. 00000020:00000010:3.0:1777582959.474562:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582959.474601:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf00. 00000020:00000010:3.0:1777582959.474604:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf00. 00000100:00000200:3.0:1777582959.474607:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707961600 00000001:00000010:3.0:1777582959.474620:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca480. 00010000:00000010:3.0:1777582959.474654:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582959.474662:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 02000000:00000010:3.0:1777582959.474699:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241de78000. 00010000:00000010:3.0:1777582959.474729:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582959.474733:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582959.474753:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582959.474757:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374400. 00010000:00000010:3.0:1777582959.474762:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582959.474765:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00000004:00000010:3.0:1777582959.474881:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f148f00. 00000004:00000010:3.0:1777582959.474891:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65618. 00000004:00000010:3.0:1777582959.474898:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386dd0. 00080000:00000010:3.0:1777582959.474910:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682000. 00010000:00000010:0.0:1777582959.475503:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:0.0:1777582959.475520:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374900. 00010000:00000010:0.0:1777582959.476406:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582959.476413:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf780. 00010000:00000010:0.0:1777582959.476421:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582959.476428:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582959.476504:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:0.0:1777582959.476515:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:0.0:1777582959.476519:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374400. 00010000:00000010:0.0:1777582959.476544:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:0.0:1777582959.476562:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154e00 x1863928707961600/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582959.476583:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582959.476590:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707961600, offset 224 00000400:00000200:0.0:1777582959.476598:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.476610:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.476618:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397494:397494:256:4294967295] 192.168.202.9@tcp LPNI seq info [397490:397490:8:4294967295] 00000400:00000200:0.0:1777582959.476629:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.476636:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.476654:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582959.476661:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.476677:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.476682:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.476709:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374480. 00000020:00000010:0.0:1777582959.476713:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:0.0:1777582959.476717:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24c00. 00000800:00000200:3.0:1777582959.477179:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.477184:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582959.477190:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.477196:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.477201:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:3.0:1777582959.477204:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00010000:00000010:1.0:1777582959.479197:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:1.0:1777582959.479215:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374280. 00010000:00000010:1.0:1777582959.479228:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00000400:00000200:3.0:1777582959.481198:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.481218:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8865400 00000400:00000200:3.0:1777582959.481227:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 102328 00000400:00000200:3.0:1777582959.481243:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.481255:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.481264:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.481271:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497156d80. 00000020:00000010:0.0:1777582959.481389:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582959.481396:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582959.481403:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.481409:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.481415:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.481459:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582959.481461:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000100:00000200:0.0:1777582959.481465:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707961856 02000000:00000010:0.0:1777582959.481502:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023da665000. 00010000:00000010:0.0:1777582959.481543:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582959.481558:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf780. 00010000:00000010:0.0:1777582959.481576:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582959.481582:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582959.481596:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582959.481600:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf780. 00010000:00000010:0.0:1777582959.481605:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582959.481607:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582959.481734:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582959.481738:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582959.481741:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582959.481745:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000020:00000010:0.0:1777582959.481771:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48540. 00000020:00000010:0.0:1777582959.481779:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48540. 00000020:00000010:0.0:1777582959.481789:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d4e0. 00080000:00000010:0.0:1777582959.481799:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97e400. 00000001:00000010:0.0:1777582959.482476:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6dd80. 00000001:00000010:0.0:1777582959.482486:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185000. 00000020:00000010:0.0:1777582959.482525:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d4e0. 00010000:00000010:0.0:1777582959.482535:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582959.482540:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582959.482555:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185e40. 00010000:00000010:0.0:1777582959.482607:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582959.482623:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582959.482642:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975638, last committed = 8589975425 00010000:00000200:0.0:1777582959.482653:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497156d80 x1863928707961856/t8589975638(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.482684:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582959.482692:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707961856, offset 224 00000400:00000010:0.0:1777582959.482699:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da43f0. 00000400:00000200:0.0:1777582959.482703:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.482718:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.482725:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397495:397495:256:4294967295] 192.168.202.9@tcp LPNI seq info [397491:397491:8:4294967295] 00000400:00000200:0.0:1777582959.482732:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.482740:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.482749:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.482754:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582959.482761:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.482769:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.482773:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.482801:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.482805:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.482810:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00000800:00000200:0.0:1777582959.482906:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.482910:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582959.482915:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.482920:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582959.483771:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:3.0:1777582959.483782:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf000. 00010000:00000010:3.0:1777582959.483792:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185e40. 00010000:00000010:3.1:1777582959.487775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582959.487791:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582959.487797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582959.487799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:3.0:1777582959.489164:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.489182:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b41 00000400:00000200:3.0:1777582959.489189:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.489192:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.489197:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:3.0:1777582959.489199:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000400:00000200:3.0:1777582959.489222:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.489226:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8865480 00000400:00000200:3.0:1777582959.489231:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 102816 00000400:00000200:3.0:1777582959.489240:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.489244:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.489255:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.489262:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497155f80. 00010000:00000010:1.0:1777582959.489382:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:1.0:1777582959.489392:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf780. 00010000:00000010:0.1:1777582959.489473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:0.1:1777582959.489480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00010000:00000010:0.1:1777582959.489484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:0.1:1777582959.489486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:0.1:1777582959.489488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:0.1:1777582959.489490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:0.1:1777582959.489494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582959.489497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582959.489500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582959.489502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000020:00000010:0.0:1777582959.489540:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582959.489546:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582959.489552:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.489557:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.489562:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.489603:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582959.489606:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000100:00000200:0.0:1777582959.489609:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707961984 00000001:00000010:0.0:1777582959.489620:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:0.0:1777582959.489640:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582959.489645:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582959.489678:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023da662000. 00010000:00000010:0.0:1777582959.489710:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582959.489714:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582959.489736:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582959.489738:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582959.489742:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582959.489745:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00000004:00000010:0.0:1777582959.489852:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519860. 00000004:00000010:0.0:1777582959.489860:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22870. 00000004:00000010:0.0:1777582959.489868:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35dc0. 00080000:00000010:0.0:1777582959.489876:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f751d0. 00010000:00000010:0.0:1777582959.490851:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582959.490858:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf900. 00010000:00000010:0.0:1777582959.490864:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582959.490870:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582959.490950:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582959.490961:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582959.490966:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582959.490993:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582959.491014:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497155f80 x1863928707961984/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582959.491037:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582959.491045:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707961984, offset 224 00000400:00000200:0.0:1777582959.491051:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.491064:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.491071:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397496:397496:256:4294967295] 192.168.202.9@tcp LPNI seq info [397492:397492:8:4294967295] 00000400:00000200:0.0:1777582959.491083:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.491088:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.491093:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582959.491099:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.491106:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.491110:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.491227:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.491232:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.491236:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00010000:00000010:3.1:1777582959.491465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582959.491472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:1.1:1777582959.492192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582959.492201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000800:00000200:3.0:1777582959.492535:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.492539:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582959.492546:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.492554:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.492562:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:3.0:1777582959.492565:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00010000:00000010:1.1:1777582959.494681:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:1.1:1777582959.494696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000400:00000200:0.0:1777582959.494889:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.494911:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8865580 00000400:00000200:0.0:1777582959.494921:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 103392 00000400:00000200:0.0:1777582959.494938:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.494942:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.494951:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.494957:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495b800. 00000020:00000010:1.0:1777582959.495059:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582959.495065:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582959.495070:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921000. 00000020:00000010:1.0:1777582959.495077:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e380. 00000020:00000010:1.0:1777582959.495084:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.495192:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582959.495195:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ec0. 00000100:00000200:1.0:1777582959.495198:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707962240 02000000:00000010:1.0:1777582959.495237:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c43000. 00010000:00000010:1.0:1777582959.495465:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:1.0:1777582959.495483:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf900. 00010000:00000010:1.0:1777582959.495506:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.495514:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582959.495531:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582959.495535:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582959.495538:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582959.495542:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582959.495771:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582959.495775:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:1.0:1777582959.495779:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582959.495782:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000020:00000010:1.0:1777582959.495809:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6100. 00000020:00000010:1.0:1777582959.495817:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6100. 00000020:00000010:1.0:1777582959.495830:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02489913900. 00080000:00000010:1.0:1777582959.495842:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad377400. 00000001:00000010:1.0:1777582959.496503:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df300. 00000001:00000010:1.0:1777582959.496511:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582959.496549:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02489913900. 00010000:00000010:1.0:1777582959.496561:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582959.496567:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582959.496581:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582959.496768:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582959.496786:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000200:1.0:1777582959.496804:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975639, last committed = 8589975425 00010000:00000200:1.0:1777582959.496816:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495b800 x1863928707962240/t8589975639(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582959.496844:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582959.496851:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707962240, offset 224 00000400:00000010:1.0:1777582959.496859:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2f18. 00000400:00000200:1.0:1777582959.496862:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.496875:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.496882:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397497:397497:256:4294967295] 192.168.202.9@tcp LPNI seq info [397493:397493:8:4294967295] 00000400:00000200:1.0:1777582959.496888:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582959.496896:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.496902:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.496906:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582959.496913:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.496923:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.496927:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.496950:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e380. 00000020:00000010:1.0:1777582959.496955:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.496960:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921000. 00010000:00000010:0.0:1777582959.497548:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:0.0:1777582959.497558:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00010000:00000010:0.0:1777582959.497567:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000800:00000200:1.0:1777582959.500028:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.500038:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:1.0:1777582959.500046:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.500056:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582959.500165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582959.500174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582959.500178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.1:1777582959.500182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000400:00000200:1.0:1777582959.500614:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.500634:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b49 00000400:00000200:1.0:1777582959.500813:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.500818:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.500824:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:1.0:1777582959.500827:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000400:00000200:1.0:1777582959.500885:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.500892:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8865600 00000400:00000200:1.0:1777582959.500900:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 103880 00000400:00000200:1.0:1777582959.500951:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.500955:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.500960:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.500966:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef92d80. 00000020:00000010:3.0:1777582959.501051:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf00. 00000020:00000010:3.0:1777582959.501058:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf00. 00000020:00000010:3.0:1777582959.501066:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804a00. 00000020:00000010:3.0:1777582959.501072:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374780. 00000020:00000010:3.0:1777582959.501078:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582959.501121:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf00. 00000020:00000010:3.0:1777582959.501124:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf00. 00000100:00000200:3.0:1777582959.501127:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707962368 00000001:00000010:3.0:1777582959.501159:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185000. 00010000:00000010:3.0:1777582959.501186:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.501193:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 02000000:00000010:3.0:1777582959.501223:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241de7a000. 00010000:00000010:3.0:1777582959.501263:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582959.501267:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582959.501296:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582959.501299:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374180. 00010000:00000010:3.0:1777582959.501304:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.501307:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00000004:00000010:3.0:1777582959.501420:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f148b40. 00000004:00000010:3.0:1777582959.501430:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65438. 00000004:00000010:3.0:1777582959.501437:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386880. 00080000:00000010:3.0:1777582959.501446:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024166831d0. 00010000:00000010:3.0:1777582959.502819:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582959.502827:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374200. 00010000:00000010:3.0:1777582959.502833:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582959.502840:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582959.502925:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582959.502939:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582959.502945:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374180. 00010000:00000010:3.0:1777582959.502971:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582959.502990:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef92d80 x1863928707962368/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.503016:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582959.503022:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707962368, offset 224 00000400:00000200:3.0:1777582959.503029:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.503042:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.503050:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397498:397498:256:4294967295] 192.168.202.9@tcp LPNI seq info [397494:397494:8:4294967295] 00000400:00000200:3.0:1777582959.503062:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.503068:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.503073:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582959.503079:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.503088:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.503092:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.503122:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374780. 00000020:00000010:3.0:1777582959.503126:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582959.503131:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804a00. 00010000:00000010:0.0:1777582959.503505:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:0.0:1777582959.503514:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00000800:00000200:0.0:1777582959.505712:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.505720:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:0.0:1777582959.505729:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.505738:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.505744:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:0.0:1777582959.505747:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00000400:00000200:1.0:1777582959.506031:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.506048:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8865700 00000400:00000200:1.0:1777582959.506056:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 104456 00000400:00000200:1.0:1777582959.506069:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.506072:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.506078:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.506084:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef90a80. 00010000:00000010:0.1:1777582959.506219:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582959.506226:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000020:00000010:0.0:1777582959.506378:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582959.506384:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582959.506390:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.506396:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.506401:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.506467:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582959.506470:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000100:00000200:0.0:1777582959.506473:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707962624 02000000:00000010:0.0:1777582959.506518:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fea7000. 00010000:00000010:0.0:1777582959.506560:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:0.0:1777582959.506576:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374200. 00010000:00000010:0.0:1777582959.506596:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582959.506604:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582959.506622:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582959.506626:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582959.506631:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582959.506634:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582959.506764:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582959.506767:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf400. 00010000:00000010:0.0:1777582959.506770:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582959.506774:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00000020:00000010:0.0:1777582959.506798:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c488a0. 00000020:00000010:0.0:1777582959.506804:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c488a0. 00000020:00000010:0.0:1777582959.506815:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6de40. 00080000:00000010:0.0:1777582959.506824:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97cc00. 00000001:00000010:0.0:1777582959.507819:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6da20. 00000001:00000010:0.0:1777582959.507829:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023961856c0. 00000020:00000010:0.0:1777582959.507867:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6de40. 00010000:00000010:0.0:1777582959.507878:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582959.507885:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582959.507903:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185240. 00010000:00000010:0.0:1777582959.507998:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582959.508014:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582959.508038:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975640, last committed = 8589975425 00010000:00000200:0.0:1777582959.508049:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef90a80 x1863928707962624/t8589975640(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.508070:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582959.508076:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707962624, offset 224 00000400:00000010:0.0:1777582959.508083:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da41f8. 00000400:00000200:0.0:1777582959.508087:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.508102:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.508108:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397499:397499:256:4294967295] 192.168.202.9@tcp LPNI seq info [397495:397495:8:4294967295] 00000400:00000200:0.0:1777582959.508114:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.508121:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.508128:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.508154:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582959.508162:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.508169:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.508172:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.508193:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.508197:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.508201:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00000800:00000200:1.0:1777582959.508378:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.508383:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:1.0:1777582959.508387:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.508393:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582959.510852:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582959.510868:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582959.510873:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582959.510876:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.511000:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:3.0:1777582959.511009:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf400. 00010000:00000010:3.0:1777582959.511017:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185240. 00000400:00000200:1.0:1777582959.511080:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.511098:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b51 00000400:00000200:1.0:1777582959.511105:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.511109:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.511115:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:1.0:1777582959.511117:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00010000:00000010:1.1:1777582959.511156:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582959.511161:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:1.1:1777582959.511165:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582959.511168:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000400:00000200:1.0:1777582959.511184:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.511190:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8865780 00000400:00000200:1.0:1777582959.511197:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 104944 00000400:00000200:1.0:1777582959.511716:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.511723:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.511729:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.511736:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef91180. 00000020:00000010:1.0:1777582959.511793:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582959.511797:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582959.511803:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023f6bc6e00. 00000020:00000010:1.0:1777582959.511809:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e380. 00000020:00000010:1.0:1777582959.511814:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.511858:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0ec0. 00000020:00000010:1.0:1777582959.511860:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0ec0. 00000100:00000200:1.0:1777582959.511863:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707962752 00000001:00000010:1.0:1777582959.511874:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:1.0:1777582959.511901:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.511909:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 02000000:00000010:1.0:1777582959.511941:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239ff64000. 00010000:00000010:1.0:1777582959.511969:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582959.511973:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582959.511992:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582959.511996:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582959.512000:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582959.512003:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00000004:00000010:1.0:1777582959.512089:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024c5f56780. 00000004:00000010:1.0:1777582959.512098:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3e10. 00000004:00000010:1.0:1777582959.512105:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945210. 00080000:00000010:1.0:1777582959.512113:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024ae74fab8. 00010000:00000010:3.0:1777582959.512634:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:3.0:1777582959.512654:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:0.1:1777582959.512801:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582959.512808:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582959.513581:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582959.513586:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582959.513592:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582959.513597:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582959.513746:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582959.513756:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582959.513759:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582959.513781:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000200:1.0:1777582959.513798:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef91180 x1863928707962752/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.513819:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582959.513825:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707962752, offset 224 00000400:00000200:1.0:1777582959.513832:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.513846:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.513854:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397500:397500:256:4294967295] 192.168.202.9@tcp LPNI seq info [397496:397496:8:4294967295] 00000400:00000200:1.0:1777582959.513864:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.513870:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.513875:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582959.513881:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.513888:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.513893:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.513920:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e380. 00000020:00000010:1.0:1777582959.513925:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.513930:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023f6bc6e00. 00000800:00000200:3.0:1777582959.516025:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.516035:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582959.516042:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.516050:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.516057:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:3.0:1777582959.516059:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000400:00000200:1.0:1777582959.517087:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.517108:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8865880 00000400:00000200:1.0:1777582959.517117:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 105520 00000400:00000200:1.0:1777582959.517161:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.517165:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.517172:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.517178:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef90e00. 00000020:00000010:3.0:1777582959.517278:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc80. 00000020:00000010:3.0:1777582959.517292:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc80. 00000020:00000010:3.0:1777582959.517300:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e99600. 00000020:00000010:3.0:1777582959.517306:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374780. 00000020:00000010:3.0:1777582959.517311:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582959.517351:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc80. 00000020:00000010:3.0:1777582959.517353:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc80. 00000100:00000200:3.0:1777582959.517357:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707963008 02000000:00000010:3.0:1777582959.517399:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933bd000. 00010000:00000010:3.0:1777582959.517443:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:3.0:1777582959.517459:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:3.0:1777582959.517480:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.517487:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582959.517502:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582959.517506:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374180. 00010000:00000010:3.0:1777582959.517511:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.517514:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582959.517625:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582959.517628:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374d80. 00010000:00000010:3.0:1777582959.517632:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582959.517635:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000020:00000010:3.0:1777582959.517667:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582959.517681:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582959.517693:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628d0c0. 00080000:00000010:3.0:1777582959.517702:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32fc00. 00000001:00000010:3.0:1777582959.518223:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d8a0. 00000001:00000010:3.0:1777582959.518231:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582959.518269:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628d0c0. 00010000:00000010:3.0:1777582959.518277:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582959.518282:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582959.518297:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582959.518334:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582959.518347:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582959.518365:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975641, last committed = 8589975425 00010000:00000200:3.0:1777582959.518376:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef90e00 x1863928707963008/t8589975641(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.518395:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582959.518401:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707963008, offset 224 00000400:00000010:3.0:1777582959.518407:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2230. 00000400:00000200:3.0:1777582959.518411:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.518424:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.518431:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397501:397501:256:4294967295] 192.168.202.9@tcp LPNI seq info [397497:397497:8:4294967295] 00000400:00000200:3.0:1777582959.518437:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.518444:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.518451:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.518455:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582959.518461:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.518468:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.518472:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.518488:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374780. 00000020:00000010:3.0:1777582959.518492:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582959.518495:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e99600. 00010000:00000010:1.0:1777582959.518908:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:1.0:1777582959.518917:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374d80. 00010000:00000010:1.0:1777582959.518924:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000800:00000200:1.0:1777582959.519017:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.519021:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:1.0:1777582959.519026:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.519033:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.521352:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.521371:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b59 00000400:00000200:0.0:1777582959.521378:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.521383:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.521389:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:0.0:1777582959.521392:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00010000:00000010:3.0:1777582959.521478:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582959.521488:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374180. 00000400:00000200:1.0:1777582959.521931:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.521942:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8865900 00000400:00000200:1.0:1777582959.521950:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 106008 00000400:00000200:1.0:1777582959.522007:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.522011:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.522017:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.522023:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef93100. 00000020:00000010:1.0:1777582959.522070:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a80. 00000020:00000010:1.0:1777582959.522074:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a80. 00000020:00000010:1.0:1777582959.522081:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921000. 00000020:00000010:1.0:1777582959.522086:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e380. 00000020:00000010:1.0:1777582959.522091:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.522121:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0a80. 00000020:00000010:1.0:1777582959.522123:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0a80. 00000100:00000200:1.0:1777582959.522126:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707963136 00000001:00000010:1.0:1777582959.522152:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023961856c0. 00010000:00000010:1.0:1777582959.522174:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582959.522180:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 02000000:00000010:1.0:1777582959.522209:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239ff62000. 00010000:00000010:1.0:1777582959.522238:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582959.522241:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582959.522266:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582959.522269:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582959.522273:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582959.522276:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582959.522907:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:1.0:1777582959.522918:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a34b0. 00000004:00000010:1.0:1777582959.522924:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944000. 00080000:00000010:1.0:1777582959.522933:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00010000:00000010:1.0:1777582959.523767:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582959.523773:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:1.0:1777582959.523778:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582959.523784:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582959.523850:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582959.523861:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582959.523865:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582959.523889:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000200:1.0:1777582959.523907:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef93100 x1863928707963136/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.523928:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582959.523934:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707963136, offset 224 00000400:00000200:1.0:1777582959.523941:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.523953:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.523961:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397502:397502:256:4294967295] 192.168.202.9@tcp LPNI seq info [397498:397498:8:4294967295] 00000400:00000200:1.0:1777582959.523973:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.523979:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.523984:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582959.523990:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.523998:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.524003:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.524019:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e380. 00000020:00000010:1.0:1777582959.524023:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.524028:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921000. 00010000:00000010:0.1:1777582959.524105:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:0.1:1777582959.524112:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:0.1:1777582959.524117:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582959.524120:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000800:00000200:0.0:1777582959.524219:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.524223:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582959.524226:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.524232:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.524236:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:0.0:1777582959.524238:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00010000:00000010:3.1:1777582959.526613:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582959.526625:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000400:00000200:3.0:1777582959.526790:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.526808:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8865a00 00000400:00000200:3.0:1777582959.526816:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 106584 00000400:00000200:3.0:1777582959.526830:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.526834:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.526843:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.526848:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497156680. 00000020:00000010:1.0:1777582959.526961:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582959.526967:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582959.526973:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498a1ae00. 00000020:00000010:1.0:1777582959.526978:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e380. 00000020:00000010:1.0:1777582959.526983:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.527061:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0280. 00000020:00000010:1.0:1777582959.527064:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0280. 00000100:00000200:1.0:1777582959.527067:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707963392 02000000:00000010:1.0:1777582959.527103:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239ff63000. 00010000:00000010:1.0:1777582959.527167:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582959.527182:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:1.0:1777582959.527201:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582959.527207:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582959.527222:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582959.527225:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:1.0:1777582959.527229:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582959.527232:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582959.527356:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582959.527359:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582959.527363:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582959.527367:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000020:00000010:1.0:1777582959.527391:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6e20. 00000020:00000010:1.0:1777582959.527397:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6e20. 00000020:00000010:1.0:1777582959.527408:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df120. 00080000:00000010:1.0:1777582959.527417:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad374c00. 00000001:00000010:1.0:1777582959.528006:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df060. 00000001:00000010:1.0:1777582959.528014:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00000020:00000010:1.0:1777582959.528049:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df120. 00010000:00000010:1.0:1777582959.528058:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582959.528062:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582959.528074:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484480. 00010000:00000010:1.0:1777582959.528114:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582959.528127:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000200:1.0:1777582959.528165:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975642, last committed = 8589975425 00010000:00000200:1.0:1777582959.528175:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497156680 x1863928707963392/t8589975642(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582959.528194:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582959.528200:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707963392, offset 224 00000400:00000010:1.0:1777582959.528206:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2150. 00000400:00000200:1.0:1777582959.528211:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.528223:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.528230:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397503:397503:256:4294967295] 192.168.202.9@tcp LPNI seq info [397499:397499:8:4294967295] 00000400:00000200:1.0:1777582959.528236:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582959.528242:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.528248:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.528253:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582959.528258:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.528265:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.528268:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.528292:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e380. 00000020:00000010:1.0:1777582959.528296:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.528301:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498a1ae00. 00010000:00000010:3.0:1777582959.528377:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:3.0:1777582959.528383:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:3.0:1777582959.528390:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484480. 00010000:00000010:1.1:1777582959.531730:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582959.531745:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582959.531751:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582959.531754:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582959.531757:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582959.531762:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000800:00000200:1.0:1777582959.531781:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.531785:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:1.0:1777582959.531790:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.531799:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00080000:00000010:1.0:1777582959.531904:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74390. 00000004:00000010:1.0:1777582959.531911:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34660. 00000004:00000010:1.0:1777582959.531916:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22078. 00000004:00000010:1.0:1777582959.531922:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519680. 00080000:00000010:1.0:1777582959.531937:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f758f0. 00000004:00000010:1.0:1777582959.531940:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34000. 00000004:00000010:1.0:1777582959.531943:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22168. 00000004:00000010:1.0:1777582959.531945:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865183c0. 00080000:00000010:1.0:1777582959.531955:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75c80. 00000004:00000010:1.0:1777582959.531958:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35320. 00000004:00000010:1.0:1777582959.531960:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e221e0. 00000004:00000010:1.0:1777582959.531962:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865194a0. 00080000:00000010:1.0:1777582959.531972:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75008. 00000004:00000010:1.0:1777582959.531975:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34880. 00000004:00000010:1.0:1777582959.531977:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22708. 00000004:00000010:1.0:1777582959.531979:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518780. 00080000:00000010:1.0:1777582959.531988:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f741c8. 00000004:00000010:1.0:1777582959.531991:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34440. 00000004:00000010:1.0:1777582959.531993:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e223c0. 00000004:00000010:1.0:1777582959.531994:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519e00. 00080000:00000010:1.0:1777582959.532005:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74fc80. 00000004:00000010:1.0:1777582959.532008:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945540. 00000004:00000010:1.0:1777582959.532011:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f00. 00000004:00000010:1.0:1777582959.532014:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f563c0. 00080000:00000010:1.0:1777582959.532024:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097aab0. 00000004:00000010:1.0:1777582959.532026:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756550. 00000004:00000010:1.0:1777582959.532028:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb04b0. 00000004:00000010:1.0:1777582959.532031:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487057a40. 00080000:00000010:1.0:1777582959.532041:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a8e8. 00000004:00000010:1.0:1777582959.532044:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757540. 00000004:00000010:1.0:1777582959.532046:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0a50. 00000004:00000010:1.0:1777582959.532048:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487057860. 00080000:00000010:1.0:1777582959.532060:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f008. 00000004:00000010:1.0:1777582959.532062:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945320. 00000004:00000010:1.0:1777582959.532064:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a39d8. 00000004:00000010:1.0:1777582959.532067:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56b40. 00080000:00000010:1.0:1777582959.532076:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74000. 00000004:00000010:1.0:1777582959.532078:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34aa0. 00000004:00000010:1.0:1777582959.532080:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22d98. 00000004:00000010:1.0:1777582959.532083:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518d20. 00080000:00000010:1.0:1777582959.532092:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e128e8. 00000004:00000010:1.0:1777582959.532094:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387a90. 00000004:00000010:1.0:1777582959.532097:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65168. 00000004:00000010:1.0:1777582959.532099:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91680. 00080000:00000010:1.0:1777582959.532109:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13ab8. 00000004:00000010:1.0:1777582959.532112:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387760. 00000004:00000010:1.0:1777582959.532114:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c653c0. 00000004:00000010:1.0:1777582959.532116:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e903c0. 00080000:00000010:1.0:1777582959.532126:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dab8. 00000004:00000010:1.0:1777582959.532129:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944000. 00000004:00000010:1.0:1777582959.532131:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a34b0. 00000004:00000010:1.0:1777582959.532160:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168b40. 00080000:00000010:1.0:1777582959.532171:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a558. 00000004:00000010:1.0:1777582959.532174:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757cb0. 00000004:00000010:1.0:1777582959.532176:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0e88. 00000004:00000010:1.0:1777582959.532178:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487057680. 00080000:00000010:1.0:1777582959.532187:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b398. 00000004:00000010:1.0:1777582959.532189:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756ee0. 00000004:00000010:1.0:1777582959.532191:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0438. 00000004:00000010:1.0:1777582959.532193:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024870574a0. 00080000:00000010:1.0:1777582959.532202:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e121c8. 00000004:00000010:1.0:1777582959.532204:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386aa0. 00000004:00000010:1.0:1777582959.532206:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65870. 00000004:00000010:1.0:1777582959.532209:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91a40. 00080000:00000010:1.0:1777582959.532217:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e390. 00000004:00000010:1.0:1777582959.532220:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ba0. 00000004:00000010:1.0:1777582959.532222:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a32d0. 00000004:00000010:1.0:1777582959.532224:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56000. 00080000:00000010:1.0:1777582959.532234:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13560. 00000004:00000010:1.0:1777582959.532236:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386550. 00000004:00000010:1.0:1777582959.532238:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c654b0. 00000004:00000010:1.0:1777582959.532240:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90960. 00080000:00000010:1.0:1777582959.532256:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74fab8. 00000004:00000010:1.0:1777582959.532259:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945210. 00000004:00000010:1.0:1777582959.532261:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3e10. 00000004:00000010:1.0:1777582959.532263:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56780. 00080000:00000010:1.0:1777582959.532273:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a720. 00000004:00000010:1.0:1777582959.532275:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756dd0. 00000004:00000010:1.0:1777582959.532277:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0c30. 00000004:00000010:1.0:1777582959.532279:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487056960. 00080000:00000010:1.0:1777582959.532299:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e138f0. 00000004:00000010:1.0:1777582959.532302:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387650. 00000004:00000010:1.0:1777582959.532305:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65ca8. 00000004:00000010:1.0:1777582959.532307:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90b40. 00080000:00000010:1.0:1777582959.532317:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e1c8. 00000004:00000010:1.0:1777582959.532319:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945a90. 00000004:00000010:1.0:1777582959.532321:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3078. 00000004:00000010:1.0:1777582959.532323:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57a40. 00080000:00000010:1.0:1777582959.532332:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097bab8. 00000004:00000010:1.0:1777582959.532335:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757100. 00000004:00000010:1.0:1777582959.532337:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb02d0. 00000004:00000010:1.0:1777582959.532339:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024870565a0. 00080000:00000010:1.0:1777582959.532348:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f748e8. 00000004:00000010:1.0:1777582959.532350:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35cb0. 00000004:00000010:1.0:1777582959.532352:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e220f0. 00000004:00000010:1.0:1777582959.532355:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518b40. 00080000:00000010:1.0:1777582959.532363:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12ab0. 00000004:00000010:1.0:1777582959.532366:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386440. 00000004:00000010:1.0:1777582959.532368:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65c30. 00000004:00000010:1.0:1777582959.532370:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e901e0. 00080000:00000010:1.0:1777582959.532377:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12e40. 00000004:00000010:1.0:1777582959.532380:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387430. 00000004:00000010:1.0:1777582959.532382:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65528. 00000004:00000010:1.0:1777582959.532384:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e905a0. 00080000:00000010:1.0:1777582959.532392:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f560. 00000004:00000010:1.0:1777582959.532394:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944990. 00000004:00000010:1.0:1777582959.532397:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3c30. 00000004:00000010:1.0:1777582959.532399:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56d20. 00080000:00000010:1.0:1777582959.532407:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e558. 00000004:00000010:1.0:1777582959.532409:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944880. 00000004:00000010:1.0:1777582959.532411:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3f78. 00000004:00000010:1.0:1777582959.532413:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57680. 00080000:00000010:1.0:1777582959.532421:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e720. 00000004:00000010:1.0:1777582959.532424:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944dd0. 00000004:00000010:1.0:1777582959.532426:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3780. 00000004:00000010:1.0:1777582959.532428:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f570e0. 00080000:00000010:1.0:1777582959.532435:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75728. 00000004:00000010:1.0:1777582959.532438:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35650. 00000004:00000010:1.0:1777582959.532440:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e225a0. 00000004:00000010:1.0:1777582959.532442:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518000. 00080000:00000010:1.0:1777582959.532449:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f398. 00000004:00000010:1.0:1777582959.532451:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944110. 00000004:00000010:1.0:1777582959.532453:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a30f0. 00000004:00000010:1.0:1777582959.532455:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f565a0. 00080000:00000010:1.0:1777582959.532463:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f8f0. 00000004:00000010:1.0:1777582959.532465:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945cb0. 00000004:00000010:1.0:1777582959.532467:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a37f8. 00000004:00000010:1.0:1777582959.532469:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56f00. 00080000:00000010:1.0:1777582959.532476:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f728. 00000004:00000010:1.0:1777582959.532479:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945100. 00000004:00000010:1.0:1777582959.532481:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582959.532483:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f574a0. 00080000:00000010:1.0:1777582959.532498:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12390. 00000004:00000010:1.0:1777582959.532500:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387980. 00000004:00000010:1.0:1777582959.532502:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c659d8. 00000004:00000010:1.0:1777582959.532504:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91860. 00080000:00000010:1.0:1777582959.532512:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e131d0. 00000004:00000010:1.0:1777582959.532514:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386ff0. 00000004:00000010:1.0:1777582959.532516:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65bb8. 00000004:00000010:1.0:1777582959.532518:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90f00. 00080000:00000010:1.0:1777582959.532525:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13398. 00000004:00000010:1.0:1777582959.532527:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386bb0. 00000004:00000010:1.0:1777582959.532529:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65078. 00000004:00000010:1.0:1777582959.532531:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91c20. 00080000:00000010:1.0:1777582959.532540:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682000. 00000004:00000010:1.0:1777582959.532543:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386dd0. 00000004:00000010:1.0:1777582959.532545:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65618. 00000004:00000010:1.0:1777582959.532547:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f148f00. 00080000:00000010:1.0:1777582959.532556:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74ab0. 00000004:00000010:1.0:1777582959.532558:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35980. 00000004:00000010:1.0:1777582959.532560:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22348. 00000004:00000010:1.0:1777582959.532562:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865192c0. 00080000:00000010:1.0:1777582959.532570:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75ab8. 00000004:00000010:1.0:1777582959.532572:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35ba0. 00000004:00000010:1.0:1777582959.532574:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e229d8. 00000004:00000010:1.0:1777582959.532576:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865185a0. 00080000:00000010:1.0:1777582959.532583:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12720. 00000004:00000010:1.0:1777582959.532585:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386660. 00000004:00000010:1.0:1777582959.532587:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c655a0. 00000004:00000010:1.0:1777582959.532589:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e91e00. 00080000:00000010:1.0:1777582959.532596:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12558. 00000004:00000010:1.0:1777582959.532598:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386110. 00000004:00000010:1.0:1777582959.532601:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c651e0. 00000004:00000010:1.0:1777582959.532602:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90780. 00080000:00000010:1.0:1777582959.532611:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74eab0. 00000004:00000010:1.0:1777582959.532613:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944aa0. 00000004:00000010:1.0:1777582959.532615:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582959.532617:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f561e0. 00080000:00000010:1.0:1777582959.532626:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b008. 00000004:00000010:1.0:1777582959.532628:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756cc0. 00000004:00000010:1.0:1777582959.532630:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0528. 00000004:00000010:1.0:1777582959.532632:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487057c20. 00080000:00000010:1.0:1777582959.532641:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75398. 00000004:00000010:1.0:1777582959.532644:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35100. 00000004:00000010:1.0:1777582959.532646:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22a50. 00000004:00000010:1.0:1777582959.532648:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865190e0. 00080000:00000010:1.0:1777582959.532656:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024166831d0. 00000004:00000010:1.0:1777582959.532659:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386880. 00000004:00000010:1.0:1777582959.532662:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65438. 00000004:00000010:1.0:1777582959.532664:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f148b40. 00080000:00000010:1.0:1777582959.532683:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f751d0. 00000004:00000010:1.0:1777582959.532686:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35dc0. 00000004:00000010:1.0:1777582959.532688:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22870. 00000004:00000010:1.0:1777582959.532690:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519860. 00080000:00000010:1.0:1777582959.532699:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12c78. 00000004:00000010:1.0:1777582959.532701:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387ba0. 00000004:00000010:1.0:1777582959.532703:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65960. 00000004:00000010:1.0:1777582959.532705:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e912c0. 00080000:00000010:1.0:1777582959.532713:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74720. 00000004:00000010:1.0:1777582959.532716:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34ff0. 00000004:00000010:1.0:1777582959.532718:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22ca8. 00000004:00000010:1.0:1777582959.532720:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519a40. 00080000:00000010:1.0:1777582959.532728:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e8e8. 00000004:00000010:1.0:1777582959.532731:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ed0. 00000004:00000010:1.0:1777582959.532733:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582959.532735:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f56960. 00080000:00000010:1.0:1777582959.532743:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13c80. 00000004:00000010:1.0:1777582959.532745:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387ed0. 00000004:00000010:1.0:1777582959.532747:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c658e8. 00000004:00000010:1.0:1777582959.532749:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90000. 00080000:00000010:1.0:1777582959.532759:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097ac78. 00000004:00000010:1.0:1777582959.532761:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757760. 00000004:00000010:1.0:1777582959.532763:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0b40. 00000004:00000010:1.0:1777582959.532765:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487056d20. 00080000:00000010:1.0:1777582959.532774:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74558. 00000004:00000010:1.0:1777582959.532776:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35210. 00000004:00000010:1.0:1777582959.532778:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22bb8. 00000004:00000010:1.0:1777582959.532780:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518960. 00080000:00000010:1.0:1777582959.532788:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74e000. 00000004:00000010:1.0:1777582959.532790:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944ee0. 00000004:00000010:1.0:1777582959.532793:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3000. 00000004:00000010:1.0:1777582959.532795:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57c20. 00080000:00000010:1.0:1777582959.532803:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ee40. 00000004:00000010:1.0:1777582959.532805:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944660. 00000004:00000010:1.0:1777582959.532807:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582959.532809:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57e00. 00080000:00000010:1.0:1777582959.532817:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74c78. 00000004:00000010:1.0:1777582959.532819:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34550. 00000004:00000010:1.0:1777582959.532821:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22438. 00000004:00000010:1.0:1777582959.532823:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865181e0. 00080000:00000010:1.0:1777582959.532831:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75560. 00000004:00000010:1.0:1777582959.532833:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35540. 00000004:00000010:1.0:1777582959.532835:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e227f8. 00000004:00000010:1.0:1777582959.532837:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519c20. 00080000:00000010:1.0:1777582959.532844:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74f1d0. 00000004:00000010:1.0:1777582959.532846:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945650. 00000004:00000010:1.0:1777582959.532848:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582959.532850:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f572c0. 00080000:00000010:1.0:1777582959.532858:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13008. 00000004:00000010:1.0:1777582959.532860:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387320. 00000004:00000010:1.0:1777582959.532862:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65d98. 00000004:00000010:1.0:1777582959.532864:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e914a0. 00080000:00000010:1.0:1777582959.532871:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a000. 00000004:00000010:1.0:1777582959.532873:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756990. 00000004:00000010:1.0:1777582959.532875:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb03c0. 00000004:00000010:1.0:1777582959.532877:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024870563c0. 00080000:00000010:1.0:1777582959.532885:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e13728. 00000004:00000010:1.0:1777582959.532887:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387100. 00000004:00000010:1.0:1777582959.532889:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65f00. 00000004:00000010:1.0:1777582959.532891:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e910e0. 00080000:00000010:1.0:1777582959.532899:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02383e12000. 00000004:00000010:1.0:1777582959.532901:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387540. 00000004:00000010:1.0:1777582959.532903:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c657f8. 00000004:00000010:1.0:1777582959.532906:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02384e90d20. 00080000:00000010:1.0:1777582959.532915:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ae74ec78. 00000004:00000010:1.0:1777582959.532918:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945870. 00000004:00000010:1.0:1777582959.532920:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582959.532922:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024c5f57860. 00010000:00000010:3.1:1777582959.533771:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:3.1:1777582959.533780:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000400:00000200:0.0:1777582959.533830:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.533850:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b61 00000400:00000200:0.0:1777582959.533858:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.533862:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.533868:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:0.0:1777582959.533871:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000400:00000200:0.0:1777582959.533932:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.533939:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8865a80 00000400:00000200:0.0:1777582959.533945:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 107072 00000400:00000200:0.0:1777582959.534006:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.534010:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.534015:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.534020:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495b480. 00000020:00000010:1.0:1777582959.534589:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582959.534596:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582959.534602:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921000. 00000020:00000010:1.0:1777582959.534608:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.534612:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.534766:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa01c0. 00000020:00000010:1.0:1777582959.534770:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa01c0. 00000100:00000200:1.0:1777582959.534773:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707963520 00000001:00000010:1.0:1777582959.534784:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:1.0:1777582959.534810:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.534818:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 02000000:00000010:1.0:1777582959.534848:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396a41000. 00010000:00000010:1.0:1777582959.534880:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582959.534884:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582959.534902:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582959.534905:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582959.534909:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582959.534912:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00000004:00000010:1.0:1777582959.535012:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169860. 00000004:00000010:1.0:1777582959.535022:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582959.535028:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945870. 00080000:00000010:1.0:1777582959.535036:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00010000:00000010:1.0:1777582959.535786:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582959.535792:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:1.0:1777582959.535797:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582959.535803:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582959.535873:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582959.535885:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582959.535890:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582959.535912:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000200:1.0:1777582959.535931:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495b480 x1863928707963520/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.535949:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582959.535956:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707963520, offset 224 00000400:00000200:1.0:1777582959.535962:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.535974:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.535982:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397504:397504:256:4294967295] 192.168.202.9@tcp LPNI seq info [397500:397500:8:4294967295] 00000400:00000200:1.0:1777582959.535994:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.536000:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.536004:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582959.536011:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.536018:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.536022:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.536042:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.536047:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.536051:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921000. 00010000:00000010:3.0:1777582959.536281:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:3.0:1777582959.536296:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00000800:00000200:3.0:1777582959.538126:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.538147:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582959.538153:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.538161:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.538169:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:3.0:1777582959.538171:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000400:00000200:3.0:1777582959.538621:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.538647:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8865b80 00000400:00000200:3.0:1777582959.538656:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 107648 00000400:00000200:3.0:1777582959.538696:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.538701:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.538707:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.538713:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497155c00. 00000020:00000010:0.0:1777582959.539368:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582959.539375:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582959.539382:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.539387:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.539392:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.539425:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582959.539428:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000100:00000200:0.0:1777582959.539431:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707963776 02000000:00000010:0.0:1777582959.539468:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024904a9000. 00010000:00000010:0.0:1777582959.539507:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:0.0:1777582959.539522:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00010000:00000010:0.0:1777582959.539543:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582959.539549:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582959.539563:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582959.539566:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582959.539570:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582959.539573:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582959.539700:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582959.539703:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582959.539707:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582959.539710:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00000020:00000010:0.0:1777582959.539737:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c484e0. 00000020:00000010:0.0:1777582959.539744:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c484e0. 00000020:00000010:0.0:1777582959.539754:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6de40. 00080000:00000010:0.0:1777582959.539763:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97dc00. 00000001:00000010:0.0:1777582959.540246:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d8a0. 00000001:00000010:0.0:1777582959.540253:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582959.540288:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6de40. 00010000:00000010:0.0:1777582959.540297:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582959.540301:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582959.540315:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185cc0. 00010000:00000010:0.0:1777582959.540354:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582959.540360:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185cc0. 00010000:00000010:0.0:1777582959.540384:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582959.540388:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582959.540401:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582959.540416:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975643, last committed = 8589975425 00010000:00000200:0.0:1777582959.540426:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497155c00 x1863928707963776/t8589975643(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.540447:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582959.540454:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707963776, offset 224 00000400:00000010:0.0:1777582959.540460:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4690. 00000400:00000200:0.0:1777582959.540463:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.540477:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.540484:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397505:397505:256:4294967295] 192.168.202.9@tcp LPNI seq info [397501:397501:8:4294967295] 00000400:00000200:0.0:1777582959.540490:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.540497:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.540502:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.540507:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582959.540514:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.540522:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.540526:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.540543:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.540547:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.540551:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00000800:00000200:0.0:1777582959.540657:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.540661:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:0.0:1777582959.540666:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.540683:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582959.542892:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582959.542910:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582959.542918:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582959.542921:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582959.543374:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582959.543380:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8e00. 00010000:00000010:3.1:1777582959.543384:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582959.543387:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582959.543390:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582959.543394:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:0.0:1777582959.543728:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.543747:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b69 00000400:00000200:0.0:1777582959.543754:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.543758:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.543764:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582959.543767:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000400:00000200:0.0:1777582959.543822:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.543829:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8865c00 00000400:00000200:0.0:1777582959.543836:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 108136 00000400:00000200:0.0:1777582959.544365:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.544372:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.544379:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.544385:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484959880. 00010000:00000010:3.0:1777582959.544565:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:3.0:1777582959.544575:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00000020:00000010:1.0:1777582959.544740:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582959.544745:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582959.544751:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c15800. 00000020:00000010:1.0:1777582959.544756:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.544760:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.544834:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0580. 00000020:00000010:1.0:1777582959.544837:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0580. 00000100:00000200:1.0:1777582959.544841:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707963904 00000001:00000010:1.0:1777582959.544852:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:1.0:1777582959.544882:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582959.544889:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 02000000:00000010:1.0:1777582959.544923:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023957bc000. 00010000:00000010:1.0:1777582959.544959:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582959.544962:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582959.544977:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582959.544981:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582959.544985:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582959.544988:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582959.545093:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:1.0:1777582959.545103:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582959.545111:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945650. 00080000:00000010:1.0:1777582959.545120:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c1c8. 00010000:00000010:1.1:1777582959.545167:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582959.545174:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582959.545178:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582959.545180:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582959.545631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582959.545648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:0.1:1777582959.545651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582959.545654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582959.545657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582959.545659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:1.0:1777582959.546209:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582959.546214:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:1.0:1777582959.546219:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582959.546224:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00010000:00000010:1.0:1777582959.546559:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582959.546573:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582959.546578:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582959.546603:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000200:1.0:1777582959.546622:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484959880 x1863928707963904/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.546746:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777582959.546754:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707963904, offset 224 00000400:00000200:1.0:1777582959.546762:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.546775:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.546781:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397506:397506:256:4294967295] 192.168.202.9@tcp LPNI seq info [397502:397502:8:4294967295] 00000400:00000200:1.0:1777582959.546792:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.546799:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.546804:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582959.546810:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.546818:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.546822:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.546899:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.546905:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.546909:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c15800. 00010000:00000010:3.1:1777582959.546978:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:3.1:1777582959.546984:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000800:00000200:0.0:1777582959.549767:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.549777:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582959.549788:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.549800:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.549808:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:0.0:1777582959.549811:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000400:00000200:0.0:1777582959.550043:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.550058:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8865d00 00000400:00000200:0.0:1777582959.550066:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 108712 00000400:00000200:0.0:1777582959.550081:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.550085:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.550090:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.550097:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495bb80. 00010000:00000010:3.1:1777582959.550160:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582959.550170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582959.550509:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582959.550515:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582959.550518:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582959.550520:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000020:00000010:3.0:1777582959.550587:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc80. 00000020:00000010:3.0:1777582959.550594:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc80. 00000020:00000010:3.0:1777582959.550601:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e99600. 00000020:00000010:3.0:1777582959.550608:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374180. 00000020:00000010:3.0:1777582959.550613:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582959.550756:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc80. 00000020:00000010:3.0:1777582959.550760:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc80. 00000100:00000200:3.0:1777582959.550763:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707964160 02000000:00000010:3.0:1777582959.550799:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933b9000. 00010000:00000010:3.0:1777582959.550839:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:3.0:1777582959.550854:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:3.0:1777582959.550875:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.550881:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582959.550896:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582959.550900:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374780. 00010000:00000010:3.0:1777582959.550904:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.550907:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582959.551025:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582959.551029:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374100. 00010000:00000010:3.0:1777582959.551032:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582959.551036:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000020:00000010:3.0:1777582959.551062:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582959.551069:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582959.551078:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628d0c0. 00080000:00000010:3.0:1777582959.551089:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32d800. 00000001:00000010:3.0:1777582959.552044:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d780. 00000001:00000010:3.0:1777582959.552053:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582959.552092:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628d0c0. 00010000:00000010:3.0:1777582959.552104:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582959.552109:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582959.552127:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca540. 00010000:00000010:3.1:1777582959.552448:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582959.552454:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.0:1777582959.552500:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582959.552517:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000200:3.0:1777582959.552536:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975644, last committed = 8589975425 00010000:00000200:3.0:1777582959.552547:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495bb80 x1863928707964160/t8589975644(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.552572:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582959.552579:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707964160, offset 224 00000400:00000010:3.0:1777582959.552586:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2888. 00000400:00000200:3.0:1777582959.552590:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.552607:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.552615:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397507:397507:256:4294967295] 192.168.202.9@tcp LPNI seq info [397503:397503:8:4294967295] 00000400:00000200:3.0:1777582959.552622:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.552629:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.552635:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.552653:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582959.552661:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.552677:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.552681:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.552703:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374180. 00000020:00000010:3.0:1777582959.552708:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582959.552712:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e99600. 00000800:00000200:3.0:1777582959.552804:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.552807:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582959.552811:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.552816:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.554992:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.555012:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b71 00000400:00000200:0.0:1777582959.555019:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.555025:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.555033:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:0.0:1777582959.555037:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:3.0:1777582959.555384:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582959.555395:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374780. 00000400:00000200:0.0:1777582959.555747:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.555757:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8865d80 00000400:00000200:0.0:1777582959.555764:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 109200 00000400:00000200:0.0:1777582959.555810:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.555814:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.555820:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.555825:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484958700. 00000020:00000010:0.0:1777582959.555872:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582959.555877:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582959.555883:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.555889:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.555894:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.555929:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582959.555931:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000100:00000200:0.0:1777582959.555934:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707964288 00000001:00000010:0.0:1777582959.555945:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:0.0:1777582959.555971:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582959.555979:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582959.556014:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241d7fb000. 00010000:00000010:0.0:1777582959.556046:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582959.556050:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582959.556066:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582959.556069:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582959.556073:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582959.556076:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000004:00000010:0.0:1777582959.556221:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518f00. 00000004:00000010:0.0:1777582959.556230:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22ac8. 00000004:00000010:0.0:1777582959.556237:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34220. 00080000:00000010:0.0:1777582959.556246:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74e40. 00010000:00000010:0.0:1777582959.557433:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582959.557439:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582959.557446:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582959.557451:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582959.557531:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582959.557542:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582959.557546:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582959.557569:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582959.557588:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484958700 x1863928707964288/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582959.557609:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582959.557615:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707964288, offset 224 00000400:00000200:0.0:1777582959.557623:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.557635:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.557653:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397508:397508:256:4294967295] 192.168.202.9@tcp LPNI seq info [397504:397504:8:4294967295] 00000400:00000200:0.0:1777582959.557664:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.557676:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.557682:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582959.557689:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.557696:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.557700:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.557813:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.557819:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.557823:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00010000:00000010:1.0:1777582959.558062:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:1.0:1777582959.558070:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374100. 00010000:00000010:1.0:1777582959.558077:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca540. 00010000:00000010:3.1:1777582959.558508:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582959.558516:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582959.559231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582959.559237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582959.559241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582959.559244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000800:00000200:3.0:1777582959.559390:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.559395:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582959.559400:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.559408:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.559415:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:3.0:1777582959.559417:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:0.1:1777582959.561169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582959.561181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582959.561185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582959.561189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582959.561372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582959.561383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582959.561439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:1.1:1777582959.561449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:0.0:1777582959.561940:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.561958:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8865e80 00000400:00000200:0.0:1777582959.561966:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 109776 00000400:00000200:0.0:1777582959.561986:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.561991:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.562000:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.562006:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495b100. 00000020:00000010:1.0:1777582959.562119:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0800. 00000020:00000010:1.0:1777582959.562124:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0800. 00000020:00000010:1.0:1777582959.562130:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c15800. 00000020:00000010:0.0:1777582959.562445:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.562451:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.562525:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7380. 00000020:00000010:0.0:1777582959.562528:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7380. 00000100:00000200:0.0:1777582959.562531:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707964544 02000000:00000010:0.0:1777582959.562568:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239853e000. 00010000:00000010:0.0:1777582959.562608:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582959.562622:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582959.562653:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582959.562660:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582959.562683:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582959.562686:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582959.562690:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582959.562693:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582959.562803:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582959.562807:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582959.562810:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582959.562813:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000020:00000010:0.0:1777582959.562837:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48220. 00000020:00000010:0.0:1777582959.562843:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48220. 00000020:00000010:0.0:1777582959.562853:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d9c0. 00080000:00000010:0.0:1777582959.562863:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97c400. 00000001:00000010:0.0:1777582959.563795:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d300. 00000001:00000010:0.0:1777582959.563803:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582959.563841:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d9c0. 00010000:00000010:0.0:1777582959.563854:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582959.563859:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582959.563877:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185840. 00010000:00000010:0.0:1777582959.563912:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582959.563929:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000200:0.0:1777582959.563947:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975645, last committed = 8589975425 00010000:00000200:0.0:1777582959.563959:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495b100 x1863928707964544/t8589975645(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.563982:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582959.563990:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707964544, offset 224 00000400:00000010:0.0:1777582959.563997:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4310. 00000400:00000200:0.0:1777582959.564001:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.564016:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.564023:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397509:397509:256:4294967295] 192.168.202.9@tcp LPNI seq info [397505:397505:8:4294967295] 00000400:00000200:0.0:1777582959.564029:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.564035:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.564041:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.564046:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582959.564053:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.564061:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.564065:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.564087:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.564091:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.564095:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c15800. 00010000:00000010:1.0:1777582959.564184:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:1.0:1777582959.564191:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:1.0:1777582959.564196:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185840. 00010000:00000010:3.1:1777582959.564435:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582959.564442:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000800:00000200:0.0:1777582959.566976:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.566985:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582959.566994:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.567004:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.567519:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.567535:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b79 00000400:00000200:0.0:1777582959.567541:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.567545:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.567551:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777582959.567553:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000400:00000200:0.0:1777582959.567617:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.567624:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8865f00 00000400:00000200:0.0:1777582959.567632:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 110264 00000400:00000200:0.0:1777582959.567693:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.567697:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.567702:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.567708:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484958e00. 00000020:00000010:1.0:1777582959.567781:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0800. 00000020:00000010:1.0:1777582959.567787:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0800. 00000020:00000010:1.0:1777582959.567794:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c15800. 00000020:00000010:1.0:1777582959.567799:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.567804:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.567843:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0800. 00000020:00000010:1.0:1777582959.567845:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0800. 00000100:00000200:1.0:1777582959.567849:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707964672 00000001:00000010:1.0:1777582959.567861:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:1.0:1777582959.567886:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582959.567896:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 02000000:00000010:1.0:1777582959.567928:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023957be000. 00010000:00000010:1.0:1777582959.567961:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582959.567965:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582959.567985:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582959.567989:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582959.567993:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582959.567996:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00000004:00000010:1.0:1777582959.568099:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168b40. 00000004:00000010:1.0:1777582959.568108:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582959.568115:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944660. 00080000:00000010:1.0:1777582959.568124:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 00010000:00000010:1.1:1777582959.568163:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:1.1:1777582959.568170:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:1.0:1777582959.569494:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582959.569503:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582959.569509:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.569515:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582959.569595:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582959.569608:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582959.569614:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582959.569649:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000200:1.0:1777582959.569678:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484958e00 x1863928707964672/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.569699:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777582959.569706:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707964672, offset 224 00000400:00000200:1.0:1777582959.569714:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.569726:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.569733:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397510:397510:256:4294967295] 192.168.202.9@tcp LPNI seq info [397506:397506:8:4294967295] 00000400:00000200:1.0:1777582959.569744:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.569750:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.569755:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582959.569762:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.569770:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.569776:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.569804:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.569809:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.569814:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c15800. 00000800:00000200:0.0:1777582959.570042:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.570047:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582959.570050:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.570056:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.570060:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:0.0:1777582959.570063:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00010000:00000010:3.0:1777582959.572726:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:3.0:1777582959.572742:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb80. 00000400:00000200:0.0:1777582959.572820:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.572841:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8866000 00000400:00000200:0.0:1777582959.572850:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 110840 00000400:00000200:0.0:1777582959.572871:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.572877:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.572886:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.572894:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484958000. 00000020:00000010:1.0:1777582959.572982:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582959.572988:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582959.572995:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02391921000. 00000020:00000010:1.0:1777582959.573000:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.573005:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.573043:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582959.573046:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c00. 00000100:00000200:1.0:1777582959.573048:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707964928 02000000:00000010:1.0:1777582959.573083:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023957bd000. 00010000:00000010:1.0:1777582959.573116:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582959.573124:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582959.573174:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582959.573180:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582959.573194:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582959.573197:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582959.573201:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582959.573203:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582959.573390:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582959.573393:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582959.573397:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582959.573400:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00000020:00000010:1.0:1777582959.573426:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6300. 00000020:00000010:1.0:1777582959.573433:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6300. 00000020:00000010:1.0:1777582959.573444:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df480. 00080000:00000010:1.0:1777582959.573453:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad375c00. 00000001:00000010:1.0:1777582959.574072:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df4e0. 00000001:00000010:1.0:1777582959.574081:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582959.574121:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df480. 00010000:00000010:1.0:1777582959.574130:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582959.574163:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00010000:00000010:1.0:1777582959.574177:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582959.574222:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582959.574238:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582959.574255:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975646, last committed = 8589975425 00010000:00000200:1.0:1777582959.574265:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484958000 x1863928707964928/t8589975646(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1777582959.574564:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:0.0:1777582959.574572:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:0.0:1777582959.574579:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00000400:00000010:1.0:1777582959.574868:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582959.574877:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707964928, offset 224 00000400:00000010:1.0:1777582959.574885:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2b98. 00000400:00000200:1.0:1777582959.574890:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.574906:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.574913:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397511:397511:256:4294967295] 192.168.202.9@tcp LPNI seq info [397507:397507:8:4294967295] 00000400:00000200:1.0:1777582959.574918:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582959.574925:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.574931:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.574935:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582959.574942:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.574950:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.574954:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.575020:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.575026:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.575031:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02391921000. 00010000:00000010:0.1:1777582959.576887:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582959.576901:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582959.576906:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582959.576908:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000800:00000200:0.0:1777582959.576928:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.576934:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582959.576940:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.576948:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.578023:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.578040:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b81 00000400:00000200:0.0:1777582959.578048:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.578052:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.578058:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:0.0:1777582959.578061:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000400:00000200:0.0:1777582959.578113:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.578119:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8866080 00000400:00000200:0.0:1777582959.578127:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 111328 00010000:00000010:3.0:1777582959.578583:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:3.0:1777582959.578595:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:1.1:1777582959.579206:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582959.579215:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582959.579220:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582959.579222:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582959.579224:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582959.579226:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582959.579229:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582959.579231:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00000400:00000200:1.0:1777582959.579257:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.579266:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.579273:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.579279:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef93480. 00010000:00000010:3.1:1777582959.579505:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:3.1:1777582959.579515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000020:00000010:0.0:1777582959.579572:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7380. 00000020:00000010:0.0:1777582959.579577:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7380. 00000020:00000010:0.0:1777582959.579583:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.579588:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.579593:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.579692:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7380. 00000020:00000010:0.0:1777582959.579695:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7380. 00000100:00000200:0.0:1777582959.579698:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707965056 00000001:00000010:0.0:1777582959.579711:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:0.0:1777582959.579736:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582959.579746:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 02000000:00000010:0.0:1777582959.579779:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02398539000. 00010000:00000010:0.0:1777582959.579810:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582959.579814:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582959.579829:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582959.579833:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582959.579836:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582959.579840:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00000004:00000010:0.0:1777582959.579943:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519c20. 00000004:00000010:0.0:1777582959.579953:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e227f8. 00000004:00000010:0.0:1777582959.579960:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35a90. 00080000:00000010:0.0:1777582959.579968:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75560. 00010000:00000010:0.0:1777582959.580785:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582959.580791:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582959.580796:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582959.580801:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582959.580862:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582959.580872:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582959.580877:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582959.580897:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000200:0.0:1777582959.580913:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef93480 x1863928707965056/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582959.580935:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582959.580942:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707965056, offset 224 00000400:00000200:0.0:1777582959.580948:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.580961:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.580967:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397512:397512:256:4294967295] 192.168.202.9@tcp LPNI seq info [397508:397508:8:4294967295] 00000400:00000200:0.0:1777582959.580978:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.580983:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.580988:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582959.580994:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.581002:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.581006:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.581023:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.581026:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.581030:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00010000:00000010:0.1:1777582959.581599:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:0.1:1777582959.581607:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000800:00000200:0.0:1777582959.584082:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.584091:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582959.584100:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.584109:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.584117:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777582959.584121:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000400:00000200:0.0:1777582959.584502:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.584517:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8866180 00000400:00000200:0.0:1777582959.584524:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 111904 00000400:00000200:0.0:1777582959.584539:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.584542:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.584548:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.584555:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484959c00. 00000020:00000010:3.0:1777582959.584742:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc80. 00000020:00000010:3.0:1777582959.584746:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc80. 00000020:00000010:3.0:1777582959.584752:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e99600. 00000020:00000010:3.0:1777582959.584757:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374780. 00000020:00000010:3.0:1777582959.584761:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582959.584834:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bc80. 00000020:00000010:3.0:1777582959.584837:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bc80. 00000100:00000200:3.0:1777582959.584840:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707965312 02000000:00000010:3.0:1777582959.584877:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933ba000. 00010000:00000010:3.0:1777582959.584918:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:3.0:1777582959.584937:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:3.0:1777582959.584958:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.584964:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582959.584983:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582959.584986:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374180. 00010000:00000010:3.0:1777582959.584991:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.584994:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582959.585100:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582959.585103:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374000. 00010000:00000010:3.0:1777582959.585107:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582959.585110:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000020:00000010:3.0:1777582959.585168:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582959.585175:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05440. 00000020:00000010:3.0:1777582959.585190:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628d0c0. 00080000:00000010:3.0:1777582959.585200:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32e000. 00000001:00000010:3.0:1777582959.585923:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628dba0. 00000001:00000010:3.0:1777582959.585932:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa024811ca9c0. 00000020:00000010:3.0:1777582959.585978:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628d0c0. 00010000:00000010:3.0:1777582959.585988:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582959.585993:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582959.586008:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024811ca480. 00010000:00000010:3.0:1777582959.586056:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582959.586070:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582959.586087:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975647, last committed = 8589975425 00010000:00000200:3.0:1777582959.586098:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484959c00 x1863928707965312/t8589975647(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582959.586115:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582959.586121:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707965312, offset 224 00000400:00000010:3.0:1777582959.586128:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2bd0. 00000400:00000200:3.0:1777582959.586156:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.586171:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.586178:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397513:397513:256:4294967295] 192.168.202.9@tcp LPNI seq info [397509:397509:8:4294967295] 00000400:00000200:3.0:1777582959.586183:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582959.586190:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.586195:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.586201:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582959.586207:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.586214:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.586218:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.586237:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374780. 00000020:00000010:3.0:1777582959.586242:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582959.586245:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e99600. 00010000:00000010:1.0:1777582959.586378:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:1.0:1777582959.586385:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374000. 00010000:00000010:1.0:1777582959.586391:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024811ca480. 00000800:00000200:1.0:1777582959.586487:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582959.586491:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:1.0:1777582959.586496:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.586500:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582959.588941:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:3.1:1777582959.588958:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000400:00000200:1.0:1777582959.593598:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582959.593633:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b89 00000400:00000200:1.0:1777582959.593754:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.593760:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582959.593770:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:1.0:1777582959.593773:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000400:00000200:1.0:1777582959.593848:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.593856:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8866200 00000400:00000200:1.0:1777582959.593865:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 112392 00000400:00000200:1.0:1777582959.593929:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.593933:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.593937:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.593943:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef91f80. 00000020:00000010:1.0:1777582959.593987:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582959.593991:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582959.593998:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c15800. 00000020:00000010:1.0:1777582959.594003:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.594008:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.594040:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c00. 00000020:00000010:1.0:1777582959.594042:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c00. 00000100:00000200:1.0:1777582959.594045:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707965440 00000001:00000010:1.0:1777582959.594056:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582959.594081:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582959.594088:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 02000000:00000010:1.0:1777582959.594119:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02393258000. 00010000:00000010:1.0:1777582959.594178:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.594183:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582959.594201:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582959.594204:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:1.0:1777582959.594208:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582959.594211:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000004:00000010:1.0:1777582959.594309:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169c20. 00000004:00000010:1.0:1777582959.594317:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3000. 00000004:00000010:1.0:1777582959.594324:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944ee0. 00080000:00000010:1.0:1777582959.594333:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d560. 00010000:00000010:1.1:1777582959.595445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:1.1:1777582959.595457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.0:1777582959.595533:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582959.595537:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582959.595543:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582959.595549:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582959.595625:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582959.595728:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582959.595736:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e700. 00010000:00000010:1.0:1777582959.595763:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582959.595783:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef91f80 x1863928707965440/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.595806:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777582959.595812:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707965440, offset 224 00000400:00000200:1.0:1777582959.595820:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.595832:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.595839:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397514:397514:256:4294967295] 192.168.202.9@tcp LPNI seq info [397510:397510:8:4294967295] 00000400:00000200:1.0:1777582959.595849:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.595855:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.595860:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582959.595866:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.595874:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.595877:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.595905:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.595909:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.595914:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c15800. 00010000:00000010:0.1:1777582959.598825:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582959.598840:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:0.1:1777582959.598846:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582959.598848:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000800:00000200:0.0:1777582959.598867:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.598872:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582959.598878:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.598887:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.598894:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:0.0:1777582959.598897:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00010000:00000010:3.1:1777582959.599575:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582959.599582:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.0:1777582959.599710:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582959.599721:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374180. 00000400:00000200:0.0:1777582959.600675:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.600695:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8866300 00000400:00000200:0.0:1777582959.600703:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 112968 00000400:00000200:0.0:1777582959.600723:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.600727:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.600735:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.600741:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484958380. 00000020:00000010:3.0:1777582959.600836:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b700. 00000020:00000010:3.0:1777582959.600841:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b700. 00000020:00000010:3.0:1777582959.600849:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e99600. 00000020:00000010:3.0:1777582959.600853:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374180. 00000020:00000010:3.0:1777582959.600858:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582959.600895:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b700. 00000020:00000010:3.0:1777582959.600898:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b700. 00000100:00000200:3.0:1777582959.600901:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707965696 02000000:00000010:3.0:1777582959.600938:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933b8000. 00010000:00000010:3.0:1777582959.600976:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:3.0:1777582959.600989:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:3.0:1777582959.601012:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582959.601018:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582959.601033:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582959.601037:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374780. 00010000:00000010:3.0:1777582959.601041:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582959.601043:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:2.0:1777582959.601960:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582959.601967:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e500. 00010000:00000010:2.0:1777582959.601972:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582959.601978:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00000020:00000010:2.0:1777582959.602032:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f80. 00000020:00000010:2.0:1777582959.602039:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f80. 00000020:00000010:2.0:1777582959.602050:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9000. 00080000:00000010:2.0:1777582959.602058:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023b1d61c00. 00000001:00000010:2.0:1777582959.603070:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a98a0. 00000001:00000010:2.0:1777582959.603080:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68840. 00000020:00000010:2.0:1777582959.603114:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9000. 00010000:00000010:2.0:1777582959.603125:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582959.603130:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8400. 00010000:00000010:2.0:1777582959.603168:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68b40. 00010000:00000010:2.0:1777582959.603215:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582959.603231:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000200:2.0:1777582959.603251:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975648, last committed = 8589975425 00010000:00000200:2.0:1777582959.603262:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484958380 x1863928707965696/t8589975648(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582959.603282:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582959.603288:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707965696, offset 224 00000400:00000010:2.0:1777582959.603295:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12f88. 00000400:00000200:2.0:1777582959.603299:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.603313:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.603320:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397515:397515:256:4294967295] 192.168.202.9@tcp LPNI seq info [397511:397511:8:4294967295] 00000400:00000200:2.0:1777582959.603327:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582959.603334:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.603339:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.603344:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582959.603351:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.603359:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.603365:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.603389:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374180. 00000020:00000010:2.0:1777582959.603394:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:2.0:1777582959.603397:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e99600. 00000800:00000200:2.0:1777582959.603510:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.603514:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582959.603519:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.603524:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582959.605917:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582959.605931:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:0.0:1777582959.606160:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.606180:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b91 00000400:00000200:0.0:1777582959.606188:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.606192:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.606199:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:0.0:1777582959.606201:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00000400:00000200:0.0:1777582959.606236:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.606243:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8866380 00000400:00000200:0.0:1777582959.606251:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 113456 00000400:00000200:0.0:1777582959.606307:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.606312:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.606317:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.606322:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495aa00. 00010000:00000010:3.0:1777582959.606903:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582959.606915:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374780. 00000020:00000010:1.0:1777582959.606988:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa06c0. 00000020:00000010:1.0:1777582959.606994:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa06c0. 00000020:00000010:1.0:1777582959.607000:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71dc00. 00000020:00000010:1.0:1777582959.607005:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.607010:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.607093:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa06c0. 00000020:00000010:1.0:1777582959.607096:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa06c0. 00000100:00000200:1.0:1777582959.607099:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707965824 00000001:00000010:1.0:1777582959.607110:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa024811ca9c0. 00010000:00000010:1.0:1777582959.607166:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582959.607174:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 02000000:00000010:1.0:1777582959.607199:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239325b000. 00010000:00000010:1.0:1777582959.607229:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582959.607232:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582959.607261:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582959.607264:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:1.0:1777582959.607269:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582959.607272:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00000004:00000010:1.0:1777582959.607373:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:1.0:1777582959.607382:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582959.607389:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ed0. 00080000:00000010:1.0:1777582959.607398:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:1.0:1777582959.607829:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8400. 00010000:00000010:1.0:1777582959.607836:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e500. 00010000:00000010:1.0:1777582959.607846:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68b40. 00010000:00000010:3.1:1777582959.609187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582959.609199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582959.609646:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582959.609651:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582959.609654:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582959.609656:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582959.609988:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582959.609994:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582959.610000:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582959.610007:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582959.610093:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582959.610102:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582959.610107:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e700. 00010000:00000010:1.0:1777582959.610130:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582959.610577:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495aa00 x1863928707965824/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.610598:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582959.610604:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707965824, offset 224 00000400:00000200:1.0:1777582959.610611:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.610623:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.610630:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397516:397516:256:4294967295] 192.168.202.9@tcp LPNI seq info [397512:397512:8:4294967295] 00000400:00000200:1.0:1777582959.610642:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.610649:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.610654:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582959.610661:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.610678:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.610683:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.610750:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e180. 00000020:00000010:1.0:1777582959.610755:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.610760:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71dc00. 00000800:00000200:0.0:1777582959.610894:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.610899:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582959.610904:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.610909:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.610914:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:0.0:1777582959.610917:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000400:00000200:2.0:1777582959.613352:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.613372:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8866480 00000400:00000200:2.0:1777582959.613380:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 114032 00000400:00000200:2.0:1777582959.613397:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.613402:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.613410:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.613417:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd38a300. 00000020:00000010:0.0:1777582959.613513:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582959.613519:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582959.613525:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582959.613530:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.613536:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.613578:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582959.613580:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000100:00000200:0.0:1777582959.613583:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707966080 02000000:00000010:0.0:1777582959.613633:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02421d61000. 00010000:00000010:0.0:1777582959.613688:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:0.0:1777582959.613707:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:0.0:1777582959.613731:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582959.613738:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582959.613754:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582959.613757:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582959.613762:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582959.613765:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582959.613875:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35400. 00010000:00000010:0.0:1777582959.613878:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf200. 00010000:00000010:0.0:1777582959.613882:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582959.613885:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000020:00000010:0.0:1777582959.613910:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48520. 00000020:00000010:0.0:1777582959.613917:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48520. 00000020:00000010:0.0:1777582959.613928:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d960. 00080000:00000010:0.0:1777582959.613938:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97f400. 00000001:00000010:0.0:1777582959.615013:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d540. 00000001:00000010:0.0:1777582959.615024:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185c00. 00000020:00000010:0.0:1777582959.615063:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d960. 00010000:00000010:0.0:1777582959.615078:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582959.615084:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582959.615101:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185cc0. 00010000:00000010:2.1:1777582959.615165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582959.615174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582959.615438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582959.615446:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582959.615449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582959.615452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:0.0:1777582959.615690:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582959.615708:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000200:0.0:1777582959.615727:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975649, last committed = 8589975425 00010000:00000200:0.0:1777582959.615739:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd38a300 x1863928707966080/t8589975649(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.615762:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582959.615769:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707966080, offset 224 00000400:00000010:0.0:1777582959.615777:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4ab8. 00000400:00000200:0.0:1777582959.615781:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.615797:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.615804:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397517:397517:256:4294967295] 192.168.202.9@tcp LPNI seq info [397513:397513:8:4294967295] 00000400:00000200:0.0:1777582959.615811:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.615818:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.615825:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.615831:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582959.615838:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.615846:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.615851:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.615883:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.615888:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.615892:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:3.0:1777582959.616166:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.616170:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582959.616176:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.616181:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.619519:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.619543:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214b99 00000400:00000200:0.0:1777582959.619551:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.619556:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.619565:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777582959.619568:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00010000:00000010:1.1:1777582959.619774:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:1.1:1777582959.619783:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:1.1:1777582959.619790:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582959.619794:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582959.619797:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:3.0:1777582959.620189:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:3.0:1777582959.620201:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf980. 00000400:00000200:0.0:1777582959.620421:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.620434:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8866500 00000400:00000200:0.0:1777582959.620441:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 114520 00000400:00000200:0.0:1777582959.620734:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.620740:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.620747:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.620754:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495a300. 00010000:00000010:2.0:1777582959.621111:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:2.0:1777582959.621120:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf200. 00010000:00000010:2.0:1777582959.621128:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185cc0. 00000020:00000010:3.0:1777582959.621501:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba80. 00000020:00000010:3.0:1777582959.621508:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba80. 00000020:00000010:3.0:1777582959.621515:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e98c00. 00000020:00000010:3.0:1777582959.621521:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374780. 00000020:00000010:3.0:1777582959.621527:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582959.621598:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba80. 00000020:00000010:3.0:1777582959.621601:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba80. 00000100:00000200:3.0:1777582959.621604:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707966208 00000001:00000010:3.0:1777582959.621616:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68840. 00010000:00000010:3.0:1777582959.621651:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582959.621658:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 02000000:00000010:3.0:1777582959.621698:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933bc000. 00010000:00000010:3.0:1777582959.621741:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.621746:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582959.621772:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582959.621775:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374e00. 00010000:00000010:3.0:1777582959.621780:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.621784:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582959.621925:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582959.621930:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582959.622021:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582959.622031:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582959.622034:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374e00. 00010000:00000010:3.0:1777582959.622056:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582959.622074:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495a300 x1863928707966208/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 584/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.622096:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582959.622105:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707966208, offset 224 00000400:00000200:3.0:1777582959.622112:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.622128:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.622172:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397518:397518:256:4294967295] 192.168.202.9@tcp LPNI seq info [397514:397514:8:4294967295] 00000400:00000200:3.0:1777582959.622185:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.622190:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.622195:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582959.622202:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.622210:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.622215:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.622252:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374780. 00000020:00000010:3.0:1777582959.622258:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582959.622262:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e98c00. 00000800:00000200:2.0:1777582959.622578:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.622582:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:2.0:1777582959.622588:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.622594:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.622599:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:2.0:1777582959.622602:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00010000:00000010:0.1:1777582959.625878:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:0.1:1777582959.625894:0:205909:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:0.1:1777582959.625899:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.1:1777582959.625902:0:205909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000400:00000200:0.0:1777582959.626789:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.626809:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8866600 00000400:00000200:0.0:1777582959.626818:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c0049 [2] + 1680 00000400:00000010:0.0:1777582959.626824:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484dee3c8. 00000400:00000200:0.0:1777582959.626828:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02395d4df00 00000400:00000200:0.0:1777582959.626861:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.626866:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.626872:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02395d4df00 00000400:00000010:0.0:1777582959.626874:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02395d4df00. 00000100:00000200:0.0:1777582959.626880:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1777582959.627012:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93800. 00000020:00000010:2.0:1777582959.627018:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93800. 00000020:00000010:2.0:1777582959.627024:0:206054:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0b200. 00000020:00000010:2.0:1777582959.627029:0:206054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582959.627034:0:206054:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00010000:00000010:1.1:1777582959.627087:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000020:00000010:2.0:1777582959.627105:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93800. 00000020:00000010:2.0:1777582959.627108:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93800. 00000100:00000200:2.0:1777582959.627111:0:206054:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707966464 02000000:00000010:2.0:1777582959.627175:0:206054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa023b1d60400. 00000004:00000010:2.0:1777582959.627256:0:206054:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa0248c416c00. 00080000:00000010:2.0:1777582959.627276:0:206054:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023b1d63c00. 00000001:00000010:2.0:1777582959.627746:0:206054:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a95a0. 00000001:00000010:2.0:1777582959.627755:0:206054:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68cc0. 00010000:00000200:2.0:1777582959.627814:0:206054:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c4b64050 x1863928707966464/t8589975650(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 392/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582959.627832:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777582959.627837:0:206054:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707966464, offset 224 00000400:00000200:2.0:1777582959.627844:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.627855:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.627861:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397519:397519:256:4294967295] 192.168.202.9@tcp LPNI seq info [397515:397515:8:4294967295] 00000400:00000200:2.0:1777582959.627872:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.627877:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.627882:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582959.627888:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.627895:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.627900:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.627923:0:206054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582959.627929:0:206054:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.627933:0:206054:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0b200. 02000000:00000010:2.0:1777582959.627943:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa0238897bc00. 00000100:00000010:2.0:1777582959.627947:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c6300. 02000000:00000010:2.0:1777582959.627951:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa0248a614c00. 00000100:00000010:2.0:1777582959.627954:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd388000. 02000000:00000010:2.0:1777582959.627958:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa02393de8400. 00000100:00000010:2.0:1777582959.627961:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1aa00. 02000000:00000010:2.0:1777582959.627964:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa02393de8c00. 00000100:00000010:2.0:1777582959.627966:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb9f80. 00000100:00000200:2.0:1777582959.627972:0:206054:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1777582959.627977:0:206054:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e478. 00000400:00000010:2.0:1777582959.627982:0:206054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02390e68480. 00000800:00000200:0.0:1777582959.628744:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.628750:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582959.628756:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.628763:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.628769:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:0.0:1777582959.628772:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 02000000:00000010:0.0:1777582959.628782:0:3283:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa023b1d60400. 00010000:00000010:2.1:1777582959.631023:0:206054:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35400. 00010000:00000010:2.1:1777582959.631038:0:206054:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00000400:00000200:2.0:1777582959.631913:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.631932:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb8866700 00000400:00000200:2.0:1777582959.631941:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f87c1 [64] + 115104 00000400:00000200:2.0:1777582959.631957:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.631962:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.631970:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.631977:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd388000. 00000020:00000010:0.0:1777582959.632198:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582959.632202:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582959.632207:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d06200. 00000020:00000010:0.0:1777582959.632210:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.632215:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.632363:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582959.632367:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000100:00000200:0.0:1777582959.632371:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707966720 00000001:00000010:0.0:1777582959.632383:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185c00. 02000000:00000010:0.0:1777582959.632417:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0249dde7000. 00010000:00000010:0.0:1777582959.632463:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:0.0:1777582959.632489:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246580. 00010000:00000010:0.0:1777582959.632501:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02388923e00. 00010000:00000010:0.0:1777582959.632509:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf00. 00010000:00000010:0.0:1777582959.632514:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02385226700. 00010000:00000010:0.0:1777582959.632534:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582959.632538:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582959.632542:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582959.632547:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582959.632562:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582959.632564:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582959.632568:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582959.632571:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582959.632704:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582959.632707:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582959.632711:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582959.632714:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000020:00000010:0.0:1777582959.632752:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48c40. 00000020:00000010:0.0:1777582959.632761:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48c40. 00080000:00000010:0.0:1777582959.632771:0:205914:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024af38b090. 00080000:00000010:0.0:1777582959.632775:0:205914:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02383fc7cc0. 00080000:00000010:0.0:1777582959.632791:0:205914:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02383fc7cc0. 00080000:00000010:0.0:1777582959.632795:0:205914:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024af38b090. 00000020:00000010:0.0:1777582959.632804:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d960. 00080000:00000010:0.0:1777582959.632813:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e97f000. 00000001:00000010:0.0:1777582959.633197:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6dae0. 00000001:00000010:0.0:1777582959.633205:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185300. 00000020:00000010:0.0:1777582959.633232:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d960. 00010000:00000010:0.0:1777582959.633280:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582959.633286:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582959.633300:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582959.633303:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000200:0.0:1777582959.633319:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975651, last committed = 8589975425 00010000:00000200:0.0:1777582959.633328:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd388000 x1863928707966720/t8589975651(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 504/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.633349:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582959.633355:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707966720, offset 224 00000400:00000010:0.0:1777582959.633362:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4ee0. 00000400:00000200:0.0:1777582959.633367:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.633380:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.633387:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397520:397520:256:4294967295] 192.168.202.9@tcp LPNI seq info [397516:397516:8:4294967295] 00000400:00000200:0.0:1777582959.633393:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.633399:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.633405:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.633410:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582959.633416:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.633423:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.633427:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.633455:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.633460:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.633463:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d06200. 00000800:00000200:2.0:1777582959.633603:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.633607:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582959.633613:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.633617:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582959.635548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582959.635561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:3.1:1777582959.635566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582959.635570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582959.635573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582959.635577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000400:00000200:0.0:1777582959.636986:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582959.637004:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ba9 00000400:00000200:0.0:1777582959.637010:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.637013:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582959.637019:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777582959.637020:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000400:00000200:0.0:1777582959.637049:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.637055:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8866780 00000400:00000200:0.0:1777582959.637061:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 115608 00010000:00000010:3.0:1777582959.637100:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:3.0:1777582959.637112:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaff00. 00000400:00000200:0.0:1777582959.637124:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.637128:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.637148:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.637154:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495ad80. 00000020:00000010:2.0:1777582959.637268:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93800. 00000020:00000010:2.0:1777582959.637274:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93800. 00000020:00000010:2.0:1777582959.637280:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0b200. 00000020:00000010:2.0:1777582959.637294:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582959.637298:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.637338:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93800. 00000020:00000010:2.0:1777582959.637340:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93800. 00000100:00000200:2.0:1777582959.637343:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707966848 00000001:00000010:2.0:1777582959.637517:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582959.637543:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582959.637546:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582959.637553:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582959.637559:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 02000000:00000010:2.0:1777582959.637588:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238c85c000. 00010000:00000010:2.0:1777582959.637621:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582959.637624:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8000. 00010000:00000010:2.0:1777582959.637752:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000200:2.0:1777582959.637769:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495ad80 x1863928707966848/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/688 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582959.637789:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777582959.637794:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707966848, offset 224 00000400:00000200:2.0:1777582959.637800:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582959.637810:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582959.637816:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397521:397521:256:4294967295] 192.168.202.9@tcp LPNI seq info [397517:397517:8:4294967295] 00000400:00000200:2.0:1777582959.637827:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582959.637833:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582959.637838:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582959.637844:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582959.637851:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582959.637855:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582959.637876:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582959.637882:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582959.637885:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0b200. 00000800:00000200:3.0:1777582959.638044:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.638047:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582959.638052:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.638056:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.638060:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:3.0:1777582959.638062:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00010000:00000010:0.1:1777582959.638173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.1:1777582959.638179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02396b20e00. 00010000:00000010:0.1:1777582959.638183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac200. 00010000:00000010:0.1:1777582959.638187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f119200. 00010000:00000010:0.1:1777582959.638190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358200. 00010000:00000010:0.1:1777582959.641179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582959.641194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582959.641205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582959.641208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000400:00000200:2.0:1777582959.641296:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.641319:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8866800 00000400:00000200:2.0:1777582959.641327:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 116184 00000400:00000200:2.0:1777582959.641344:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.641348:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.641621:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.641629:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd389880. 00010000:00000010:3.1:1777582959.641858:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582959.641869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000020:00000010:3.0:1777582959.641912:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba80. 00000020:00000010:3.0:1777582959.641917:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba80. 00000020:00000010:3.0:1777582959.641923:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e98c00. 00000020:00000010:3.0:1777582959.641928:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374780. 00000020:00000010:3.0:1777582959.641932:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a877d0. 00000020:00000010:3.0:1777582959.641977:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba80. 00000020:00000010:3.0:1777582959.641980:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba80. 00000100:00000200:3.0:1777582959.641982:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707966976 00010000:00000010:3.0:1777582959.642010:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582959.642018:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 02000000:00000010:3.0:1777582959.642043:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933bb000. 00010000:00000010:3.0:1777582959.642072:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.642076:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582959.642093:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582959.642096:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374e00. 00010000:00000010:3.0:1777582959.642101:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.642104:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000004:00000010:3.0:1777582959.642249:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f149a40. 00000004:00000010:3.0:1777582959.642259:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65e10. 00000004:00000010:3.0:1777582959.642267:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387540. 00080000:00000010:3.0:1777582959.642277:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682ab0. 00010000:00000010:3.0:1777582959.644856:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582959.644866:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582959.644871:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582959.644879:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582959.645077:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582959.645090:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582959.645097:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374e00. 00010000:00000010:3.0:1777582959.645122:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582959.649027:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd389880 x1863928707966976/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 584/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:2.1:1777582959.649170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00000400:00000010:0.0:1777582959.649311:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582959.649321:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707966976, offset 224 00000400:00000200:0.0:1777582959.649330:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.649345:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.649353:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397522:397522:256:4294967295] 192.168.202.9@tcp LPNI seq info [397518:397518:8:4294967295] 00000400:00000200:0.0:1777582959.649450:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.649456:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.649462:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582959.649469:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.649478:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.649482:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.649557:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374780. 00000020:00000010:0.0:1777582959.649563:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a877d0. 00000020:00000010:0.0:1777582959.649567:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e98c00. 00000800:00000200:2.0:1777582959.649716:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.649721:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582959.649726:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.649732:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.649738:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:2.0:1777582959.649740:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00010000:00000010:3.1:1777582959.654836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582959.654854:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582959.654859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582959.654862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000400:00000200:3.0:1777582959.666872:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.666893:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8866900 00000400:00000200:3.0:1777582959.666901:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 116768 00000400:00000200:3.0:1777582959.666918:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.666923:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.666931:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.666938:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497156300. 00000020:00000010:1.0:1777582959.667077:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.667084:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.667091:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71dc00. 00000020:00000010:1.0:1777582959.667098:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582959.667104:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.667183:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.667187:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000100:00000200:1.0:1777582959.667191:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707967232 00010000:00000010:1.0:1777582959.667228:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582959.667235:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 02000000:00000010:1.0:1777582959.667281:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa0239325e000. 00000004:00000010:1.0:1777582959.667604:0:205909:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa0239641e600. 00080000:00000010:1.0:1777582959.667615:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad374800. 00000001:00000010:1.0:1777582959.667654:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df780. 00000001:00000010:1.0:1777582959.667661:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00010000:00000010:1.0:1777582959.667741:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582959.667757:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497156300 x1863928707967232/t8589975652(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 864/608 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.667776:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582959.667781:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707967232, offset 224 00000400:00000200:1.0:1777582959.667788:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.667798:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.667805:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397523:397523:256:4294967295] 192.168.202.9@tcp LPNI seq info [397519:397519:8:4294967295] 00000400:00000200:1.0:1777582959.667815:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.667821:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.667826:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582959.667832:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.667839:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.667843:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.667857:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582959.667863:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.667867:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71dc00. 00000800:00000200:2.0:1777582959.668013:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.668018:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582959.668022:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.668027:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.668032:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:2.0:1777582959.668035:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000400:00000200:2.0:1777582959.671506:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.671525:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 448 into portal 23 MB=0x69f3bb8866980 00000400:00000200:2.0:1777582959.671534:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 448/448 into md 0x1c007d [2] + 0 00000400:00000200:2.0:1777582959.671551:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.671555:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.671564:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1777582959.671570:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd388a80. 00000020:00000010:1.0:1777582959.671679:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.671685:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.671690:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71dc00. 00000020:00000010:1.0:1777582959.671697:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582959.671702:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.671739:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.671742:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000100:00000200:1.0:1777582959.671745:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707967360 00000001:00000010:1.0:1777582959.671756:0:187634:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185300. 02000000:00000010:1.0:1777582959.671778:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffffa024ad376000. 00000004:00000010:1.0:1777582959.671785:0:187634:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffffa024b7c41000. 00080000:00000010:1.0:1777582959.672862:0:187634:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa02488737090. 00080000:00000010:1.0:1777582959.672869:0:187634:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02388fa0780. 00080000:00000010:1.0:1777582959.674445:0:187634:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02388fa0780. 00080000:00000010:1.0:1777582959.674455:0:187634:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa02488737090. 00000100:00000010:1.0:1777582959.674469:0:187634:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa024ad375800. 00000100:00000010:1.0:1777582959.674475:0:187634:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa0239325a000. 00000400:00000010:1.0:1777582959.674486:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000400:00000010:1.0:1777582959.674496:0:187634:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024b62d2b60. 00000400:00000200:1.0:1777582959.674504:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.674520:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.674527:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397524:397524:256:4294967295] 192.168.202.9@tcp LPNI seq info [397520:397520:8:4294967295] 00000400:00000200:1.0:1777582959.674534:0:187634:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582959.674542:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.674548:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.674553:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582959.674559:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.674567:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1022 00000800:00000200:1.0:1777582959.674571:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1777582959.674644:0:187634:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.202.9@tcp mbits 0x69f3bb8866980-0x69f3bb8866980 00000800:00000200:3.0:1777582959.675025:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.675031:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:3.0:1777582959.675035:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.675040:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.675046:0:3281:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffffa024ad375800 00010000:00000010:1.1:1777582959.676482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000400:00000200:2.0:1777582959.677178:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582959.677198:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214bb9 00000400:00000200:2.0:1777582959.677207:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.677211:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582959.677218:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:2.0:1777582959.677221:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:2.0:1777582959.677226:0:3282:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffffa024ad375800 00000100:00000010:1.0:1777582959.677554:0:187634:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa0239325a000. 00000100:00000010:1.0:1777582959.677562:0:187634:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa024ad375800. 00000004:00000010:1.0:1777582959.678190:0:187634:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffffa024b7c41000. 00010000:00000200:1.0:1777582959.678205:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd388a80 x1863928707967360/t0(0) o37->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 448/440 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.678227:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777582959.678232:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1863928707967360, offset 224 00000400:00000200:1.0:1777582959.678238:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.678250:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.678256:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397525:397525:256:4294967295] 192.168.202.9@tcp LPNI seq info [397521:397521:8:4294967295] 00000400:00000200:1.0:1777582959.678266:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.678271:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.678277:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582959.678283:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.678289:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.678294:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.678319:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582959.678325:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.678330:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71dc00. 00000800:00000200:3.0:1777582959.678997:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.679003:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582959.679008:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.679014:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.679019:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:3.0:1777582959.679021:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000400:00000200:3.0:1777582959.691704:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.691727:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8866a80 00000400:00000200:3.0:1777582959.691735:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c007d [2] + 448 00000400:00000200:3.0:1777582959.691751:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.691755:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.691764:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1777582959.691772:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497154700. 00000020:00000010:1.0:1777582959.695338:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.695350:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.695568:0:206054:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71dc00. 00000020:00000010:1.0:1777582959.695574:0:206054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582959.695579:0:206054:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.695693:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.695696:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000100:00000200:1.0:1777582959.695701:0:206054:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707967616 02000000:00000010:1.0:1777582959.695749:0:206054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa024ad375800. 00000020:00000010:1.0:1777582959.695970:0:206054:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df3c0. 00080000:00000010:1.0:1777582959.695979:0:206054:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad376400. 00000001:00000010:1.0:1777582959.696075:0:206054:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfba0. 00000001:00000010:1.0:1777582959.696084:0:206054:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484b40. 00000020:00000010:1.0:1777582959.696163:0:206054:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df3c0. 00000004:00000010:1.0:1777582959.696238:0:206054:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa0239641e600. 00010000:00000200:1.0:1777582959.696278:0:206054:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154700 x1863928707967616/t8589975653(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 392/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.696298:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582959.696305:0:206054:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707967616, offset 224 00000400:00000200:1.0:1777582959.696311:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.696324:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.696331:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397526:397526:256:4294967295] 192.168.202.9@tcp LPNI seq info [397522:397522:8:4294967295] 00000400:00000200:1.0:1777582959.696342:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.696348:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.696353:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582959.696376:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.696384:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.696387:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.696419:0:206054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582959.696423:0:206054:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.696428:0:206054:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71dc00. 00000800:00000200:0.0:1777582959.699102:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582959.699110:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:0.0:1777582959.699119:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.699128:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582959.699158:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:0.0:1777582959.699161:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000400:00000200:0.0:1777582959.705912:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.705932:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8866b80 00000400:00000200:0.0:1777582959.705942:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 117632 00000400:00000200:0.0:1777582959.705959:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.705964:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.705973:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.705980:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248495a680. 00000020:00000010:1.0:1777582959.706196:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.706202:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.706209:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71dc00. 00000020:00000010:1.0:1777582959.706215:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582959.706220:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674d48. 00000020:00000010:1.0:1777582959.706260:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.706263:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000100:00000200:1.0:1777582959.706266:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707967872 00000001:00000010:1.0:1777582959.706277:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 02000000:00000010:1.0:1777582959.706322:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239325a000. 00010000:00000010:1.0:1777582959.706620:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:1.0:1777582959.706735:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:1.0:1777582959.706759:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8000. 00010000:00000010:1.0:1777582959.706768:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:1.0:1777582959.706789:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582959.706793:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582959.706799:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582959.706803:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582959.706817:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582959.706820:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:1.0:1777582959.706823:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582959.706826:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582959.706948:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582959.706951:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:1.0:1777582959.706955:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582959.706957:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000020:00000010:1.0:1777582959.707199:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6580. 00000020:00000010:1.0:1777582959.707209:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6580. 00080000:00000010:1.0:1777582959.707219:0:188495:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa02488737090. 00080000:00000010:1.0:1777582959.707223:0:188495:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02388fa0780. 00080000:00000010:1.0:1777582959.708064:0:188495:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02388fa0780. 00080000:00000010:1.0:1777582959.708071:0:188495:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa02488737090. 00000020:00000010:1.0:1777582959.708085:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df3c0. 00080000:00000010:1.0:1777582959.708094:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad374400. 00000001:00000010:0.0:1777582959.720347:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6df60. 00000001:00000010:0.0:1777582959.721332:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185c00. 00000020:00000010:0.0:1777582959.721403:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df3c0. 00010000:00000010:0.0:1777582959.721454:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:0.0:1777582959.721464:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:0.0:1777582959.721817:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:0.0:1777582959.721823:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000200:0.0:1777582959.721845:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975654, last committed = 8589975425 00010000:00000200:0.0:1777582959.721859:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248495a680 x1863928707967872/t8589975654(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 496/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.721879:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582959.721886:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707967872, offset 224 00000400:00000010:0.0:1777582959.721892:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4ea8. 00000400:00000200:0.0:1777582959.721896:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.721911:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.721919:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397527:397527:256:4294967295] 192.168.202.9@tcp LPNI seq info [397523:397523:8:4294967295] 00000400:00000200:0.0:1777582959.721926:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.721933:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.721939:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.721944:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582959.721951:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.721959:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.721963:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.724541:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:0.0:1777582959.724558:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674d48. 00000020:00000010:0.0:1777582959.724564:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71dc00. 00010000:00000010:1.1:1777582959.725290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582959.725298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:1.1:1777582959.725304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:1.1:1777582959.725308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00000800:00000200:3.0:1777582959.735041:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.735050:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582959.735059:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.735069:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.735107:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.735122:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214bc5 00000400:00000200:3.0:1777582959.735128:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.735131:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.735153:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:3.0:1777582959.735155:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00010000:00000010:3.0:1777582959.735231:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:3.0:1777582959.735245:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:0.1:1777582959.738527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582959.738545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582959.738550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:0.1:1777582959.738552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000400:00000200:0.0:1777582959.739185:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.739205:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8866c00 00000400:00000200:0.0:1777582959.739214:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 118128 00000400:00000200:0.0:1777582959.739290:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.739295:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.739303:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.739310:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a1f80. 00000020:00000010:1.0:1777582959.739779:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.739785:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.739792:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582959.739798:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.739803:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.739838:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.739841:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000100:00000200:1.0:1777582959.739844:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707968000 00000001:00000010:1.0:1777582959.739856:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484b40. 00010000:00000010:1.0:1777582959.739882:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582959.739887:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:1.0:1777582959.739893:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582959.739900:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 02000000:00000010:1.0:1777582959.739932:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4cfe000. 00010000:00000010:1.0:1777582959.739963:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.739968:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246500. 00010000:00000010:1.0:1777582959.740082:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:1.0:1777582959.740104:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a1f80 x1863928707968000/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/688 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.740122:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582959.740128:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707968000, offset 224 00000400:00000200:1.0:1777582959.740152:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.740164:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.740171:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397528:397528:256:4294967295] 192.168.202.9@tcp LPNI seq info [397524:397524:8:4294967295] 00000400:00000200:1.0:1777582959.740181:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.740186:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.740191:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582959.740198:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.740203:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.740207:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.740227:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.740232:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.740236:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:3.0:1777582959.740537:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.740542:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:3.0:1777582959.740546:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.740552:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.740556:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:3.0:1777582959.740559:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000400:00000200:1.0:1777582959.743788:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582959.743812:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8866c80 00000400:00000200:1.0:1777582959.743821:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 118704 00000400:00000200:1.0:1777582959.743847:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582959.743853:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582959.743864:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582959.743873:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef90700. 00000020:00000010:0.0:1777582959.743959:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582959.743966:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582959.743973:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582959.743980:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.743985:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.744039:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582959.744042:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000100:00000200:0.0:1777582959.744046:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707968128 00010000:00000010:0.0:1777582959.744084:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582959.744094:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 02000000:00000010:0.0:1777582959.744125:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0249dde6000. 00010000:00000010:0.0:1777582959.744180:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582959.744184:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582959.744205:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582959.744209:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582959.744213:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582959.744217:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00000004:00000010:0.0:1777582959.744711:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865181e0. 00000004:00000010:0.0:1777582959.744721:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22438. 00000004:00000010:0.0:1777582959.744728:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34110. 00080000:00000010:0.0:1777582959.744738:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74c78. 00010000:00000010:3.1:1777582959.746174:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:3.1:1777582959.746187:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:0.0:1777582959.750274:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582959.750286:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582959.750292:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582959.750300:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582959.751113:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582959.751124:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582959.751128:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582959.751192:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000200:0.0:1777582959.751213:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef90700 x1863928707968128/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 584/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582959.751235:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582959.751243:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707968128, offset 224 00000400:00000200:0.0:1777582959.751250:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.751263:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.751270:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397529:397529:256:4294967295] 192.168.202.9@tcp LPNI seq info [397525:397525:8:4294967295] 00000400:00000200:0.0:1777582959.751282:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.751288:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.751293:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582959.751300:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.751308:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.751312:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.751335:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.751339:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.751343:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:2.0:1777582959.751506:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.751511:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582959.751516:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.751522:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.751526:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:2.0:1777582959.751528:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00010000:00000010:1.1:1777582959.751691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:3.0:1777582959.755223:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.755253:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8866d80 00000400:00000200:3.0:1777582959.755263:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 119288 00000400:00000200:3.0:1777582959.755280:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.755284:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.755293:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.755304:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568f800. 00000020:00000010:1.0:1777582959.755387:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.755393:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.755400:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71dc00. 00000020:00000010:1.0:1777582959.755406:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582959.755411:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.755455:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.755457:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000100:00000200:1.0:1777582959.755461:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707968384 00010000:00000010:1.0:1777582959.755492:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582959.755500:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 02000000:00000010:1.0:1777582959.755543:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa023a4cfd000. 00000004:00000010:1.0:1777582959.755884:0:205909:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa0239641ec00. 00080000:00000010:1.0:1777582959.755896:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad375000. 00000001:00000010:1.0:1777582959.755926:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfc00. 00000001:00000010:1.0:1777582959.755932:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582959.755994:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:1.0:1777582959.756009:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568f800 x1863928707968384/t8589975655(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 864/608 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.756028:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777582959.756035:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707968384, offset 224 00000400:00000200:1.0:1777582959.756041:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.756053:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.756059:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397530:397530:256:4294967295] 192.168.202.9@tcp LPNI seq info [397526:397526:8:4294967295] 00000400:00000200:1.0:1777582959.756070:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.756075:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.756080:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582959.756085:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.756092:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.756097:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.756125:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582959.756130:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.756156:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71dc00. 00000800:00000200:2.0:1777582959.756241:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.756253:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582959.756257:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.756262:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.756266:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:2.0:1777582959.756268:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00010000:00000010:0.1:1777582959.761881:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582959.761895:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582959.761898:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582959.765178:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:1.1:1777582959.765378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:2.0:1777582959.768547:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.768570:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 448 into portal 23 MB=0x69f3bb8866e00 00000400:00000200:2.0:1777582959.768580:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 448/448 into md 0x1c007d [2] + 840 00000400:00000200:2.0:1777582959.768600:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.768605:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.768615:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1777582959.768624:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeb9f80. 00000020:00000010:1.0:1777582959.768856:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.768862:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.768868:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71dc00. 00000020:00000010:1.0:1777582959.768873:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582959.768878:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.768921:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.768923:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000100:00000200:1.0:1777582959.768926:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707968512 00000001:00000010:1.0:1777582959.768936:0:187634:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185c00. 02000000:00000010:1.0:1777582959.768962:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffffa024ad374000. 00000004:00000010:1.0:1777582959.768970:0:187634:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffffa024b7c41000. 00080000:00000010:1.0:1777582959.769718:0:187634:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa02488737090. 00080000:00000010:1.0:1777582959.769724:0:187634:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02388fa0780. 00080000:00000010:1.0:1777582959.771023:0:187634:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02388fa0780. 00080000:00000010:1.0:1777582959.771031:0:187634:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa02488737090. 00000100:00000010:1.0:1777582959.771045:0:187634:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa02385397000. 00000100:00000010:1.0:1777582959.771050:0:187634:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa023a4cf9000. 00000400:00000010:1.0:1777582959.771062:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000400:00000010:1.0:1777582959.771086:0:187634:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e80498. 00000400:00000200:1.0:1777582959.771094:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.771109:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.771117:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397531:397531:256:4294967295] 192.168.202.9@tcp LPNI seq info [397527:397527:8:4294967295] 00000400:00000200:1.0:1777582959.771125:0:187634:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582959.771153:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.771160:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.771165:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582959.771175:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.771185:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1022 00000800:00000200:1.0:1777582959.771190:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1777582959.771257:0:187634:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.202.9@tcp mbits 0x69f3bb8866e00-0x69f3bb8866e00 00000800:00000200:3.0:1777582959.772881:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.772891:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582959.772897:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.772906:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.772914:0:3281:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffffa02385397000 00000400:00000200:3.0:1777582959.772975:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.772989:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214bd5 00000400:00000200:3.0:1777582959.772997:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.773000:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.773006:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:3.0:1777582959.773009:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:3.0:1777582959.773013:0:3281:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffffa02385397000 00000100:00000010:1.0:1777582959.773095:0:187634:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa023a4cf9000. 00000100:00000010:1.0:1777582959.773104:0:187634:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa02385397000. 00000004:00000010:1.0:1777582959.773773:0:187634:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffffa024b7c41000. 00010000:00000200:1.0:1777582959.773789:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb9f80 x1863928707968512/t0(0) o37->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 448/440 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.773813:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582959.773818:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1863928707968512, offset 224 00000400:00000200:1.0:1777582959.773824:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.773835:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.773841:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397532:397532:256:4294967295] 192.168.202.9@tcp LPNI seq info [397528:397528:8:4294967295] 00000400:00000200:1.0:1777582959.773852:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.773858:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.773864:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582959.773871:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.773879:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.773883:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.775041:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582959.775052:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.775057:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71dc00. 00000800:00000200:2.0:1777582959.776014:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.776021:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582959.776028:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.776037:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.776044:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:2.0:1777582959.776047:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000400:00000200:3.0:1777582959.778628:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.778662:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8866f00 00000400:00000200:3.0:1777582959.778680:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c007d [2] + 1288 00000400:00000200:3.0:1777582959.778696:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.778701:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.778709:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1777582959.778716:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568f480. 00000020:00000010:1.0:1777582959.778983:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.778989:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.778996:0:206054:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71dc00. 00000020:00000010:1.0:1777582959.779001:0:206054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582959.779007:0:206054:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.779044:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.779046:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000100:00000200:1.0:1777582959.779051:0:206054:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707968768 02000000:00000010:1.0:1777582959.779095:0:206054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa02385397000. 00000020:00000010:1.0:1777582959.779317:0:206054:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf7e0. 00080000:00000010:1.0:1777582959.779324:0:206054:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385395000. 00000001:00000010:1.0:1777582959.779402:0:206054:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfcc0. 00000001:00000010:1.0:1777582959.779411:0:206054:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582959.779453:0:206054:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf7e0. 00000004:00000010:1.0:1777582959.779534:0:206054:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa0239641ec00. 00010000:00000200:1.0:1777582959.779580:0:206054:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568f480 x1863928707968768/t8589975656(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 392/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.779600:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582959.779606:0:206054:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707968768, offset 224 00000400:00000200:1.0:1777582959.779612:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.779625:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.779632:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397533:397533:256:4294967295] 192.168.202.9@tcp LPNI seq info [397529:397529:8:4294967295] 00000400:00000200:1.0:1777582959.779654:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.779659:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.779664:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582959.779679:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.779686:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.779690:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.779710:0:206054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e600. 00000020:00000010:1.0:1777582959.779715:0:206054:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.779720:0:206054:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71dc00. 00000800:00000200:2.0:1777582959.780591:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.780597:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582959.780602:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.780608:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.780614:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:2.0:1777582959.780617:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000010:3.0:1777582959.786227:0:219693:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023a4ced2a0. 00000100:00000010:2.0:1777582959.786381:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023a4ced4e0. 00000100:00000010:1.0:1777582959.786385:0:194432:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023a4ced780. 00000100:00000010:0.0:1777582959.786879:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023a4ced420. 00000400:00000200:2.0:1777582959.796655:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.796686:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8867000 00000400:00000200:2.0:1777582959.796696:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 120152 00000400:00000200:2.0:1777582959.796714:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.796719:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.796728:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.796740:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941ca80. 00000020:00000010:0.0:1777582959.796864:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.796870:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.796877:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68a00. 00000020:00000010:0.0:1777582959.796883:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.796888:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.796940:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.796943:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000100:00000200:0.0:1777582959.796947:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707969024 00000001:00000010:0.0:1777582959.796960:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 02000000:00000010:0.0:1777582959.796997:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0249dde3000. 00010000:00000010:0.0:1777582959.797044:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582959.797061:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582959.797070:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246500. 00010000:00000010:0.0:1777582959.797076:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00010000:00000010:0.0:1777582959.797095:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582959.797098:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582959.797103:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582959.797109:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582959.797126:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582959.797129:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582959.797182:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582959.797188:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00010000:00000010:0.0:1777582959.800661:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582959.801037:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582959.801047:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582959.801057:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00000020:00000010:0.0:1777582959.802053:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48f80. 00000020:00000010:0.0:1777582959.802067:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48f80. 00080000:00000010:0.0:1777582959.802079:0:205914:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024af38b090. 00080000:00000010:0.0:1777582959.802082:0:205914:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02383fc7fc0. 00080000:00000010:0.0:1777582959.802184:0:205914:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02383fc7fc0. 00080000:00000010:0.0:1777582959.802189:0:205914:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024af38b090. 00000020:00000010:0.0:1777582959.802198:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d720. 00080000:00000010:0.0:1777582959.802205:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388540000. 00000001:00000010:0.0:1777582959.804203:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d1e0. 00000001:00000010:0.0:1777582959.804214:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185d80. 00000020:00000010:0.0:1777582959.804259:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d720. 00010000:00000010:0.0:1777582959.804313:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582959.804323:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582959.804344:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582959.804347:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc80. 00010000:00000200:0.0:1777582959.805879:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975657, last committed = 8589975425 00010000:00000200:0.0:1777582959.805900:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941ca80 x1863928707969024/t8589975657(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 496/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582959.805927:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582959.805934:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707969024, offset 224 00000400:00000010:0.0:1777582959.805942:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4e38. 00000400:00000200:0.0:1777582959.805947:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.805962:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.805969:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397534:397534:256:4294967295] 192.168.202.9@tcp LPNI seq info [397530:397530:8:4294967295] 00000400:00000200:0.0:1777582959.805976:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582959.805982:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.805988:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.805992:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582959.805999:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.806007:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.806010:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.806044:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.806049:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.806054:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68a00. 00000800:00000200:3.0:1777582959.806387:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.806391:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582959.806397:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.806402:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582959.807370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582959.807383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582959.807388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582959.807391:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00000400:00000200:2.0:1777582959.809983:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582959.810009:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214be1 00000400:00000200:2.0:1777582959.810018:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.810022:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582959.810032:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:2.0:1777582959.810035:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00010000:00000010:3.0:1777582959.811153:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:3.0:1777582959.811168:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00000400:00000200:2.0:1777582959.817298:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.817323:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8867080 00000400:00000200:2.0:1777582959.817331:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 120648 00000400:00000200:2.0:1777582959.817754:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.817762:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.817771:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.817778:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941f100. 00000020:00000010:0.0:1777582959.821759:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.821770:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.821780:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68a00. 00000020:00000010:0.0:1777582959.821785:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.821791:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.821836:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.821839:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000100:00000200:0.0:1777582959.821843:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707969152 00000001:00000010:0.0:1777582959.821857:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:0.0:1777582959.821888:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582959.821892:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc80. 00010000:00000010:0.0:1777582959.821901:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582959.821910:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 02000000:00000010:0.0:1777582959.821945:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238678f000. 00010000:00000010:0.0:1777582959.821975:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00010000:00000010:0.0:1777582959.821978:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582959.822076:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000200:0.0:1777582959.822097:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941f100 x1863928707969152/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/688 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582959.822113:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582959.822118:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707969152, offset 224 00000400:00000200:0.0:1777582959.822123:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.822163:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.822170:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397535:397535:256:4294967295] 192.168.202.9@tcp LPNI seq info [397531:397531:8:4294967295] 00000400:00000200:0.0:1777582959.822182:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.822188:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.822193:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582959.822200:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.822208:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.822212:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.822234:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.822238:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.822242:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68a00. 00000800:00000200:3.0:1777582959.824929:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.824938:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582959.824947:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.824957:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.824965:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:3.0:1777582959.824968:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00010000:00000010:0.1:1777582959.825643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582959.825654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582959.825658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582959.825660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:2.0:1777582959.827652:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.827682:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8867100 00000400:00000200:2.0:1777582959.827691:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 121224 00000400:00000200:2.0:1777582959.827709:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.827714:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.827722:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.827729:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941dc00. 00010000:00000010:3.1:1777582959.828222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582959.828231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00000020:00000010:3.0:1777582959.828276:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582959.828282:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582959.828288:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e98000. 00000020:00000010:3.0:1777582959.828294:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374e00. 00000020:00000010:3.0:1777582959.828298:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582959.828337:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582959.828340:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b200. 00000100:00000200:3.0:1777582959.828343:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707969280 00010000:00000010:3.0:1777582959.828370:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582959.828378:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 02000000:00000010:3.0:1777582959.828406:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02384467000. 00010000:00000010:3.0:1777582959.828435:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.828439:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582959.828459:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582959.828474:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582959.828479:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.828482:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00000004:00000010:3.0:1777582959.828695:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f149680. 00000004:00000010:3.0:1777582959.828704:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65780. 00000004:00000010:3.0:1777582959.828711:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387100. 00080000:00000010:3.0:1777582959.828721:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682e40. 00010000:00000010:3.0:1777582959.829861:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582959.829869:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374580. 00010000:00000010:3.0:1777582959.829875:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582959.829882:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582959.830086:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582959.830097:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582959.830103:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582959.830125:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582959.830544:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941dc00 x1863928707969280/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 584/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582959.830569:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582959.830576:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707969280, offset 224 00000400:00000200:3.0:1777582959.830583:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582959.830599:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582959.830606:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397536:397536:256:4294967295] 192.168.202.9@tcp LPNI seq info [397532:397532:8:4294967295] 00000400:00000200:3.0:1777582959.830617:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582959.830623:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582959.830628:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582959.830634:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582959.830768:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582959.830773:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582959.830849:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374e00. 00000020:00000010:3.0:1777582959.830855:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582959.830860:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e98000. 00000800:00000200:2.0:1777582959.833405:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.833414:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:2.0:1777582959.833424:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.833434:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.833443:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:2.0:1777582959.833446:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00010000:00000010:0.1:1777582959.835257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582959.839929:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582959.839944:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582959.839948:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582959.839951:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000400:00000200:2.0:1777582959.848223:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.848244:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8867200 00000400:00000200:2.0:1777582959.848252:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 121808 00000400:00000200:2.0:1777582959.848272:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.848277:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.848285:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.848292:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941ea00. 00000020:00000010:1.0:1777582959.848426:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.848432:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.848439:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71dc00. 00000020:00000010:1.0:1777582959.848444:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.848449:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.848501:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.848504:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000100:00000200:1.0:1777582959.848507:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707969536 00010000:00000010:1.0:1777582959.848541:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582959.848549:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 02000000:00000010:1.0:1777582959.848583:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa023a4cf9000. 00000004:00000010:1.0:1777582959.849053:0:191688:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa0239641e600. 00080000:00000010:1.0:1777582959.849064:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385396800. 00000001:00000010:1.0:1777582959.849095:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf480. 00000001:00000010:1.0:1777582959.849101:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484540. 00010000:00000010:1.0:1777582959.849210:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:1.0:1777582959.849227:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941ea00 x1863928707969536/t8589975658(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 864/608 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.849247:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777582959.849254:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707969536, offset 224 00000400:00000200:1.0:1777582959.849260:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.849272:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.849279:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397537:397537:256:4294967295] 192.168.202.9@tcp LPNI seq info [397533:397533:8:4294967295] 00000400:00000200:1.0:1777582959.849289:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.849295:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.849299:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582959.849304:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.849311:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.849316:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.849343:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.849348:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.849352:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71dc00. 00000800:00000200:2.0:1777582959.849654:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.849658:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:2.0:1777582959.849664:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.849678:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.849683:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:2.0:1777582959.849685:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000400:00000200:2.0:1777582959.860966:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.860989:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 448 into portal 23 MB=0x69f3bb8867280 00000400:00000200:2.0:1777582959.860998:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 448/448 into md 0x1c007d [2] + 1680 00000400:00000010:2.0:1777582959.861003:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469f20. 00000400:00000200:2.0:1777582959.861009:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02388e43180 00000400:00000200:2.0:1777582959.861023:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.861027:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.861032:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02388e43180 00000400:00000010:2.0:1777582959.861035:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02388e43180. 00000100:00000200:2.0:1777582959.861055:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00010000:00000010:1.1:1777582959.863773:0:187634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000020:00000010:1.0:1777582959.863820:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.863960:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.863971:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71dc00. 00000020:00000010:1.0:1777582959.863977:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.863982:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.864029:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.864032:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000100:00000200:1.0:1777582959.864035:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707969664 00000001:00000010:1.0:1777582959.864049:0:187634:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185d80. 02000000:00000010:1.0:1777582959.864074:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffffa02385394c00. 00000004:00000010:1.0:1777582959.864082:0:187634:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffffa024b7c41000. 00080000:00000010:1.0:1777582959.865036:0:187634:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa02488737090. 00080000:00000010:1.0:1777582959.865043:0:187634:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02388fa0780. 00080000:00000010:1.0:1777582959.865362:0:187634:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02388fa0780. 00080000:00000010:1.0:1777582959.865367:0:187634:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa02488737090. 00000100:00000010:1.0:1777582959.865378:0:187634:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa02385396400. 00000100:00000010:1.0:1777582959.865382:0:187634:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa023a4cfa000. 00000400:00000010:1.0:1777582959.865394:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000400:00000010:1.0:1777582959.865405:0:187634:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e80428. 00000400:00000200:1.0:1777582959.865413:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.865431:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.865437:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397538:397538:256:4294967295] 192.168.202.9@tcp LPNI seq info [397534:397534:8:4294967295] 00000400:00000200:1.0:1777582959.865444:0:187634:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582959.865450:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.865456:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.865461:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582959.865701:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.865709:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1022 00000800:00000200:1.0:1777582959.865714:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1777582959.865740:0:187634:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.202.9@tcp mbits 0x69f3bb8867280-0x69f3bb8867280 00000800:00000200:3.0:1777582959.867958:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.867967:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582959.867972:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.867980:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.867990:0:3281:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffffa02385396400 00000400:00000200:3.0:1777582959.869596:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582959.869618:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214bf1 00000400:00000200:3.0:1777582959.869625:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.869629:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582959.869642:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:3.0:1777582959.869645:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000100:00000200:3.0:1777582959.869652:0:3283:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffffa02385396400 00000100:00000010:1.0:1777582959.870295:0:187634:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa023a4cfa000. 00000100:00000010:1.0:1777582959.870304:0:187634:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa02385396400. 00000004:00000010:1.0:1777582959.871451:0:187634:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffffa024b7c41000. 00010000:00000200:1.0:1777582959.871949:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c4b64450 x1863928707969664/t0(0) o37->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 448/440 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.871977:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777582959.871985:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1863928707969664, offset 224 00000400:00000200:1.0:1777582959.871993:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.872007:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.872015:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397539:397539:256:4294967295] 192.168.202.9@tcp LPNI seq info [397535:397535:8:4294967295] 00000400:00000200:1.0:1777582959.872026:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.872032:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.872038:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582959.872046:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.872055:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.872059:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.872106:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.872113:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.872119:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71dc00. 02000000:00000010:1.0:1777582959.872131:0:187634:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa02385397000. 00000100:00000010:1.0:1777582959.872165:0:187634:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568f480. 02000000:00000010:1.0:1777582959.872170:0:187634:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa024ad374000. 00000100:00000010:1.0:1777582959.872174:0:187634:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb9f80. 02000000:00000010:1.0:1777582959.872177:0:187634:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa024ad375800. 00000100:00000010:1.0:1777582959.872179:0:187634:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154700. 02000000:00000010:1.0:1777582959.872182:0:187634:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa024ad376000. 00000100:00000010:1.0:1777582959.872184:0:187634:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd388a80. 00000100:00000200:1.0:1777582959.872193:0:187634:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1777582959.872198:0:187634:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1688. 00000400:00000010:1.0:1777582959.872205:0:187634:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e1484b40. 00000800:00000200:3.0:1777582959.873307:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.873314:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582959.873319:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.873326:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.873333:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:3.0:1777582959.873336:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 02000000:00000010:3.0:1777582959.873342:0:3282:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa02385394c00. 00000400:00000200:3.0:1777582959.886449:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.886481:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8867380 00000400:00000200:3.0:1777582959.886491:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c00b1 [2] + 0 00000400:00000200:3.0:1777582959.886507:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.886512:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.886521:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1777582959.886528:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568c380. 00000020:00000010:0.0:1777582959.886804:0:187633:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.886810:0:187633:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.886816:0:187633:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68a00. 00000020:00000010:0.0:1777582959.886822:0:187633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.886838:0:187633:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.886881:0:187633:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.886884:0:187633:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000100:00000200:0.0:1777582959.886887:0:187633:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707969920 02000000:00000010:0.0:1777582959.886928:0:187633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa02388543400. 00000020:00000010:0.0:1777582959.887182:0:187633:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d720. 00080000:00000010:0.0:1777582959.887189:0:187633:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388542400. 00000001:00000010:0.0:1777582959.887271:0:187633:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d480. 00000001:00000010:0.0:1777582959.887278:0:187633:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185a80. 00000020:00000010:0.0:1777582959.887313:0:187633:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d720. 00000004:00000010:0.0:1777582959.887385:0:187633:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa0239641e600. 00010000:00000200:0.0:1777582959.887424:0:187633:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568c380 x1863928707969920/t8589975659(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 392/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582959.887442:0:187633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582959.887449:0:187633:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707969920, offset 224 00000400:00000200:0.0:1777582959.887455:0:187633:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.887476:0:187633:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.887483:0:187633:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397540:397540:256:4294967295] 192.168.202.9@tcp LPNI seq info [397536:397536:8:4294967295] 00000400:00000200:0.0:1777582959.887494:0:187633:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.887499:0:187633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.887505:0:187633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582959.887511:0:187633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.887518:0:187633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.887523:0:187633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.887541:0:187633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.887545:0:187633:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.887548:0:187633:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68a00. 00000800:00000200:3.0:1777582959.889056:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.889066:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582959.889073:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.889083:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.889089:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:3.0:1777582959.889092:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000400:00000200:2.0:1777582959.896315:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.896337:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8867480 00000400:00000200:2.0:1777582959.896344:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 122672 00000400:00000200:2.0:1777582959.896362:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.896367:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.896375:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582959.896383:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941c380. 00000020:00000010:0.0:1777582959.896506:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.896513:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.896519:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68a00. 00000020:00000010:0.0:1777582959.896525:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.896530:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.896575:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.896577:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000100:00000200:0.0:1777582959.896580:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707970176 00000001:00000010:0.0:1777582959.896592:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484540. 00010000:00000010:0.0:1777582959.896619:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582959.896628:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 02000000:00000010:0.0:1777582959.896679:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa0238678b000. 00010000:00000010:0.0:1777582959.896947:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582959.896952:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00000004:00000010:0.0:1777582959.897051:0:188495:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa02386eaf480. 00080000:00000010:0.0:1777582959.897062:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388541c00. 00000001:00000010:0.0:1777582959.897095:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6dc60. 00000001:00000010:0.0:1777582959.897102:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185d80. 00010000:00000010:0.0:1777582959.897189:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000200:0.0:1777582959.897211:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941c380 x1863928707970176/t8589975660(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 864/608 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582959.897228:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582959.897233:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707970176, offset 224 00000400:00000200:0.0:1777582959.897239:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582959.897251:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582959.897258:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397541:397541:256:4294967295] 192.168.202.9@tcp LPNI seq info [397537:397537:8:4294967295] 00000400:00000200:0.0:1777582959.897268:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582959.897274:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582959.897279:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582959.897286:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582959.897294:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582959.897299:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1777582959.897331:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.897336:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.897341:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68a00. 00000800:00000200:2.0:1777582959.898068:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.898075:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582959.898081:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.898087:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.898094:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:2.0:1777582959.898096:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00010000:00000010:0.1:1777582959.905965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:0.0:1777582959.909676:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.909698:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8867500 00000400:00000200:0.0:1777582959.909707:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 123536 00000400:00000200:0.0:1777582959.909722:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.909726:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.909734:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.909741:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2300. 00000020:00000010:1.0:1777582959.910400:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.910406:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.910413:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71dc00. 00000020:00000010:1.0:1777582959.910420:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.910425:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.910457:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0780. 00000020:00000010:1.0:1777582959.910459:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0780. 00000100:00000200:1.0:1777582959.910462:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707970304 00000001:00000010:1.0:1777582959.910486:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185a80. 00010000:00000010:1.0:1777582959.910513:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582959.910521:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 02000000:00000010:1.0:1777582959.910550:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4cfa000. 00010000:00000010:1.0:1777582959.910580:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.910585:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582959.910605:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582959.910609:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582959.910613:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582959.910616:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00000004:00000010:1.0:1777582959.910978:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168d20. 00000004:00000010:1.0:1777582959.910987:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582959.910995:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944aa0. 00080000:00000010:1.0:1777582959.911004:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c390. 00010000:00000010:1.0:1777582959.911081:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582959.911084:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ee00. 00010000:00000010:1.0:1777582959.911089:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582959.911092:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246580. 00010000:00000010:1.0:1777582959.911189:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582959.911198:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582959.911204:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582959.911224:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000200:1.0:1777582959.911242:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a2300 x1863928707970304/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 576/640 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.911275:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777582959.912408:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707970304, offset 224 00000400:00000200:1.0:1777582959.912427:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.912443:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.912450:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397542:397542:256:4294967295] 192.168.202.9@tcp LPNI seq info [397538:397538:8:4294967295] 00000400:00000200:1.0:1777582959.912461:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.912562:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.912568:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582959.912576:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.912582:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.912586:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.912609:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.912616:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.912621:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71dc00. 00000800:00000200:2.0:1777582959.912949:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.912955:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582959.912960:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.912965:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.912971:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:2.0:1777582959.912975:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00010000:00000010:1.1:1777582959.917672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582959.917687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582959.917691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582959.917694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:3.0:1777582959.921059:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.921082:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8867600 00000400:00000200:3.0:1777582959.921091:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 124112 00000400:00000200:3.0:1777582959.921106:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.921111:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.921119:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.921126:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568f100. 00000020:00000010:0.0:1777582959.921408:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.921415:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.921421:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68a00. 00000020:00000010:0.0:1777582959.921427:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafd00. 00000020:00000010:0.0:1777582959.921433:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50af0. 00000020:00000010:0.0:1777582959.921486:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582959.921489:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000100:00000200:0.0:1777582959.921493:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707970560 02000000:00000010:0.0:1777582959.921535:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238678e000. 00010000:00000010:0.0:1777582959.921578:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246580. 00010000:00000010:0.0:1777582959.921596:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ee00. 00010000:00000010:0.0:1777582959.921605:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:0.0:1777582959.921625:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582959.921631:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582959.921656:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582959.921660:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582959.921663:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582959.921677:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582959.921996:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582959.922000:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf200. 00010000:00000010:0.0:1777582959.922004:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582959.922008:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00000020:00000010:0.0:1777582959.922087:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48f80. 00000020:00000010:0.0:1777582959.922095:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48f80. 00000020:00000010:0.0:1777582959.922105:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d720. 00080000:00000010:0.0:1777582959.922111:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388542c00. 00000004:00000010:0.0:1777582959.922232:0:207396:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185c00. 00000004:00000010:0.0:1777582959.922238:0:207396:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76aa8. 00000004:00000010:0.0:1777582959.922241:0:207396:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc76100. 00000004:00000010:0.0:1777582959.923027:0:207396:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecd8000. 00010000:00000010:0.1:1777582959.931170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:0.1:1777582959.931186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:0.1:1777582959.931190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000004:00000010:1.0:1777582959.933111:0:207396:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffffa02388ecfc60. 00000001:00000010:1.0:1777582959.933924:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf960. 00000001:00000010:1.0:1777582959.933937:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582959.933992:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d720. 00010000:00000010:1.0:1777582959.934010:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582959.934021:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f80. 00010000:00000010:1.0:1777582959.934048:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023e1484540. 00010000:00000010:1.0:1777582959.934105:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:1.0:1777582959.934125:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582959.934400:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f80. 00010000:00000010:0.0:1777582959.934409:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf200. 00010000:00000010:0.0:1777582959.934415:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023e1484540. 00010000:00000200:1.0:1777582959.935413:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975661, last committed = 8589975425 00010000:00000200:1.0:1777582959.935430:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568f100 x1863928707970560/t8589975661(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 488/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582959.935456:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582959.935473:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707970560, offset 224 00000400:00000010:1.0:1777582959.935482:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e807e0. 00000400:00000200:1.0:1777582959.935486:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.935502:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.935509:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397543:397543:256:4294967295] 192.168.202.9@tcp LPNI seq info [397539:397539:8:4294967295] 00000400:00000200:1.0:1777582959.935516:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582959.935522:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.935527:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.935532:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582959.935538:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.935544:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.935549:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.935583:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafd00. 00000020:00000010:1.0:1777582959.935598:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50af0. 00000020:00000010:1.0:1777582959.935603:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68a00. 00000800:00000200:3.0:1777582959.936816:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.936830:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582959.936836:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.936843:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582959.942698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:1.1:1777582959.942715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582959.942877:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582959.942884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:2.0:1777582959.943449:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582959.943482:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214c09 00000400:00000200:2.0:1777582959.943491:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.943496:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582959.943502:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:2.0:1777582959.943505:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00010000:00000010:0.0:1777582959.943897:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582959.943910:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaff00. 00010000:00000010:0.1:1777582959.954377:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582959.954393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000400:00000200:0.0:1777582959.962419:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582959.962443:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8867680 00000400:00000200:0.0:1777582959.962452:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 124600 00000400:00000200:0.0:1777582959.963119:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582959.963128:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582959.963157:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582959.963166:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0a80. 00000020:00000010:1.0:1777582959.963314:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582959.963321:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582959.963328:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582959.963333:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.963338:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.963384:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582959.963387:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000100:00000200:1.0:1777582959.963390:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707970688 00000001:00000010:1.0:1777582959.963402:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185d80. 00010000:00000010:1.0:1777582959.963426:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582959.963433:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 02000000:00000010:1.0:1777582959.963458:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4cff000. 00010000:00000010:1.0:1777582959.963499:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582959.963503:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582959.963524:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582959.963527:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582959.963531:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582959.963533:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582959.963652:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582959.963658:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b00. 00010000:00000010:1.0:1777582959.963742:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582959.963754:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582959.963759:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582959.963780:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582959.963797:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a0a80 x1863928707970688/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 584/584 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.963815:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582959.963821:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707970688, offset 224 00000400:00000200:1.0:1777582959.964277:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.964290:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.964297:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397544:397544:256:4294967295] 192.168.202.9@tcp LPNI seq info [397540:397540:8:4294967295] 00000400:00000200:1.0:1777582959.964308:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.964314:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.964319:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582959.964326:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.964333:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.964338:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.964366:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.964371:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.964377:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:2.0:1777582959.964513:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582959.964518:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:2.0:1777582959.964522:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.964527:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582959.964532:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:2.0:1777582959.964534:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000400:00000200:2.0:1777582959.972448:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582959.972483:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8867780 00000400:00000200:2.0:1777582959.972492:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c00b1 [2] + 392 00000400:00000200:2.0:1777582959.972514:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582959.972518:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582959.972527:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1777582959.972534:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941d180. 00000020:00000010:1.0:1777582959.973805:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582959.973817:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582959.974345:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582959.974354:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.974360:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.974414:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa09c0. 00000020:00000010:1.0:1777582959.974417:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa09c0. 00000100:00000200:1.0:1777582959.974422:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707970944 02000000:00000010:1.0:1777582959.974573:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa02385397c00. 00000004:00000010:1.0:1777582959.974919:0:187634:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa02386eaf480. 00080000:00000010:1.0:1777582959.974950:0:187634:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385395c00. 00000001:00000010:1.0:1777582959.974988:0:187634:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf660. 00000001:00000010:1.0:1777582959.974994:0:187634:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00010000:00000200:1.0:1777582959.975055:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941d180 x1863928707970944/t8589975662(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 392/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582959.975075:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582959.975082:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707970944, offset 224 00000400:00000200:1.0:1777582959.975090:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582959.975106:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582959.975114:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397545:397545:256:4294967295] 192.168.202.9@tcp LPNI seq info [397541:397541:8:4294967295] 00000400:00000200:1.0:1777582959.975125:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582959.975131:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582959.975169:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582959.975177:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582959.975186:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582959.975190:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582959.975219:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582959.975225:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582959.975230:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:3.0:1777582959.982565:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582959.982574:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:3.0:1777582959.982581:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.982591:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582959.982599:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:3.0:1777582959.982602:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00010000:00000010:1.1:1777582959.982792:0:187634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582959.982801:0:187634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582959.982805:0:187634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582959.982807:0:187634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000400:00000200:3.0:1777582959.984378:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582959.984511:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb8867880 00000400:00000200:3.0:1777582959.984519:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f87c1 [64] + 125184 00000400:00000200:3.0:1777582959.984545:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582959.984549:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582959.984557:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582959.984563:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ed80. 00000020:00000010:3.0:1777582959.984624:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582959.984629:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582959.984635:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486206a00. 00000020:00000010:3.0:1777582959.984640:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374e00. 00000020:00000010:3.0:1777582959.984645:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a874b0. 00000020:00000010:3.0:1777582959.984695:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582959.984697:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000100:00000200:3.0:1777582959.984700:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707971200 00000001:00000010:3.0:1777582959.984711:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 02000000:00000010:3.0:1777582959.984748:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023956c2000. 00010000:00000010:3.0:1777582959.984789:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b00. 00010000:00000010:3.0:1777582959.984802:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:3.0:1777582959.984811:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374580. 00010000:00000010:3.0:1777582959.984818:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:3.0:1777582959.984823:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc80. 00010000:00000010:3.0:1777582959.984840:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582959.984844:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374580. 00010000:00000010:3.0:1777582959.984850:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582959.984855:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582959.984868:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582959.984871:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a00. 00010000:00000010:3.0:1777582959.984874:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582959.984877:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582959.984982:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358f00. 00010000:00000010:3.0:1777582959.984986:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374180. 00010000:00000010:3.0:1777582959.984990:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582959.984993:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00000020:00000010:3.0:1777582959.985028:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05aa0. 00000020:00000010:3.0:1777582959.985036:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05aa0. 00080000:00000010:3.0:1777582959.985045:0:188495:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024ae8a6060. 00080000:00000010:3.0:1777582959.985048:0:188495:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa023f974ba40. 00080000:00000010:3.0:1777582959.985062:0:188495:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa023f974ba40. 00080000:00000010:3.0:1777582959.985066:0:188495:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024ae8a6060. 00000020:00000010:3.0:1777582959.985073:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628da80. 00080000:00000010:3.0:1777582959.985082:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f32ec00. 00000001:00000010:2.0:1777582960.003089:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9000. 00000001:00000010:2.0:1777582960.003102:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68cc0. 00000020:00000010:2.0:1777582960.003174:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628da80. 00010000:00000010:2.0:1777582960.003226:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:2.0:1777582960.003236:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374180. 00010000:00000010:2.0:1777582960.003267:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:2.0:1777582960.003272:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374580. 00010000:00000200:2.0:1777582960.003293:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975663, last committed = 8589975425 00010000:00000200:2.0:1777582960.003305:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568ed80 x1863928707971200/t8589975663(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:400/0 lens 504/456 e 0 to 0 dl 1777582970 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582960.003326:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777582960.003333:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707971200, offset 224 00000400:00000010:2.0:1777582960.003341:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12658. 00000400:00000200:2.0:1777582960.003345:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.003359:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.003366:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397546:397546:256:4294967295] 192.168.202.9@tcp LPNI seq info [397542:397542:8:4294967295] 00000400:00000200:2.0:1777582960.003373:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582960.003379:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.003384:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.003390:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582960.003399:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.003407:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582960.003413:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582960.003444:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374e00. 00000020:00000010:2.0:1777582960.003448:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:2.0:1777582960.003451:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486206a00. 00000800:00000200:1.0:1777582960.003627:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.003636:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582960.003642:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.003646:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.012629:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582960.012670:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214c15 00000400:00000200:1.0:1777582960.012679:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.012684:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582960.012692:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:1.0:1777582960.012696:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000400:00000200:1.0:1777582960.012727:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.012733:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8867900 00000400:00000200:1.0:1777582960.012740:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 125688 00000400:00000200:1.0:1777582960.012793:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.012797:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.012802:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.012810:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023bd388a80. 00000020:00000010:1.0:1777582960.012874:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.012879:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.012885:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582960.012891:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582960.012896:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.012931:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.012933:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000100:00000200:1.0:1777582960.012936:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707971328 00000001:00000010:1.0:1777582960.012947:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582960.012974:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582960.012978:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582960.012984:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582960.012991:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 02000000:00000010:1.0:1777582960.013022:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc0000. 00010000:00000010:1.0:1777582960.013052:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582960.013056:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246180. 00010000:00000010:1.0:1777582960.013197:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582960.013221:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023bd388a80 x1863928707971328/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 576/688 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.013251:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582960.013256:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707971328, offset 224 00000400:00000200:1.0:1777582960.013262:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.013272:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.013279:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397547:397547:256:4294967295] 192.168.202.9@tcp LPNI seq info [397543:397543:8:4294967295] 00000400:00000200:1.0:1777582960.013288:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.013294:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.013298:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582960.013303:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.013311:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.013315:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.013335:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582960.013340:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.013345:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:1.0:1777582960.013410:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.013415:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:1.0:1777582960.013417:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.013421:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.013424:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:1.0:1777582960.013425:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00010000:00000010:3.1:1777582960.018974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:3.1:1777582960.018988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582960.018994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582960.018999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00010000:00000010:3.1:1777582960.019003:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:3.0:1777582960.019047:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582960.019057:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a00. 00000400:00000200:1.0:1777582960.023798:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.023820:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8867980 00000400:00000200:1.0:1777582960.023838:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 126264 00000400:00000200:1.0:1777582960.023868:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.023873:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.023880:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.023889:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02497154700. 00000020:00000010:3.0:1777582960.023990:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582960.023996:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582960.024003:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02486206800. 00000020:00000010:3.0:1777582960.024008:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374a00. 00000020:00000010:3.0:1777582960.024014:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.024057:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582960.024060:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000100:00000200:3.0:1777582960.024063:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707971456 00010000:00000010:3.0:1777582960.024091:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582960.024100:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 02000000:00000010:3.0:1777582960.024127:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02482c22000. 00010000:00000010:3.0:1777582960.024177:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582960.024181:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582960.024201:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582960.024204:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374000. 00010000:00000010:3.0:1777582960.024210:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582960.024213:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00000004:00000010:3.0:1777582960.024394:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f1490e0. 00000004:00000010:3.0:1777582960.024403:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65d20. 00000004:00000010:3.0:1777582960.024411:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387320. 00080000:00000010:3.0:1777582960.024421:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682390. 00010000:00000010:3.0:1777582960.024984:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582960.024990:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374380. 00010000:00000010:3.0:1777582960.024995:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582960.024999:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582960.025225:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582960.025238:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582960.025896:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374000. 00010000:00000010:3.0:1777582960.025932:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:3.0:1777582960.025960:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02497154700 x1863928707971456/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 584/584 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.025987:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582960.025997:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707971456, offset 224 00000400:00000200:3.0:1777582960.026766:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.026782:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.026789:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397548:397548:256:4294967295] 192.168.202.9@tcp LPNI seq info [397544:397544:8:4294967295] 00000400:00000200:3.0:1777582960.026799:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.026805:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.026812:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582960.026819:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.027219:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.027224:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.027297:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374a00. 00000020:00000010:3.0:1777582960.027304:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.027308:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02486206800. 00010000:00000010:2.1:1777582960.029179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358f00. 00010000:00000010:2.1:1777582960.029195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582960.029199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582960.029203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00000800:00000200:1.0:1777582960.031783:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.031793:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:1.0:1777582960.031802:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.031811:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.031820:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:1.0:1777582960.031823:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00010000:00000010:3.1:1777582960.037285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582960.037299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582960.039780:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000400:00000200:1.0:1777582960.040068:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.040092:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8867a80 00000400:00000200:1.0:1777582960.040101:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 126848 00000400:00000200:1.0:1777582960.040119:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.040123:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.040130:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.040202:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aeeb9f80. 00000020:00000010:2.0:1777582960.043795:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.043804:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.043811:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0b200. 00000020:00000010:2.0:1777582960.043816:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582960.043821:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582960.043995:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.043999:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000100:00000200:2.0:1777582960.044002:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707971712 00010000:00000010:2.0:1777582960.044032:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582960.044040:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 02000000:00000010:2.0:1777582960.044074:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa0238c859000. 00000004:00000010:2.0:1777582960.045422:0:191688:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa023faf5e580. 00080000:00000010:2.0:1777582960.045437:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023b1d60400. 00000001:00000010:2.0:1777582960.045470:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9ae0. 00000001:00000010:2.0:1777582960.045477:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68b40. 00010000:00000010:2.0:1777582960.045550:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000200:2.0:1777582960.045570:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aeeb9f80 x1863928707971712/t8589975664(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 864/608 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582960.045591:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582960.045598:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707971712, offset 224 00000400:00000200:2.0:1777582960.045605:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.045619:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.045627:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397549:397549:256:4294967295] 192.168.202.9@tcp LPNI seq info [397545:397545:8:4294967295] 00000400:00000200:2.0:1777582960.045639:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.045645:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.045650:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582960.045656:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.045681:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582960.045686:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:2.0:1777582960.045759:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582960.045767:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582960.045771:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0b200. 00000800:00000200:3.0:1777582960.050107:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.050115:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582960.050123:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.050132:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.050154:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:3.0:1777582960.050157:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00010000:00000010:3.1:1777582960.057179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.1:1777582960.057197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582960.057202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582960.057205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00000400:00000200:1.0:1777582960.062523:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.062544:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 448 into portal 23 MB=0x69f3bb8867b00 00000400:00000200:1.0:1777582960.062552:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 448/448 into md 0x1c00b1 [2] + 784 00000400:00000200:1.0:1777582960.062568:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.062573:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.062582:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1777582960.062592:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4a680. 00000020:00000010:2.0:1777582960.062766:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.062773:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.062779:0:206054:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1200. 00000020:00000010:2.0:1777582960.062785:0:206054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582960.062789:0:206054:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582960.062835:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.062838:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000100:00000200:2.0:1777582960.062841:0:206054:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707971840 00000001:00000010:2.0:1777582960.062852:0:206054:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68cc0. 02000000:00000010:2.0:1777582960.062873:0:206054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffffa023b1d62000. 00000004:00000010:2.0:1777582960.062880:0:206054:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffffa02385525000. 00080000:00000010:2.0:1777582960.063532:0:206054:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024b7c779d0. 00080000:00000010:2.0:1777582960.063539:0:206054:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02392a93700. 00080000:00000010:2.0:1777582960.063811:0:206054:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02392a93700. 00080000:00000010:2.0:1777582960.063816:0:206054:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024b7c779d0. 00000100:00000010:2.0:1777582960.063825:0:206054:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa023b1d63000. 00000100:00000010:2.0:1777582960.063830:0:206054:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa0239fffb000. 00000400:00000010:2.0:1777582960.063841:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000400:00000010:2.0:1777582960.063852:0:206054:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca122d8. 00000400:00000200:2.0:1777582960.063859:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.063879:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.063888:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397550:397550:256:4294967295] 192.168.202.9@tcp LPNI seq info [397546:397546:8:4294967295] 00000400:00000200:2.0:1777582960.063894:0:206054:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582960.063901:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.063906:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.063911:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582960.063918:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.063925:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1022 00000800:00000200:2.0:1777582960.063930:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1777582960.063942:0:206054:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.202.9@tcp mbits 0x69f3bb8867b00-0x69f3bb8867b00 00000800:00000200:1.0:1777582960.064549:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.064555:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:1.0:1777582960.064561:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.064566:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.064572:0:3283:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffffa023b1d63000 00010000:00000010:2.1:1777582960.067168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000400:00000200:3.0:1777582960.069907:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582960.069930:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214c25 00000400:00000200:3.0:1777582960.069937:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.069941:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582960.069949:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:3.0:1777582960.069952:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000100:00000200:3.0:1777582960.069962:0:3282:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffffa023b1d63000 00000100:00000010:2.0:1777582960.070335:0:206054:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa0239fffb000. 00000100:00000010:2.0:1777582960.070343:0:206054:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa023b1d63000. 00000004:00000010:2.0:1777582960.070989:0:206054:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffffa02385525000. 00010000:00000200:2.0:1777582960.071007:0:206054:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4a680 x1863928707971840/t0(0) o37->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 448/440 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582960.071030:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777582960.071037:0:206054:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1863928707971840, offset 224 00000400:00000200:2.0:1777582960.071043:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.071055:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.071064:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397551:397551:256:4294967295] 192.168.202.9@tcp LPNI seq info [397547:397547:8:4294967295] 00000400:00000200:2.0:1777582960.071076:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.071085:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.071090:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582960.071099:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.071107:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582960.071111:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:2.0:1777582960.071182:0:206054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582960.071190:0:206054:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582960.071194:0:206054:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1200. 00000800:00000200:1.0:1777582960.071952:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.071958:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582960.071965:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.071971:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.071977:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c000 00000400:00000010:1.0:1777582960.071980:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c000. 00000400:00000200:2.0:1777582960.098042:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.098067:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8867c00 00000400:00000200:2.0:1777582960.098076:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c00b1 [2] + 1232 00000400:00000200:2.0:1777582960.098109:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.098115:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.098123:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1777582960.098742:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce09f80. 00000020:00000010:1.0:1777582960.098954:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.098960:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.098967:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582960.098973:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582960.098978:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.100383:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.100392:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000100:00000200:1.0:1777582960.100397:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707972096 02000000:00000010:1.0:1777582960.100441:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa02385394c00. 00000020:00000010:1.0:1777582960.101210:0:187634:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf720. 00080000:00000010:1.0:1777582960.101223:0:187634:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385396c00. 00000001:00000010:1.0:1777582960.101404:0:187634:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf3c0. 00000001:00000010:1.0:1777582960.101412:0:187634:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582960.101455:0:187634:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf720. 00000004:00000010:1.0:1777582960.101561:0:187634:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa023faf5e580. 00010000:00000200:1.0:1777582960.101609:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce09f80 x1863928707972096/t8589975665(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 392/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.101630:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582960.101874:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707972096, offset 224 00000400:00000200:1.0:1777582960.101884:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.101897:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.101903:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397552:397552:256:4294967295] 192.168.202.9@tcp LPNI seq info [397548:397548:8:4294967295] 00000400:00000200:1.0:1777582960.101914:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.101920:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.101925:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582960.101931:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.101938:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.101943:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.101970:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582960.101977:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.101981:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:2.0:1777582960.104627:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.104729:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582960.104738:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.104748:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.104755:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:2.0:1777582960.104758:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000400:00000200:2.0:1777582960.105471:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.105489:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8867d00 00000400:00000200:2.0:1777582960.105498:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 127712 00000400:00000200:2.0:1777582960.105514:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.105518:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.105525:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582960.105531:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce08380. 00000020:00000010:2.0:1777582960.105583:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.105587:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.105595:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1200. 00000020:00000010:2.0:1777582960.105601:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582960.105605:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582960.105652:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.105655:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000100:00000200:2.0:1777582960.105659:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707972352 00000001:00000010:2.0:1777582960.105678:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68b40. 02000000:00000010:2.0:1777582960.105713:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fffb000. 00010000:00000010:2.0:1777582960.105764:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:2.0:1777582960.105784:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374380. 00010000:00000010:2.0:1777582960.105794:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246180. 00010000:00000010:2.0:1777582960.105800:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582960.105817:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582960.105821:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea80. 00010000:00000010:2.0:1777582960.105837:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582960.105843:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582960.105858:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582960.105861:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ef00. 00010000:00000010:2.0:1777582960.105864:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582960.105868:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8380. 00010000:00000010:2.0:1777582960.105972:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582960.105975:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e080. 00010000:00000010:2.0:1777582960.105978:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582960.105981:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00000020:00000010:2.0:1777582960.106180:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860543a0. 00000020:00000010:2.0:1777582960.106189:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860543a0. 00080000:00000010:2.0:1777582960.106199:0:205914:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024b7c779d0. 00080000:00000010:2.0:1777582960.106202:0:205914:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02392a93700. 00080000:00000010:2.0:1777582960.106600:0:205914:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02392a93700. 00080000:00000010:2.0:1777582960.106605:0:205914:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024b7c779d0. 00000020:00000010:2.0:1777582960.106615:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9c60. 00080000:00000010:2.0:1777582960.106622:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023b1d62800. 00000001:00000010:2.0:1777582960.107079:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9540. 00000001:00000010:2.0:1777582960.107088:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68cc0. 00000020:00000010:2.0:1777582960.107119:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9c60. 00010000:00000010:2.0:1777582960.107184:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582960.107190:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e080. 00010000:00000010:2.0:1777582960.107210:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582960.107214:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea80. 00010000:00000200:2.0:1777582960.107232:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975666, last committed = 8589975425 00010000:00000200:2.0:1777582960.109533:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce08380 x1863928707972352/t8589975666(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 496/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582960.109567:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582960.109574:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707972352, offset 224 00000400:00000010:2.0:1777582960.109582:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12540. 00000400:00000200:2.0:1777582960.109587:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.109602:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.109609:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397553:397553:256:4294967295] 192.168.202.9@tcp LPNI seq info [397549:397549:8:4294967295] 00000400:00000200:2.0:1777582960.109616:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582960.109623:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.109629:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.109740:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582960.109749:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.109758:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582960.109763:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582960.109861:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582960.109872:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582960.109876:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1200. 00000800:00000200:0.0:1777582960.119084:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.119091:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582960.119099:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.119108:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582960.122225:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582960.122257:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214c31 00000400:00000200:0.0:1777582960.122264:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.122269:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582960.122276:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:0.0:1777582960.122279:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00010000:00000010:1.0:1777582960.122433:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8380. 00010000:00000010:1.0:1777582960.122444:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ef00. 00010000:00000010:2.1:1777582960.124620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:2.1:1777582960.124711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:2.1:1777582960.124718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582960.124721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00000400:00000200:2.0:1777582960.124752:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.124770:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8867d80 00000400:00000200:2.0:1777582960.124778:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 128208 00000400:00000200:2.0:1777582960.125503:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.125511:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.125520:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582960.125528:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce0bb80. 00000020:00000010:1.0:1777582960.128056:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.128069:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.128079:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582960.128086:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582960.128092:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.128168:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.128171:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000100:00000200:1.0:1777582960.128174:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707972480 00000001:00000010:1.0:1777582960.128186:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:1.0:1777582960.128218:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582960.128223:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:1.0:1777582960.128230:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582960.128237:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 02000000:00000010:1.0:1777582960.128277:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc1000. 00010000:00000010:1.0:1777582960.128313:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582960.128318:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582960.128438:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000200:1.0:1777582960.128465:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce0bb80 x1863928707972480/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 576/688 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.128485:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582960.128492:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707972480, offset 224 00000400:00000200:1.0:1777582960.128499:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.128513:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.128520:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397554:397554:256:4294967295] 192.168.202.9@tcp LPNI seq info [397550:397550:8:4294967295] 00000400:00000200:1.0:1777582960.128532:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.128538:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.128543:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582960.128550:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.128558:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.128562:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.128579:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582960.128584:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.128590:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:2.0:1777582960.134870:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.134878:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:2.0:1777582960.134884:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.134892:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.134898:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:2.0:1777582960.134900:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000400:00000200:2.0:1777582960.134925:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.134936:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8867e00 00000400:00000200:2.0:1777582960.134942:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 128784 00000400:00000200:2.0:1777582960.134953:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.134955:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.134959:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582960.134965:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce09180. 00010000:00000010:2.1:1777582960.135187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582960.135195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582960.135199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582960.135201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000020:00000010:3.0:1777582960.135278:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582960.135284:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582960.135291:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023c1804a00. 00000020:00000010:3.0:1777582960.135297:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374a00. 00000020:00000010:3.0:1777582960.135301:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.135345:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582960.135348:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b940. 00000100:00000200:3.0:1777582960.135351:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707972608 00010000:00000010:3.0:1777582960.135381:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582960.135396:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 02000000:00000010:3.0:1777582960.135427:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385289000. 00010000:00000010:3.0:1777582960.135455:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582960.135458:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582960.135480:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582960.135483:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374000. 00010000:00000010:3.0:1777582960.135488:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582960.135491:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00000004:00000010:3.0:1777582960.135661:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f149860. 00000004:00000010:3.0:1777582960.135680:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65ac8. 00000004:00000010:3.0:1777582960.135687:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387ed0. 00080000:00000010:3.0:1777582960.135697:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024166821c8. 00010000:00000010:3.0:1777582960.136999:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582960.137009:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374d80. 00010000:00000010:3.0:1777582960.137014:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00010000:00000010:3.0:1777582960.137021:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582960.137409:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582960.137423:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582960.137429:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374000. 00010000:00000010:3.0:1777582960.137454:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:3.0:1777582960.137472:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce09180 x1863928707972608/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 584/584 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.137493:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582960.137502:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707972608, offset 224 00000400:00000200:3.0:1777582960.137510:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.137523:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.137530:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397555:397555:256:4294967295] 192.168.202.9@tcp LPNI seq info [397551:397551:8:4294967295] 00000400:00000200:3.0:1777582960.137543:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.137549:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.137553:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582960.137559:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.137567:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.137571:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.137594:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374a00. 00000020:00000010:3.0:1777582960.137598:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.137602:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023c1804a00. 00000800:00000200:2.0:1777582960.137792:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.137800:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582960.137805:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.137812:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.137817:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:2.0:1777582960.137819:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:2.0:1777582960.141257:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.141282:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8867f00 00000400:00000200:2.0:1777582960.141291:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 129368 00000400:00000200:2.0:1777582960.141309:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.141313:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.141321:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582960.141332:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce09c00. 00000020:00000010:0.0:1777582960.141436:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582960.141443:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582960.141449:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:0.0:1777582960.141454:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaff00. 00000020:00000010:0.0:1777582960.141460:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.141500:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582960.141502:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7fc0. 00000100:00000200:0.0:1777582960.141506:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707972864 00010000:00000010:0.0:1777582960.141537:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582960.141544:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 02000000:00000010:0.0:1777582960.141577:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa0238678a000. 00000004:00000010:0.0:1777582960.141909:0:205909:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa02386eaf200. 00080000:00000010:0.0:1777582960.141919:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388542000. 00000001:00000010:0.0:1777582960.141949:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d600. 00000001:00000010:0.0:1777582960.141954:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00010000:00000010:0.0:1777582960.142021:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000200:0.0:1777582960.142037:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce09c00 x1863928707972864/t8589975667(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 864/608 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582960.142259:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582960.142266:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707972864, offset 224 00000400:00000200:0.0:1777582960.142274:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.142285:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.142292:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397556:397556:256:4294967295] 192.168.202.9@tcp LPNI seq info [397552:397552:8:4294967295] 00000400:00000200:0.0:1777582960.142302:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.142308:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.142313:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582960.142386:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.142392:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.142396:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.142419:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaff00. 00000020:00000010:0.0:1777582960.142423:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.142426:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000800:00000200:2.0:1777582960.142625:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.142634:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582960.142639:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.142645:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.142649:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:2.0:1777582960.142651:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00010000:00000010:1.1:1777582960.146466:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:1.1:1777582960.146482:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:3.1:1777582960.150321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582960.150334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582960.150339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582960.150341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582960.150440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00000400:00000200:0.0:1777582960.150478:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.150497:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 448 into portal 23 MB=0x69f3bb8867f80 00000400:00000200:0.0:1777582960.150506:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 448/448 into md 0x1c00b1 [2] + 1624 00000400:00000010:0.0:1777582960.150511:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248a3c5a50. 00000400:00000200:0.0:1777582960.150515:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02396331780 00000400:00000200:0.0:1777582960.150530:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.150535:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582960.150541:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02396331780 00000400:00000010:0.0:1777582960.150544:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02396331780. 00000100:00000200:0.0:1777582960.150563:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1777582960.150707:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.150714:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.150720:0:206054:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0b200. 00000020:00000010:2.0:1777582960.150727:0:206054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ec00. 00000020:00000010:2.0:1777582960.150733:0:206054:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ebb8. 00000020:00000010:2.0:1777582960.150775:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93700. 00000020:00000010:2.0:1777582960.150778:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93700. 00000100:00000200:2.0:1777582960.150781:0:206054:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707972992 00000001:00000010:2.0:1777582960.150793:0:206054:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68cc0. 02000000:00000010:2.0:1777582960.150820:0:206054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffffa023b1d63400. 00000004:00000010:2.0:1777582960.150836:0:206054:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffffa02385525000. 00080000:00000010:2.0:1777582960.151659:0:206054:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024b7c779d0. 00080000:00000010:2.0:1777582960.151674:0:206054:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02392a93700. 00080000:00000010:2.0:1777582960.153114:0:206054:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02392a93700. 00080000:00000010:2.0:1777582960.153124:0:206054:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024b7c779d0. 00000100:00000010:2.0:1777582960.153153:0:206054:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa023b1d62c00. 00000100:00000010:2.0:1777582960.153159:0:206054:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa0239fffc000. 00000400:00000010:2.0:1777582960.153171:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000400:00000010:2.0:1777582960.153183:0:206054:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca125b0. 00000400:00000200:2.0:1777582960.153191:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.153206:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.153212:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397557:397557:256:4294967295] 192.168.202.9@tcp LPNI seq info [397553:397553:8:4294967295] 00000400:00000200:2.0:1777582960.153218:0:206054:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582960.153224:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.153231:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.153235:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582960.153242:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.153249:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1022 00000800:00000200:2.0:1777582960.153253:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1777582960.153279:0:206054:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.202.9@tcp mbits 0x69f3bb8867f80-0x69f3bb8867f80 00000800:00000200:0.0:1777582960.153605:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.153610:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582960.153616:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.153622:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.153628:0:3283:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffffa023b1d62c00 00010000:00000010:1.1:1777582960.153771:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:2.0:1777582960.155821:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582960.155847:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214c41 00000400:00000200:2.0:1777582960.155855:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.155860:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582960.155867:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:2.0:1777582960.155870:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582960.155878:0:3281:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffffa023b1d62c00 00000100:00000010:3.0:1777582960.156041:0:206054:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa0239fffc000. 00000100:00000010:3.0:1777582960.156049:0:206054:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa023b1d62c00. 00000004:00000010:3.0:1777582960.156749:0:206054:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffffa02385525000. 00010000:00000200:3.0:1777582960.156768:0:206054:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c4b66850 x1863928707972992/t0(0) o37->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 448/440 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.156790:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582960.156795:0:206054:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1863928707972992, offset 224 00000400:00000200:3.0:1777582960.156802:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.156812:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.156819:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397558:397558:256:4294967295] 192.168.202.9@tcp LPNI seq info [397554:397554:8:4294967295] 00000400:00000200:3.0:1777582960.156842:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.156848:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.156853:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582960.156860:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.156867:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.156871:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.156906:0:206054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ec00. 00000020:00000010:3.0:1777582960.156913:0:206054:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ebb8. 00000020:00000010:3.0:1777582960.156916:0:206054:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0b200. 02000000:00000010:3.0:1777582960.156928:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa02385394c00. 00000100:00000010:3.0:1777582960.156932:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce09f80. 02000000:00000010:3.0:1777582960.156937:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa023b1d62000. 00000100:00000010:3.0:1777582960.156939:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4a680. 02000000:00000010:3.0:1777582960.156943:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa02385397c00. 00000100:00000010:3.0:1777582960.156945:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941d180. 02000000:00000010:3.0:1777582960.156949:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa02388543400. 00000100:00000010:3.0:1777582960.156951:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568c380. 00000100:00000200:3.0:1777582960.156959:0:206054:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1777582960.156965:0:206054:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6580. 00000400:00000010:3.0:1777582960.156971:0:206054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024811ca540. 00000800:00000200:0.0:1777582960.157217:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.157222:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:0.0:1777582960.157227:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.157232:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582960.157237:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:0.0:1777582960.157239:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 02000000:00000010:0.0:1777582960.157244:0:3282:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa023b1d63400. 00000400:00000200:0.0:1777582960.170409:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.170436:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8868080 00000400:00000200:0.0:1777582960.170446:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c00e5 [2] + 0 00000400:00000200:0.0:1777582960.170467:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.170473:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.170481:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1777582960.170488:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0e00. 00000100:00000010:3.0:1777582960.170679:0:187655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568c380. 02000000:00000010:3.0:1777582960.170704:0:187655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02484999d00. 02000000:00000010:0.0:1777582960.170975:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388542800. 00000400:00000010:0.0:1777582960.170982:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcec8. 00000400:00000010:0.0:1777582960.170987:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582960.170995:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919267328, portal 4 00000400:00000010:0.0:1777582960.171002:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582960.171005:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919919267328, offset 0 00000400:00000200:0.0:1777582960.171011:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582960.171018:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582960.171025:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39acad7e00 00000400:00000200:0.0:1777582960.171030:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x175cbd [8] + 8736 00000400:00000200:0.0:1777582960.171036:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.171039:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582960.171043:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777582960.171046:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a3b80. 00000400:00000200:0.0:1777582960.171066:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777582960.171069:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582960.171077:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b568c380 x1863919919267328/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582960.171097:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa024b7d6d4e0. 00000100:00000010:0.0:1777582960.171109:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa024b7d6d7e0. 00000100:00000010:0.0:1777582960.171114:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa024b7d6d660. 00000100:00000010:0.0:1777582960.171120:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa024b7d6da80. 00000020:00000010:3.0:1777582960.171232:0:188251:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582960.171238:0:188251:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582960.171245:0:188251:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024848dc600. 00000020:00000010:3.0:1777582960.171250:0:188251:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374a00. 00000020:00000010:3.0:1777582960.171255:0:188251:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.171291:0:188251:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582960.171294:0:188251:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000100:00000200:3.0:1777582960.171296:0:188251:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919267328 02000000:00000010:3.0:1777582960.171311:0:188251:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffffa0249f32dc00. 00010000:00000200:3.0:1777582960.171343:0:188251:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a3b80 x1863919919267328/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:401/0 lens 224/368 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582960.171358:0:188251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582960.171362:0:188251:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919919267328, offset 224 00000400:00000200:3.0:1777582960.171367:0:188251:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582960.171372:0:188251:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582960.171377:0:188251:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39acad7e00 00000400:00000200:3.0:1777582960.171382:0:188251:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x214c4d [1] + 224 00000400:00000200:3.0:1777582960.171385:0:188251:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.171388:0:188251:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582960.171395:0:188251:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b568c380 x1863919919267328/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582976 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582960.171409:0:188251:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:3.0:1777582960.171411:0:188251:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00000020:00000010:3.0:1777582960.171422:0:188251:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374a00. 00000020:00000010:3.0:1777582960.171426:0:188251:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.171429:0:188251:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024848dc600. 00000100:00000010:1.0:1777582960.171540:0:187653:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4b800. 02000000:00000010:1.0:1777582960.171552:0:187653:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50e700. 00000020:00000010:1.0:1777582960.171585:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.171588:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.171593:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582960.171596:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582960.171599:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.171620:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.171622:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000100:00000200:1.0:1777582960.171625:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707973248 02000000:00000010:1.0:1777582960.171676:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa02385397c00. 00000020:00000010:1.0:1777582960.171886:0:187634:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf720. 00080000:00000010:1.0:1777582960.171894:0:187634:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385394c00. 00000001:00000010:1.0:1777582960.171986:0:187634:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1480. 00000001:00000010:1.0:1777582960.171994:0:187634:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582960.172032:0:187634:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf720. 00000004:00000010:1.0:1777582960.172098:0:187634:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa02386eaf200. 00010000:00000200:1.0:1777582960.172158:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a0e00 x1863928707973248/t8589975668(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 392/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.172172:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582960.172176:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707973248, offset 224 00000400:00000200:1.0:1777582960.172182:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.172191:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.172196:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397559:397559:256:4294967295] 192.168.202.9@tcp LPNI seq info [397555:397555:8:4294967295] 00000400:00000200:1.0:1777582960.172207:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.172213:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.172217:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582960.172224:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.172231:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.172237:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.172257:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ec00. 00000020:00000010:1.0:1777582960.172262:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.172266:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:1.0:1777582960.172365:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.172368:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:1.0:1777582960.172372:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.172376:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.172380:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:1.0:1777582960.172382:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000400:00000010:0.0:1777582960.172931:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edcec8. 00000400:00000200:0.0:1777582960.172937:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777582960.172939:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582960.172946:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b568c380 x1863919919267328/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582960.172957:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b568c380 x1863919919267328/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582976 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582960.172992:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388542800. 02000000:00000010:0.0:1777582960.172998:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02484999d00. 00000100:00000010:0.0:1777582960.173003:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568c380. 02000000:00000010:0.0:1777582960.173023:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388542800. 00000400:00000010:0.0:1777582960.173027:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcec8. 00000400:00000010:0.0:1777582960.173031:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582960.173036:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919267456, portal 4 00000400:00000010:0.0:1777582960.173041:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582960.173043:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919919267456, offset 0 00000400:00000200:0.0:1777582960.173049:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582960.173057:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582960.173063:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39acad7e80 00000400:00000200:0.0:1777582960.173069:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x175cbd [8] + 8960 00000400:00000200:0.0:1777582960.173075:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.173078:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582960.173082:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777582960.173086:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2d80. 00000400:00000200:0.0:1777582960.173099:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777582960.173101:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582960.173105:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239fe4b800 x1863919919267456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582960.175617:0:192556:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582960.175641:0:192556:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582960.175650:0:192556:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024848dc600. 00000020:00000010:3.0:1777582960.175655:0:192556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374a00. 00000020:00000010:3.0:1777582960.175669:0:192556:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.175708:0:192556:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582960.175711:0:192556:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000100:00000200:3.0:1777582960.175714:0:192556:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919267456 02000000:00000010:3.0:1777582960.175739:0:192556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffffa023905bb400. 00010000:00000200:3.0:1777582960.175777:0:192556:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a2d80 x1863919919267456/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:401/0 lens 224/368 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582960.175796:0:192556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582960.175802:0:192556:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919919267456, offset 224 00000400:00000200:3.0:1777582960.175809:0:192556:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582960.175821:0:192556:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582960.175843:0:192556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39acad7e80 00000400:00000200:3.0:1777582960.175851:0:192556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x214c5d [1] + 224 00000400:00000200:3.0:1777582960.175858:0:192556:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.175861:0:192556:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582960.175872:0:192556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239fe4b800 x1863919919267456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582976 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582960.175888:0:192556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:3.0:1777582960.175890:0:192556:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00000020:00000010:3.0:1777582960.175902:0:192556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374a00. 00000020:00000010:3.0:1777582960.175905:0:192556:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.175909:0:192556:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024848dc600. 00000400:00000010:0.0:1777582960.183073:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edcec8. 00000400:00000200:0.0:1777582960.183086:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777582960.183089:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582960.183102:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239fe4b800 x1863919919267456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582960.183112:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239fe4b800 x1863919919267456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582976 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582960.183170:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388542800. 02000000:00000010:0.0:1777582960.183177:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50e700. 00000100:00000010:0.0:1777582960.183182:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4b800. 00000400:00000200:0.0:1777582960.190789:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.190808:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8868180 00000400:00000200:0.0:1777582960.190816:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 130232 00000400:00000200:0.0:1777582960.190926:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.190932:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.190940:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582960.190946:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a1c00. 00000020:00000010:1.0:1777582960.205693:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.205705:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.205712:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582960.205717:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.205722:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.205763:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.205766:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000100:00000200:1.0:1777582960.205769:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707973504 00000001:00000010:1.0:1777582960.205780:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 02000000:00000010:1.0:1777582960.205811:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024b7cc7000. 00010000:00000010:1.0:1777582960.205859:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:1.0:1777582960.205876:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374d80. 00010000:00000010:1.0:1777582960.205885:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582960.205891:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:1.0:1777582960.205908:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582960.205911:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:1.0:1777582960.205917:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582960.205921:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582960.205936:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582960.205939:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582960.205942:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582960.205944:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246780. 00010000:00000010:1.0:1777582960.206066:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582960.206070:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:1.0:1777582960.206073:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582960.206076:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00000020:00000010:1.0:1777582960.206272:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6620. 00000020:00000010:1.0:1777582960.206281:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6620. 00080000:00000010:1.0:1777582960.206292:0:188495:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa02488737090. 00080000:00000010:1.0:1777582960.206294:0:188495:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02388fa0c80. 00080000:00000010:1.0:1777582960.206366:0:188495:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02388fa0c80. 00080000:00000010:1.0:1777582960.206371:0:188495:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa02488737090. 00000020:00000010:1.0:1777582960.206380:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1360. 00080000:00000010:1.0:1777582960.206388:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad375800. 00000001:00000010:1.0:1777582960.206883:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1ea0. 00000001:00000010:1.0:1777582960.206892:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582960.206937:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1360. 00010000:00000010:1.0:1777582960.206972:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582960.206978:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:1.0:1777582960.206994:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582960.206997:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000200:1.0:1777582960.207013:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975669, last committed = 8589975425 00010000:00000200:1.0:1777582960.207024:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a1c00 x1863928707973504/t8589975669(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 496/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582960.207043:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582960.207051:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707973504, offset 224 00000400:00000010:1.0:1777582960.207057:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e808f8. 00000400:00000200:1.0:1777582960.207061:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.207076:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.207083:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397560:397560:256:4294967295] 192.168.202.9@tcp LPNI seq info [397556:397556:8:4294967295] 00000400:00000200:1.0:1777582960.207090:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582960.207096:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.207103:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.207107:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582960.207114:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.207121:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.207125:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.207182:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.207186:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.207190:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:1.0:1777582960.207311:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.207315:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:1.0:1777582960.207319:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.207324:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.220018:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582960.220040:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214c69 00000400:00000200:1.0:1777582960.220048:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.220051:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582960.220058:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:1.0:1777582960.220061:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000400:00000200:1.0:1777582960.220091:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.220097:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8868200 00000400:00000200:1.0:1777582960.220105:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 130728 00000400:00000200:1.0:1777582960.220182:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.220186:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.220191:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.220197:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4bb80. 00000020:00000010:1.0:1777582960.220257:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.220262:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.220269:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582960.220275:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.220280:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.220319:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02388fa0c80. 00000020:00000010:1.0:1777582960.220321:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02388fa0c80. 00000100:00000200:1.0:1777582960.220325:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707973632 00000001:00000010:1.0:1777582960.220335:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:1.0:1777582960.220358:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582960.220363:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:1.0:1777582960.220369:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582960.220377:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 02000000:00000010:1.0:1777582960.220404:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024b7cc3000. 00010000:00000010:1.0:1777582960.220436:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582960.220440:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246380. 00010000:00000010:1.0:1777582960.220549:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582960.220570:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4bb80 x1863928707973632/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 576/688 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.220587:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582960.220592:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707973632, offset 224 00000400:00000200:1.0:1777582960.220598:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.220607:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.220614:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397561:397561:256:4294967295] 192.168.202.9@tcp LPNI seq info [397557:397557:8:4294967295] 00000400:00000200:1.0:1777582960.220624:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.220629:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.220633:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582960.220639:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.220645:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.220650:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.220675:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.220680:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.220684:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000100:00000010:0.0:1777582960.221810:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa024b7d6d4e0. 00000800:00000200:0.0:1777582960.223023:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.223029:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:0.0:1777582960.223034:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.223042:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582960.223050:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:0.0:1777582960.223053:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000100:00000010:1.0:1777582960.225159:0:194432:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa024b7d6d7e0. 00000100:00000010:2.0:1777582960.227190:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa024b7d6d660. 00010000:00000010:0.0:1777582960.230232:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246780. 00010000:00000010:0.0:1777582960.230261:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00000100:00000010:3.0:1777582960.236202:0:219693:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa024b7d6da80. 00010000:00000010:1.1:1777582960.248485:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582960.248501:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:1.1:1777582960.248507:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582960.248513:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00010000:00000010:1.1:1777582960.248515:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582960.248518:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582960.248520:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582960.248522:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000400:00000200:1.0:1777582960.248593:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.248615:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8868280 00000400:00000200:1.0:1777582960.248624:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 131304 00000400:00000200:1.0:1777582960.248656:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.248660:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.248678:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.248684:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe48700. 00010000:00000010:0.1:1777582960.260603:0:5578:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:0.1:1777582960.260617:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000020:00000010:0.0:1777582960.260761:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f40. 00000020:00000010:0.0:1777582960.260770:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f40. 00000020:00000010:0.0:1777582960.260778:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:0.0:1777582960.260784:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafc00. 00000020:00000010:0.0:1777582960.260790:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.261955:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f40. 00000020:00000010:0.0:1777582960.261963:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f40. 00000100:00000200:0.0:1777582960.261967:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707973760 00010000:00000010:0.0:1777582960.262005:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582960.262013:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 02000000:00000010:0.0:1777582960.262039:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238678c000. 00010000:00000010:0.0:1777582960.262073:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582960.262077:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582960.262097:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582960.262100:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582960.262104:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582960.262107:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00000004:00000010:0.0:1777582960.266013:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518960. 00000004:00000010:0.0:1777582960.266031:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22bb8. 00000004:00000010:0.0:1777582960.266038:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35870. 00080000:00000010:0.0:1777582960.266051:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74558. 00010000:00000010:0.0:1777582960.266471:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582960.266477:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582960.266484:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582960.266491:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582960.266711:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582960.266722:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582960.266728:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582960.266751:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000200:0.0:1777582960.266768:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe48700 x1863928707973760/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 584/584 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582960.266787:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582960.266794:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707973760, offset 224 00000400:00000200:0.0:1777582960.266801:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.266814:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.266821:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397562:397562:256:4294967295] 192.168.202.9@tcp LPNI seq info [397558:397558:8:4294967295] 00000400:00000200:0.0:1777582960.266845:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.266851:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.268617:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00010000:00000010:1.1:1777582960.268767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00000800:00000200:0.0:1777582960.269494:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.269506:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.269510:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.269536:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafc00. 00000020:00000010:0.0:1777582960.269541:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.269545:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000800:00000200:1.0:1777582960.272616:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.272627:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:1.0:1777582960.273605:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.273617:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.273625:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:1.0:1777582960.273627:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000400:00000200:1.0:1777582960.275922:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.275942:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8868380 00000400:00000200:1.0:1777582960.275950:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 131888 00000400:00000200:1.0:1777582960.275967:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.275971:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.275978:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.275985:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe49180. 00000020:00000010:3.0:1777582960.295111:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba80. 00000020:00000010:3.0:1777582960.295124:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba80. 00000020:00000010:3.0:1777582960.295149:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0a200. 00000020:00000010:3.0:1777582960.295155:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374600. 00000020:00000010:3.0:1777582960.295160:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.295210:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba80. 00000020:00000010:3.0:1777582960.295213:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba80. 00000100:00000200:3.0:1777582960.295216:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707974016 00010000:00000010:3.0:1777582960.295247:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582960.295256:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 02000000:00000010:3.0:1777582960.295296:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa0238528e000. 00000004:00000010:3.0:1777582960.295573:0:191688:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa02387374400. 00080000:00000010:3.0:1777582960.295584:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023905b8800. 00000001:00000010:3.0:1777582960.295617:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d9c0. 00000001:00000010:3.0:1777582960.295623:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023873810c0. 00010000:00000010:3.0:1777582960.296126:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:3.0:1777582960.296176:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe49180 x1863928707974016/t8589975670(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 864/608 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.296196:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582960.296204:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707974016, offset 224 00000400:00000200:3.0:1777582960.296211:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.296224:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.296231:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397563:397563:256:4294967295] 192.168.202.9@tcp LPNI seq info [397559:397559:8:4294967295] 00000400:00000200:3.0:1777582960.296243:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.296248:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.296253:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582960.296259:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.296268:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.296273:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 704 niov 1 nkiov 1 00010000:00000010:0.1:1777582960.297440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582960.297450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582960.297454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582960.297456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000020:00000010:3.0:1777582960.297624:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374600. 00000020:00000010:3.0:1777582960.297639:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.297644:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0a200. 00000800:00000200:0.0:1777582960.306074:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.306083:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:0.0:1777582960.306090:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.306099:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582960.306106:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:0.0:1777582960.306108:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00000400:00000200:0.0:1777582960.315395:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.315417:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 448 into portal 23 MB=0x69f3bb8868400 00000400:00000200:0.0:1777582960.315426:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 448/448 into md 0x1c00e5 [2] + 392 00000400:00000200:0.0:1777582960.315443:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.315447:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.315455:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1777582960.315462:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2680. 00000020:00000010:3.0:1777582960.317711:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.317721:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.317728:0:206054:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02482a0a200. 00000020:00000010:3.0:1777582960.317734:0:206054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374600. 00000020:00000010:3.0:1777582960.317738:0:206054:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.317772:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.317774:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000100:00000200:3.0:1777582960.317777:0:206054:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707974144 00000001:00000010:3.0:1777582960.317787:0:206054:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 02000000:00000010:3.0:1777582960.317813:0:206054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffffa023905b9000. 00000004:00000010:3.0:1777582960.317820:0:206054:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffffa02386047000. 00080000:00000010:3.0:1777582960.320326:0:206054:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024ae8a6060. 00080000:00000010:3.0:1777582960.320335:0:206054:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02484cdba00. 00080000:00000010:3.0:1777582960.320543:0:206054:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02484cdba00. 00080000:00000010:3.0:1777582960.320549:0:206054:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024ae8a6060. 00000100:00000010:3.0:1777582960.320560:0:206054:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa023905b9800. 00000100:00000010:3.0:1777582960.320564:0:206054:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa0238528c000. 00000400:00000010:3.0:1777582960.320577:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000400:00000010:3.0:1777582960.320587:0:206054:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e25b0. 00000400:00000200:3.0:1777582960.320595:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.320612:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.320619:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397564:397564:256:4294967295] 192.168.202.9@tcp LPNI seq info [397560:397560:8:4294967295] 00000400:00000200:3.0:1777582960.320625:0:206054:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582960.322607:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.322619:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.322625:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582960.322909:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.322918:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1022 00000800:00000200:3.0:1777582960.322923:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1777582960.322943:0:206054:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.202.9@tcp mbits 0x69f3bb8868400-0x69f3bb8868400 00000800:00000200:0.0:1777582960.324865:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.324874:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:0.0:1777582960.324882:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.324888:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.324897:0:3281:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffffa023905b9800 00010000:00000010:3.1:1777582960.327309:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:3.0:1777582960.332442:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582960.332465:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214c79 00000400:00000200:3.0:1777582960.332473:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.332478:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582960.332485:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:3.0:1777582960.332488:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582960.332493:0:3283:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffffa023905b9800 00000100:00000010:3.0:1777582960.332523:0:206054:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa0238528c000. 00000100:00000010:3.0:1777582960.332528:0:206054:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa023905b9800. 00000004:00000010:3.0:1777582960.333195:0:206054:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffffa02386047000. 00010000:00000200:3.0:1777582960.333214:0:206054:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a2680 x1863928707974144/t0(0) o37->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 448/440 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.333235:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582960.333242:0:206054:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1863928707974144, offset 224 00000400:00000200:3.0:1777582960.333248:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.333260:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.333267:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397565:397565:256:4294967295] 192.168.202.9@tcp LPNI seq info [397561:397561:8:4294967295] 00000400:00000200:3.0:1777582960.333279:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.333285:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.333290:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582960.333297:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.333304:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.333308:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.333336:0:206054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374600. 00000020:00000010:3.0:1777582960.333340:0:206054:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.333344:0:206054:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02482a0a200. 00000800:00000200:3.0:1777582960.333425:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.333429:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582960.333433:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.333437:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.333441:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:3.0:1777582960.333443:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000400:00000200:0.0:1777582960.342260:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.342281:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8868500 00000400:00000200:0.0:1777582960.342290:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c00e5 [2] + 840 00000400:00000200:0.0:1777582960.342307:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.342312:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.342321:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1777582960.342327:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0380. 00000020:00000010:1.0:1777582960.342809:0:187633:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.342816:0:187633:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.342822:0:187633:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582960.343522:0:187633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.343528:0:187633:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.343567:0:187633:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.343570:0:187633:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000100:00000200:1.0:1777582960.343575:0:187633:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707974400 02000000:00000010:1.0:1777582960.343614:0:187633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa024ad376000. 00000020:00000010:1.0:1777582960.343803:0:187633:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1360. 00080000:00000010:1.0:1777582960.343811:0:187633:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad377800. 00000001:00000010:1.0:1777582960.347353:0:187633:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca10c0. 00000001:00000010:1.0:1777582960.347366:0:187633:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484300. 00000020:00000010:1.0:1777582960.347404:0:187633:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1360. 00000004:00000010:1.0:1777582960.347540:0:187633:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa02387374400. 00010000:00000200:1.0:1777582960.347588:0:187633:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a0380 x1863928707974400/t8589975671(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 392/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.347609:0:187633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582960.347617:0:187633:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707974400, offset 224 00000400:00000200:1.0:1777582960.347624:0:187633:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.347637:0:187633:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.347644:0:187633:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397566:397566:256:4294967295] 192.168.202.9@tcp LPNI seq info [397562:397562:8:4294967295] 00000400:00000200:1.0:1777582960.347656:0:187633:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.347674:0:187633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.347679:0:187633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582960.347686:0:187633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.347694:0:187633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.347698:0:187633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.347732:0:187633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.347737:0:187633:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.347741:0:187633:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:3.0:1777582960.348618:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.348624:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582960.348634:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.348641:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.348647:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:3.0:1777582960.348650:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00000400:00000200:0.0:1777582960.352763:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.352790:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8868600 00000400:00000200:0.0:1777582960.352801:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 132752 00000400:00000200:0.0:1777582960.353083:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.353090:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.353100:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582960.353107:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2a00. 00000020:00000010:1.0:1777582960.357039:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.357052:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.357062:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582960.357068:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.357073:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.357126:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.357129:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000100:00000200:1.0:1777582960.357157:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707974656 00000001:00000010:1.0:1777582960.357172:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023873810c0. 00010000:00000010:1.0:1777582960.357207:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582960.357220:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 02000000:00000010:1.0:1777582960.357258:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa024b7cc5000. 00010000:00000010:1.0:1777582960.357491:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582960.357497:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d80. 00000004:00000010:1.0:1777582960.357603:0:188495:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa0239641e500. 00080000:00000010:1.0:1777582960.357613:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad376c00. 00000001:00000010:1.0:1777582960.357644:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1a80. 00000001:00000010:1.0:1777582960.357651:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00010000:00000010:1.0:1777582960.357727:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582960.357754:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a2a00 x1863928707974656/t8589975672(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 864/608 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.357776:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582960.357782:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707974656, offset 224 00000400:00000200:1.0:1777582960.357789:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.357802:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.357809:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397567:397567:256:4294967295] 192.168.202.9@tcp LPNI seq info [397563:397563:8:4294967295] 00000400:00000200:1.0:1777582960.357820:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.357838:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.357843:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582960.357851:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.357858:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.357862:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.357890:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.357896:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.357900:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:0.0:1777582960.358338:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.358344:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582960.358349:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.358355:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582960.358360:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:0.0:1777582960.358363:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00000001:00000010:1.0:1777582960.361781:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d600. 00080000:00000010:1.0:1777582960.361798:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388542000. 00000001:00000010:1.0:1777582960.361803:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6dc60. 00080000:00000010:1.0:1777582960.361806:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388541c00. 00000001:00000010:1.0:1777582960.361810:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d480. 00080000:00000010:1.0:1777582960.361812:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388542400. 00000001:00000010:1.0:1777582960.361815:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d1e0. 00080000:00000010:1.0:1777582960.361817:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388540000. 00000001:00000010:1.0:1777582960.361820:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6df60. 00080000:00000010:1.0:1777582960.361822:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad374400. 00000001:00000010:1.0:1777582960.361825:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6dae0. 00080000:00000010:1.0:1777582960.361827:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e97f000. 00000001:00000010:1.0:1777582960.361832:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d540. 00080000:00000010:1.0:1777582960.361834:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e97f400. 00000001:00000010:1.0:1777582960.361837:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d300. 00080000:00000010:1.0:1777582960.361839:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e97c400. 00000001:00000010:1.0:1777582960.361842:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d8a0. 00080000:00000010:1.0:1777582960.361844:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e97dc00. 00000001:00000010:1.0:1777582960.361847:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6da20. 00080000:00000010:1.0:1777582960.361849:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e97cc00. 00000001:00000010:1.0:1777582960.361852:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6dd80. 00080000:00000010:1.0:1777582960.361855:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e97e400. 00000001:00000010:1.0:1777582960.361858:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d240. 00080000:00000010:1.0:1777582960.361860:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248494fc00. 00000001:00000010:1.0:1777582960.361863:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d840. 00080000:00000010:1.0:1777582960.361866:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a65b800. 00000001:00000010:1.0:1777582960.361870:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48600. 00080000:00000010:1.0:1777582960.361873:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a658400. 00000001:00000010:1.0:1777582960.361877:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a4ced960. 00080000:00000010:1.0:1777582960.361880:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a658000. 00000001:00000010:1.0:1777582960.361885:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024888c9a20. 00080000:00000010:1.0:1777582960.361891:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a65a800. 00000001:00000010:1.0:1777582960.361894:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a4ced060. 00080000:00000010:1.0:1777582960.361897:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a658c00. 00000001:00000010:1.0:1777582960.361900:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a4cede40. 00080000:00000010:1.0:1777582960.361904:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a659400. 00000001:00000010:1.0:1777582960.361908:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a4ced5a0. 00080000:00000010:1.0:1777582960.361912:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a658800. 00000001:00000010:1.0:1777582960.361916:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48d80. 00080000:00000010:1.0:1777582960.361918:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023853db000. 00000001:00000010:1.0:1777582960.361922:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024888c9d20. 00080000:00000010:1.0:1777582960.361924:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023853d9400. 00000001:00000010:1.0:1777582960.361927:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f489c0. 00080000:00000010:1.0:1777582960.361929:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023853dbc00. 00000001:00000010:1.0:1777582960.361932:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024888c9480. 00080000:00000010:1.0:1777582960.361935:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023853d8c00. 00000001:00000010:1.0:1777582960.361938:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48f00. 00080000:00000010:1.0:1777582960.361940:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023853db800. 00000001:00000010:1.0:1777582960.361943:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48300. 00080000:00000010:1.0:1777582960.361945:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023853da800. 00000001:00000010:1.0:1777582960.361950:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48ae0. 00080000:00000010:1.0:1777582960.361952:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238831ec00. 00000001:00000010:1.0:1777582960.361957:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f486c0. 00080000:00000010:1.0:1777582960.361959:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e7f000. 00000001:00000010:1.0:1777582960.361963:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48e40. 00080000:00000010:1.0:1777582960.361965:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e7f800. 00000001:00000010:1.0:1777582960.361968:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48c00. 00080000:00000010:1.0:1777582960.361970:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e7ec00. 00000001:00000010:1.0:1777582960.361973:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48000. 00080000:00000010:1.0:1777582960.361975:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e7d800. 00000001:00000010:1.0:1777582960.361977:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48a20. 00080000:00000010:1.0:1777582960.361979:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e7d400. 00000001:00000010:1.0:1777582960.361982:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024888c9300. 00080000:00000010:1.0:1777582960.361984:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5e90800. 00000001:00000010:1.0:1777582960.361987:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913a80. 00080000:00000010:1.0:1777582960.361989:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e7d000. 00000001:00000010:1.0:1777582960.361992:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024888c9540. 00080000:00000010:1.0:1777582960.361995:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e7e000. 00000001:00000010:1.0:1777582960.361998:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913ea0. 00080000:00000010:1.0:1777582960.362000:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023937d0400. 00000001:00000010:1.0:1777582960.362004:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48b40. 00080000:00000010:1.0:1777582960.362006:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023937d3400. 00000001:00000010:1.0:1777582960.362011:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913720. 00080000:00000010:1.0:1777582960.362013:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023937d1c00. 00000001:00000010:1.0:1777582960.362017:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48720. 00080000:00000010:1.0:1777582960.362019:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238584c800. 00000001:00000010:1.0:1777582960.362022:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48a80. 00080000:00000010:1.0:1777582960.362024:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a616400. 00000001:00000010:1.0:1777582960.362027:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f482a0. 00080000:00000010:1.0:1777582960.362029:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239626f800. 00000001:00000010:1.0:1777582960.362032:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48780. 00080000:00000010:1.0:1777582960.362034:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239626c000. 00000001:00000010:1.0:1777582960.362037:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48d20. 00080000:00000010:1.0:1777582960.362039:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239626e400. 00000001:00000010:1.0:1777582960.362042:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024899137e0. 00080000:00000010:1.0:1777582960.362044:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239626d000. 00000001:00000010:1.0:1777582960.362046:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913ae0. 00080000:00000010:1.0:1777582960.362048:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5e65800. 00000001:00000010:1.0:1777582960.362051:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024899132a0. 00080000:00000010:1.0:1777582960.362053:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5e65000. 00000001:00000010:1.0:1777582960.362055:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913780. 00080000:00000010:1.0:1777582960.362057:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5e65c00. 00000001:00000010:1.0:1777582960.362060:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913060. 00080000:00000010:1.0:1777582960.362062:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023921cfc00. 00000001:00000010:1.0:1777582960.362065:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024899130c0. 00080000:00000010:1.0:1777582960.362067:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023921ce800. 00000001:00000010:1.0:1777582960.362072:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f484e0. 00080000:00000010:1.0:1777582960.362074:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a615000. 00000001:00000010:1.0:1777582960.362076:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48840. 00080000:00000010:1.0:1777582960.362078:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a616800. 00000001:00000010:1.0:1777582960.362080:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48540. 00080000:00000010:1.0:1777582960.362083:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a614000. 00000001:00000010:1.0:1777582960.362085:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48180. 00080000:00000010:1.0:1777582960.362088:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a617000. 00000001:00000010:1.0:1777582960.362091:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48de0. 00080000:00000010:1.0:1777582960.362093:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023921c5800. 00000001:00000010:1.0:1777582960.362096:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48cc0. 00080000:00000010:1.0:1777582960.362098:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023921c4400. 00000001:00000010:1.0:1777582960.362102:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48ea0. 00080000:00000010:1.0:1777582960.362104:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024874c3000. 00000001:00000010:1.0:1777582960.362107:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48900. 00080000:00000010:1.0:1777582960.362109:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024874c1c00. 00000001:00000010:1.0:1777582960.362113:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f485a0. 00080000:00000010:1.0:1777582960.362115:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023905b3c00. 00000001:00000010:1.0:1777582960.362118:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f481e0. 00080000:00000010:1.0:1777582960.362121:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023905b2000. 00000001:00000010:1.0:1777582960.362124:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48c60. 00080000:00000010:1.0:1777582960.362126:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393ea7000. 00000001:00000010:1.0:1777582960.362159:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913420. 00080000:00000010:1.0:1777582960.362162:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393ea4400. 00000001:00000010:1.0:1777582960.362165:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913d80. 00080000:00000010:1.0:1777582960.362168:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393ea4000. 00000001:00000010:1.0:1777582960.362171:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913ba0. 00080000:00000010:1.0:1777582960.362173:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f7cec00. 00000001:00000010:1.0:1777582960.362176:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913c00. 00080000:00000010:1.0:1777582960.362178:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393ea5400. 00000001:00000010:1.0:1777582960.362182:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48480. 00080000:00000010:1.0:1777582960.362184:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393ea4c00. 00000001:00000010:1.0:1777582960.362187:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02391f48360. 00080000:00000010:1.0:1777582960.362190:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024c4b71400. 00000001:00000010:1.0:1777582960.362198:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1480. 00080000:00000010:1.0:1777582960.362201:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385394c00. 00000001:00000010:1.0:1777582960.362205:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf3c0. 00080000:00000010:1.0:1777582960.362208:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385396c00. 00000001:00000010:1.0:1777582960.362211:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf660. 00080000:00000010:1.0:1777582960.362213:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385395c00. 00000001:00000010:1.0:1777582960.362217:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf960. 00000004:00000010:1.0:1777582960.362236:0:5777:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffffa02388ecfc60. 00080000:00000010:1.0:1777582960.362240:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388542c00. 00000001:00000010:1.0:1777582960.362242:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf480. 00080000:00000010:1.0:1777582960.362244:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385396800. 00000001:00000010:1.0:1777582960.362246:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfcc0. 00080000:00000010:1.0:1777582960.362249:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385395000. 00000001:00000010:1.0:1777582960.362251:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfc00. 00080000:00000010:1.0:1777582960.362254:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad375000. 00000001:00000010:1.0:1777582960.362256:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfba0. 00080000:00000010:1.0:1777582960.362259:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad376400. 00000001:00000010:1.0:1777582960.362262:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df780. 00080000:00000010:1.0:1777582960.362264:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad374800. 00000001:00000010:1.0:1777582960.362266:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df4e0. 00080000:00000010:1.0:1777582960.362268:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad375c00. 00000001:00000010:1.0:1777582960.362270:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df060. 00080000:00000010:1.0:1777582960.362272:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad374c00. 00000001:00000010:1.0:1777582960.362274:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df300. 00080000:00000010:1.0:1777582960.362277:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad377400. 00000001:00000010:1.0:1777582960.362280:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a540. 00080000:00000010:1.0:1777582960.362284:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad375400. 00000001:00000010:1.0:1777582960.362287:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913b40. 00080000:00000010:1.0:1777582960.362290:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238831fc00. 00000001:00000010:1.0:1777582960.362293:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02489913480. 00080000:00000010:1.0:1777582960.362295:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238831e000. 00000001:00000010:1.0:1777582960.362298:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a4e0. 00080000:00000010:1.0:1777582960.362300:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238831cc00. 00000001:00000010:1.0:1777582960.362304:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562aa80. 00080000:00000010:1.0:1777582960.362306:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238831e800. 00000001:00000010:1.0:1777582960.362309:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a900. 00080000:00000010:1.0:1777582960.362311:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238831c400. 00000001:00000010:1.0:1777582960.362313:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562ade0. 00080000:00000010:1.0:1777582960.362316:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238831c800. 00000001:00000010:1.0:1777582960.362319:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a1e0. 00080000:00000010:1.0:1777582960.362322:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02391691c00. 00000001:00000010:1.0:1777582960.362325:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562aea0. 00080000:00000010:1.0:1777582960.362327:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02391691800. 00000001:00000010:1.0:1777582960.362330:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a360. 00080000:00000010:1.0:1777582960.362332:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02391693c00. 00000001:00000010:1.0:1777582960.362335:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a720. 00080000:00000010:1.0:1777582960.362337:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02391692000. 00000001:00000010:1.0:1777582960.362340:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562ad20. 00080000:00000010:1.0:1777582960.362342:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02391690800. 00000001:00000010:1.0:1777582960.362345:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562aae0. 00080000:00000010:1.0:1777582960.362348:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023dfbbc800. 00000001:00000010:1.0:1777582960.362352:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a000. 00080000:00000010:1.0:1777582960.362354:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023dfbbc000. 00000001:00000010:1.0:1777582960.362356:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a180. 00080000:00000010:1.0:1777582960.362359:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023dfbbd800. 00000001:00000010:1.0:1777582960.362362:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562a9c0. 00080000:00000010:1.0:1777582960.362364:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023dfbbd400. 00000001:00000010:1.0:1777582960.362367:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562af60. 00080000:00000010:1.0:1777582960.362369:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023dfbbc400. 00000001:00000010:1.0:1777582960.362371:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024a562acc0. 00080000:00000010:1.0:1777582960.362374:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023dfbbe800. 00000001:00000010:1.0:1777582960.362376:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfb40. 00080000:00000010:1.0:1777582960.362378:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023dfbbf800. 00000001:00000010:1.0:1777582960.362381:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df660. 00080000:00000010:1.0:1777582960.362384:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac56fc00. 00000001:00000010:1.0:1777582960.362387:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df960. 00080000:00000010:1.0:1777582960.362389:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac56e800. 00000001:00000010:1.0:1777582960.362391:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df240. 00080000:00000010:1.0:1777582960.362393:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac56f000. 00000001:00000010:1.0:1777582960.362396:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df1e0. 00080000:00000010:1.0:1777582960.362398:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac56e000. 00000001:00000010:1.0:1777582960.362400:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df840. 00080000:00000010:1.0:1777582960.362403:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac56cc00. 00000001:00000010:1.0:1777582960.362406:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfa80. 00080000:00000010:1.0:1777582960.362408:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023d278b000. 00000100:00000010:0.0:1777582960.362704:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a1880. 02000000:00000010:0.0:1777582960.362722:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388543400. 02000000:00000010:0.0:1777582960.362812:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388541800. 00000400:00000010:0.0:1777582960.362833:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcec8. 00000400:00000010:0.0:1777582960.362842:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582960.362850:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919267584, portal 4 00000400:00000200:3.0:1777582960.362875:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000010:0.0:1777582960.362876:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582960.362882:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919267584, offset 0 00000400:00000200:0.0:1777582960.362890:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582960.362903:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582960.362914:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad7f00 00000400:00000200:0.0:1777582960.362921:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7339 [8] + 3808 00000400:00000200:0.0:1777582960.362929:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.362933:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582960.362940:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582960.362944:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a3800. 00000400:00000200:0.0:1777582960.362963:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777582960.362966:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582960.362973:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024a69a1880 x1863919919267584/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582960.362991:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa024b7d6d120. 00000100:00000010:0.0:1777582960.363003:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa024b7d6dba0. 00000100:00000010:0.0:1777582960.363009:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa024b7d6d360. 00000100:00000010:0.0:1777582960.363014:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa024b7d6dd20. 00000400:00000200:3.0:1777582960.363049:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8868680 00000020:00000010:0.0:1777582960.363051:0:205905:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582960.363058:0:205905:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000400:00000200:3.0:1777582960.363060:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 133616 00000020:00000010:0.0:1777582960.363072:0:205905:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582960.363079:0:205905:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000400:00000200:3.0:1777582960.363081:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1777582960.363085:0:205905:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000400:00000200:3.0:1777582960.363087:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.363097:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582960.363104:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568d180. 00000020:00000010:0.0:1777582960.363168:0:205905:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582960.363172:0:205905:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000100:00000200:0.0:1777582960.363176:0:205905:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919267584 00000020:00000010:3.0:1777582960.363184:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb580. 00000020:00000010:3.0:1777582960.363189:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb580. 00000020:00000010:3.0:1777582960.363195:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf2400. 02000000:00000010:0.0:1777582960.363198:0:205905:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02388540400. 00000020:00000010:3.0:1777582960.363200:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374600. 00000020:00000010:3.0:1777582960.363207:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00002000:00000010:0.0:1777582960.363220:0:205905:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f38720. 00080000:00000010:0.0:1777582960.363233:0:205905:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74720. 00000020:00000010:3.0:1777582960.363328:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb580. 00000020:00000010:3.0:1777582960.363331:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb580. 00000100:00000200:3.0:1777582960.363334:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707974784 00000001:00000010:3.0:1777582960.363344:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484300. 00010000:00000010:3.0:1777582960.363375:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582960.363387:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 02000000:00000010:3.0:1777582960.363423:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c84000. 00010000:00000010:3.0:1777582960.363465:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582960.363471:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582960.363498:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582960.363503:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582960.363507:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582960.363510:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:0.0:1777582960.363576:0:205905:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582960.363583:0:205905:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aec35300. 00010000:00000010:0.0:1777582960.363590:0:205905:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00002000:00000010:0.0:1777582960.363602:0:205905:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7dc0. 00010000:00000010:0.0:1777582960.363635:0:205905:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185840. 00080000:00000010:0.0:1777582960.363656:0:205905:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388543c00. 00000001:00000010:0.0:1777582960.363933:0:205905:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d060. 00010000:00000200:0.0:1777582960.363987:0:205905:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a3800 x1863919919267584/t8589942520(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:401/0 lens 544/432 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582960.364005:0:205905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582960.364010:0:205905:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919267584, offset 224 00000400:00000200:0.0:1777582960.364015:0:205905:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582960.364023:0:205905:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582960.364029:0:205905:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad7f00 00000400:00000200:0.0:1777582960.364035:0:205905:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x214c89 [1] + 224 00000400:00000200:0.0:1777582960.364040:0:205905:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.364044:0:205905:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582960.364051:0:205905:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024a69a1880 x1863919919267584/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582960.364068:0:205905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777582960.364069:0:205905:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000020:00000010:0.0:1777582960.364083:0:205905:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582960.364086:0:205905:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.364090:0:205905:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00002000:00000010:0.0:1777582960.364159:0:187619:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7dc0. 00010000:00000010:0.0:1777582960.364164:0:187619:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aec35300. 00010000:00000010:0.0:1777582960.364171:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185840. 00000400:00000010:0.0:1777582960.364184:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edcec8. 00000400:00000200:0.0:1777582960.364187:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777582960.364189:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582960.364193:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024a69a1880 x1863919919267584/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582960.364201:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024a69a1880 x1863919919267584/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1777582960.365712:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfae0. 00080000:00000010:1.0:1777582960.365729:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023d278ac00. 00000001:00000010:1.0:1777582960.365738:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df900. 00080000:00000010:1.0:1777582960.365740:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023d278a800. 00000001:00000010:1.0:1777582960.365743:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df600. 00080000:00000010:1.0:1777582960.365745:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023d2789000. 00000001:00000010:1.0:1777582960.365747:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df6c0. 00080000:00000010:1.0:1777582960.365749:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023d278b800. 00000001:00000010:1.0:1777582960.365751:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df7e0. 00080000:00000010:1.0:1777582960.365753:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389760800. 00000001:00000010:1.0:1777582960.365756:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df720. 00080000:00000010:1.0:1777582960.365758:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389761000. 00000001:00000010:1.0:1777582960.365760:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfde0. 00080000:00000010:1.0:1777582960.365762:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389760000. 00000001:00000010:1.0:1777582960.365764:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df360. 00080000:00000010:1.0:1777582960.365766:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389760c00. 00000001:00000010:1.0:1777582960.365768:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dff00. 00080000:00000010:1.0:1777582960.365770:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389763400. 00000001:00000010:1.0:1777582960.365773:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df9c0. 00080000:00000010:1.0:1777582960.365775:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389761800. 00000001:00000010:1.0:1777582960.365777:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfa20. 00080000:00000010:1.0:1777582960.365779:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389762400. 00000001:00000010:1.0:1777582960.365782:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df180. 00080000:00000010:1.0:1777582960.365784:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02389761c00. 00000001:00000010:1.0:1777582960.365792:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9540. 00080000:00000010:1.0:1777582960.365794:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023b1d62800. 00000001:00000010:1.0:1777582960.365798:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9ae0. 00080000:00000010:1.0:1777582960.365800:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023b1d60400. 00000001:00000010:1.0:1777582960.365803:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a95a0. 00080000:00000010:1.0:1777582960.365804:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023b1d63c00. 00000001:00000010:1.0:1777582960.365809:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a98a0. 00080000:00000010:1.0:1777582960.365812:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023b1d61c00. 00000001:00000010:1.0:1777582960.365815:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9660. 00080000:00000010:1.0:1777582960.365817:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393de9c00. 00000001:00000010:1.0:1777582960.365819:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9b40. 00080000:00000010:1.0:1777582960.365821:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393dea000. 00000001:00000010:1.0:1777582960.365824:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743000. 00080000:00000010:1.0:1777582960.365826:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393debc00. 00000001:00000010:1.0:1777582960.365829:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1f60. 00080000:00000010:1.0:1777582960.365834:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393de9400. 00000001:00000010:1.0:1777582960.365837:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1e40. 00080000:00000010:1.0:1777582960.365838:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393dea800. 00000001:00000010:1.0:1777582960.365841:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb15a0. 00080000:00000010:1.0:1777582960.365843:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5e90400. 00000001:00000010:1.0:1777582960.365845:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb16c0. 00080000:00000010:1.0:1777582960.365847:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5e92c00. 00000001:00000010:1.0:1777582960.365850:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1120. 00080000:00000010:1.0:1777582960.365852:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5e92000. 00000001:00000010:1.0:1777582960.365854:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1720. 00080000:00000010:1.0:1777582960.365856:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aec9d800. 00000001:00000010:1.0:1777582960.365858:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1d80. 00080000:00000010:1.0:1777582960.365860:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5e92400. 00000001:00000010:1.0:1777582960.365863:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1ea0. 00080000:00000010:1.0:1777582960.365864:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5e91c00. 00000001:00000010:1.0:1777582960.365867:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb19c0. 00080000:00000010:1.0:1777582960.365869:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c7e8000. 00000001:00000010:1.0:1777582960.365871:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1de0. 00080000:00000010:1.0:1777582960.365873:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c7e9c00. 00000001:00000010:1.0:1777582960.365875:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1420. 00080000:00000010:1.0:1777582960.365877:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c7e9400. 00000001:00000010:1.0:1777582960.365879:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1000. 00080000:00000010:1.0:1777582960.365881:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c7e8c00. 00000001:00000010:1.0:1777582960.365884:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1240. 00080000:00000010:1.0:1777582960.365887:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238584d000. 00000001:00000010:1.0:1777582960.365889:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9f60. 00080000:00000010:1.0:1777582960.365891:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238584e800. 00000001:00000010:1.0:1777582960.365894:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1cc0. 00080000:00000010:1.0:1777582960.365896:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238584d800. 00000001:00000010:1.0:1777582960.365898:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1840. 00080000:00000010:1.0:1777582960.365900:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238584e400. 00000001:00000010:1.0:1777582960.365903:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1900. 00080000:00000010:1.0:1777582960.365905:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024acde5000. 00000001:00000010:1.0:1777582960.365907:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1540. 00080000:00000010:1.0:1777582960.365909:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024acde5c00. 00000001:00000010:1.0:1777582960.365911:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb14e0. 00080000:00000010:1.0:1777582960.365913:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024acde7400. 00000001:00000010:1.0:1777582960.365916:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb1f00. 00080000:00000010:1.0:1777582960.365918:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024acde6800. 00000001:00000010:1.0:1777582960.365920:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9840. 00080000:00000010:1.0:1777582960.365922:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024acde7c00. 00000001:00000010:1.0:1777582960.365924:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a91e0. 00080000:00000010:1.0:1777582960.365927:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02395c39c00. 00000001:00000010:1.0:1777582960.365929:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a97e0. 00080000:00000010:1.0:1777582960.365931:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02488b9d000. 00000001:00000010:1.0:1777582960.365934:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9120. 00080000:00000010:1.0:1777582960.365936:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02488b9ec00. 00000001:00000010:1.0:1777582960.365939:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a92a0. 00080000:00000010:1.0:1777582960.365941:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023873c4400. 00000001:00000010:1.0:1777582960.365943:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9cc0. 00080000:00000010:1.0:1777582960.365945:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023873c6800. 00000001:00000010:1.0:1777582960.365947:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a96c0. 00080000:00000010:1.0:1777582960.365949:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023873c4c00. 00000001:00000010:1.0:1777582960.365951:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9300. 00080000:00000010:1.0:1777582960.365953:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023873c4000. 00000001:00000010:1.0:1777582960.365955:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9060. 00080000:00000010:1.0:1777582960.365957:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023873c5000. 00000001:00000010:1.0:1777582960.365960:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9f00. 00080000:00000010:1.0:1777582960.365962:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023851b2c00. 00000001:00000010:1.0:1777582960.365965:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9360. 00080000:00000010:1.0:1777582960.365967:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02395cd7800. 00000001:00000010:1.0:1777582960.365969:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9780. 00080000:00000010:1.0:1777582960.365971:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02395cd4800. 00000001:00000010:1.0:1777582960.365974:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a99c0. 00080000:00000010:1.0:1777582960.365976:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02395cd5800. 00000001:00000010:1.0:1777582960.365979:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9d80. 00080000:00000010:1.0:1777582960.365981:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024c4b72400. 00000001:00000010:1.0:1777582960.365984:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9480. 00080000:00000010:1.0:1777582960.365987:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024c4b73000. 00000001:00000010:1.0:1777582960.365989:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9600. 00080000:00000010:1.0:1777582960.365991:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024c4b70800. 00000001:00000010:1.0:1777582960.365995:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9000. 00080000:00000010:1.0:1777582960.365997:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f32ec00. 00000001:00000010:1.0:1777582960.366000:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628dba0. 00080000:00000010:1.0:1777582960.366002:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f32e000. 00000001:00000010:1.0:1777582960.366005:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d780. 00080000:00000010:1.0:1777582960.366007:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f32d800. 00000001:00000010:1.0:1777582960.366009:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d8a0. 00080000:00000010:1.0:1777582960.366012:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f32fc00. 00000001:00000010:1.0:1777582960.366015:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d1e0. 00080000:00000010:1.0:1777582960.366017:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f32d400. 00000001:00000010:1.0:1777582960.366019:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628df60. 00080000:00000010:1.0:1777582960.366021:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f32e400. 00000001:00000010:1.0:1777582960.366024:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023854cf9c0. 00080000:00000010:1.0:1777582960.366027:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248494cc00. 00000001:00000010:1.0:1777582960.366030:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424ad20. 00080000:00000010:1.0:1777582960.366032:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248494e800. 00000001:00000010:1.0:1777582960.366035:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023854cf900. 00080000:00000010:1.0:1777582960.366037:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248494ec00. 00000001:00000010:1.0:1777582960.366040:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424a8a0. 00080000:00000010:1.0:1777582960.366043:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248494dc00. 00000001:00000010:1.0:1777582960.366046:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023854cfd80. 00080000:00000010:1.0:1777582960.366048:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248494c400. 00000001:00000010:1.0:1777582960.366050:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023854cfae0. 00080000:00000010:1.0:1777582960.366052:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248494f800. 00000001:00000010:1.0:1777582960.366055:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023854cf120. 00080000:00000010:1.0:1777582960.366057:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388485400. 00000001:00000010:1.0:1777582960.366059:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023854cfde0. 00080000:00000010:1.0:1777582960.366061:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388487400. 00000001:00000010:1.0:1777582960.366064:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023854cfcc0. 00080000:00000010:1.0:1777582960.366066:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388487c00. 00000001:00000010:1.0:1777582960.366068:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023854cf300. 00080000:00000010:1.0:1777582960.366071:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388486c00. 00000001:00000010:1.0:1777582960.366074:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424a1e0. 00080000:00000010:1.0:1777582960.366076:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ae6ab400. 00000001:00000010:1.0:1777582960.366079:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed840. 00080000:00000010:1.0:1777582960.366082:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ae6ab000. 00000001:00000010:1.0:1777582960.366084:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf120. 00080000:00000010:1.0:1777582960.366087:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ae6aa400. 00000001:00000010:1.0:1777582960.366090:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424a480. 00080000:00000010:1.0:1777582960.366092:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ae6a9800. 00000001:00000010:1.0:1777582960.366095:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a0bb12a0. 00080000:00000010:1.0:1777582960.366098:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ae6a8000. 00000001:00000010:1.0:1777582960.366100:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743ea0. 00080000:00000010:1.0:1777582960.366102:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ae6a8800. 00000001:00000010:1.0:1777582960.366105:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf6c0. 00080000:00000010:1.0:1777582960.366107:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ae6aac00. 00000001:00000010:1.0:1777582960.366110:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedba0. 00080000:00000010:1.0:1777582960.366113:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aec9d000. 00000001:00000010:1.0:1777582960.366115:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf9c0. 00080000:00000010:1.0:1777582960.366117:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aec9ec00. 00000001:00000010:1.0:1777582960.366120:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf300. 00080000:00000010:1.0:1777582960.366123:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aec9c400. 00000001:00000010:1.0:1777582960.366127:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf240. 00080000:00000010:1.0:1777582960.366129:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238608a800. 00000001:00000010:1.0:1777582960.366148:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743cc0. 00080000:00000010:1.0:1777582960.366152:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238608ac00. 00000001:00000010:1.0:1777582960.366154:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf060. 00080000:00000010:1.0:1777582960.366157:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238608b400. 00000001:00000010:1.0:1777582960.366159:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed960. 00080000:00000010:1.0:1777582960.366161:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238608b800. 00000001:00000010:1.0:1777582960.366164:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf180. 00080000:00000010:1.0:1777582960.366165:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238608a000. 00000001:00000010:1.0:1777582960.366168:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfb40. 00080000:00000010:1.0:1777582960.366170:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238608bc00. 00000001:00000010:1.0:1777582960.366173:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfea0. 00080000:00000010:1.0:1777582960.366175:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386088800. 00000001:00000010:1.0:1777582960.366178:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf780. 00080000:00000010:1.0:1777582960.366180:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac3cd800. 00000001:00000010:1.0:1777582960.366183:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfa20. 00080000:00000010:1.0:1777582960.366185:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac3cf000. 00000001:00000010:1.0:1777582960.366188:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf840. 00080000:00000010:1.0:1777582960.366190:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac3cc800. 00000001:00000010:1.0:1777582960.366192:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf2a0. 00080000:00000010:1.0:1777582960.366194:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac3ce000. 00000001:00000010:1.0:1777582960.366197:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023937430c0. 00080000:00000010:1.0:1777582960.366199:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac3cf400. 00000001:00000010:1.0:1777582960.366202:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedea0. 00080000:00000010:1.0:1777582960.366204:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac59d000. 00000001:00000010:1.0:1777582960.366207:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743c00. 00080000:00000010:1.0:1777582960.366209:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac59f800. 00000001:00000010:1.0:1777582960.366212:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedf60. 00080000:00000010:1.0:1777582960.366215:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac59e400. 00000001:00000010:1.0:1777582960.366218:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743600. 00080000:00000010:1.0:1777582960.366220:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac59d400. 00000001:00000010:1.0:1777582960.366223:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed4e0. 00080000:00000010:1.0:1777582960.366227:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249c7ebc00. 00000001:00000010:1.0:1777582960.366230:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed0c0. 00080000:00000010:1.0:1777582960.366233:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac59f400. 00000001:00000010:1.0:1777582960.366236:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed060. 00080000:00000010:1.0:1777582960.366239:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ac59e000. 00000001:00000010:1.0:1777582960.366242:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743b40. 00080000:00000010:1.0:1777582960.366244:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023886a8c00. 00000001:00000010:1.0:1777582960.366247:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed5a0. 00080000:00000010:1.0:1777582960.366250:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023886aac00. 00000001:00000010:1.0:1777582960.366253:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743ae0. 00080000:00000010:1.0:1777582960.366255:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023886ab000. 00000001:00000010:1.0:1777582960.366259:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedb40. 00080000:00000010:1.0:1777582960.366261:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023886a9400. 00000001:00000010:1.0:1777582960.366265:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743180. 00080000:00000010:1.0:1777582960.366268:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024acfda800. 00000001:00000010:1.0:1777582960.366271:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedc00. 00080000:00000010:1.0:1777582960.366274:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024acfdbc00. 00000001:00000010:1.0:1777582960.366278:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023937437e0. 00080000:00000010:1.0:1777582960.366280:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249ce27800. 00000001:00000010:1.0:1777582960.366284:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743ba0. 00080000:00000010:1.0:1777582960.366287:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249ce26400. 00000001:00000010:1.0:1777582960.366290:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023937438a0. 00080000:00000010:1.0:1777582960.366293:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4c45000. 00000001:00000010:1.0:1777582960.366297:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743e40. 00080000:00000010:1.0:1777582960.366299:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4c46800. 00000001:00000010:1.0:1777582960.366302:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed120. 00080000:00000010:1.0:1777582960.366305:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4c46400. 00000001:00000010:1.0:1777582960.366308:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eeda80. 00080000:00000010:1.0:1777582960.366310:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4c44400. 00000001:00000010:1.0:1777582960.366313:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed540. 00080000:00000010:1.0:1777582960.366316:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4c44800. 00000001:00000010:1.0:1777582960.366318:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed8a0. 00080000:00000010:1.0:1777582960.366321:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4c47400. 00000001:00000010:1.0:1777582960.366326:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed1e0. 00080000:00000010:1.0:1777582960.366329:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a6348000. 00000001:00000010:1.0:1777582960.366332:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed6c0. 00080000:00000010:1.0:1777582960.366335:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a6349000. 00000001:00000010:1.0:1777582960.366338:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed600. 00080000:00000010:1.0:1777582960.366341:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a6348400. 00000001:00000010:1.0:1777582960.366344:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedf00. 00080000:00000010:1.0:1777582960.366347:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a6348c00. 00000001:00000010:1.0:1777582960.366350:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed7e0. 00080000:00000010:1.0:1777582960.366352:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a57e6800. 00000001:00000010:1.0:1777582960.366356:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedd20. 00080000:00000010:1.0:1777582960.366358:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a57e4c00. 00000001:00000010:1.0:1777582960.366362:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed480. 00080000:00000010:1.0:1777582960.366365:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b57a4400. 00000001:00000010:1.0:1777582960.366368:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eeda20. 00080000:00000010:1.0:1777582960.366371:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b57a4000. 00000001:00000010:1.0:1777582960.366374:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed3c0. 00080000:00000010:1.0:1777582960.366376:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b57a5800. 00000001:00000010:1.0:1777582960.366379:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedcc0. 00080000:00000010:1.0:1777582960.366382:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b57a7000. 00000001:00000010:1.0:1777582960.366386:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed780. 00080000:00000010:1.0:1777582960.366388:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b57a6800. 00000001:00000010:1.0:1777582960.366392:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed660. 00080000:00000010:1.0:1777582960.366396:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b57a7800. 00000001:00000010:1.0:1777582960.366400:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eede40. 00080000:00000010:1.0:1777582960.366403:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b57a7c00. 00000001:00000010:1.0:1777582960.366407:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed300. 00080000:00000010:1.0:1777582960.366410:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f9a400. 00000001:00000010:1.0:1777582960.366415:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedd80. 00080000:00000010:1.0:1777582960.366418:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f98400. 00000001:00000010:1.0:1777582960.366423:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed720. 00080000:00000010:1.0:1777582960.366426:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f9bc00. 00000001:00000010:1.0:1777582960.366431:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed2a0. 00080000:00000010:1.0:1777582960.366436:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f9a800. 00000001:00000010:1.0:1777582960.366440:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eedae0. 00080000:00000010:1.0:1777582960.366443:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f98c00. 00000001:00000010:1.0:1777582960.366446:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02395eed000. 00080000:00000010:1.0:1777582960.366448:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f9ac00. 00000001:00000010:1.0:1777582960.366453:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023937434e0. 00080000:00000010:1.0:1777582960.366457:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02386f9b000. 00000001:00000010:1.0:1777582960.366463:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023937435a0. 00080000:00000010:1.0:1777582960.366466:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f7cf800. 00000001:00000010:1.0:1777582960.366473:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743d20. 00080000:00000010:1.0:1777582960.366478:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f7cc000. 00000001:00000010:1.0:1777582960.366484:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743a20. 00080000:00000010:1.0:1777582960.366487:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f7cdc00. 00000001:00000010:1.0:1777582960.366491:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743420. 00080000:00000010:1.0:1777582960.366495:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f7cf400. 00000001:00000010:1.0:1777582960.366500:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743060. 00080000:00000010:1.0:1777582960.366505:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f7cd400. 00000001:00000010:1.0:1777582960.366514:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743120. 00080000:00000010:1.0:1777582960.366521:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f7cfc00. 00000001:00000010:1.0:1777582960.366525:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743a80. 00080000:00000010:1.0:1777582960.366532:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f7ce800. 00000004:00000010:3.0:1777582960.366839:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f1494a0. 00000004:00000010:3.0:1777582960.366855:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c652d0. 00000004:00000010:3.0:1777582960.366864:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387ba0. 00080000:00000010:3.0:1777582960.366876:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682c78. 00010000:00000010:3.0:1777582960.368652:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582960.368671:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582960.368682:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582960.368693:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582960.368829:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582960.368864:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582960.368874:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582960.368930:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000200:3.0:1777582960.368970:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568d180 x1863928707974784/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 584/664 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.368999:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582960.369008:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1863928707974784, offset 224 00000400:00000200:3.0:1777582960.369020:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.369043:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.369056:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397568:397568:256:4294967295] 192.168.202.9@tcp LPNI seq info [397564:397564:8:4294967295] 00000400:00000200:3.0:1777582960.369079:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.369091:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.369098:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582960.369112:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.369125:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.369132:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.369216:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374600. 00000020:00000010:3.0:1777582960.369223:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.369230:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf2400. 00010000:00000010:1.1:1777582960.371007:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00000800:00000200:1.0:1777582960.373731:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.373739:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:1.0:1777582960.373746:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.373755:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.373762:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:1.0:1777582960.373765:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00010000:00000010:3.1:1777582960.376241:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582960.376263:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:3.1:1777582960.376286:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582960.376290:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582960.387270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582960.387293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000200:0.0:1777582960.387657:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.387686:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8868780 00000400:00000200:0.0:1777582960.387695:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 134200 00000400:00000200:0.0:1777582960.387727:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.387733:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.387741:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582960.387750:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca1aa00. 00000020:00000010:3.0:1777582960.387949:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.387956:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.387963:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:3.0:1777582960.387968:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374600. 00000020:00000010:3.0:1777582960.387973:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.388013:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.388016:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe40. 00000100:00000200:3.0:1777582960.388020:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707975040 02000000:00000010:3.0:1777582960.388058:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c87000. 00010000:00000010:3.0:1777582960.388102:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582960.388119:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582960.388128:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:3.0:1777582960.388190:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582960.388196:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582960.388211:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358900. 00010000:00000010:3.0:1777582960.388214:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582960.388219:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582960.388222:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582960.388533:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582960.388537:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582960.388540:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582960.388544:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00000020:00000010:3.0:1777582960.388645:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ca0. 00000020:00000010:3.0:1777582960.388655:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ca0. 00000020:00000010:3.0:1777582960.388675:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628d720. 00080000:00000010:3.0:1777582960.388683:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023905b9800. 00000020:00000010:3.0:1777582960.388772:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 64 at ffffa02482d189c0. 00000020:00000010:3.0:1777582960.388777:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 128 at ffffa02387374e00. 00000004:00000010:3.0:1777582960.388784:0:207396:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02392bc9d80. 00000004:00000010:3.0:1777582960.388790:0:207396:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffffa024878a5520. 00000004:00000010:3.0:1777582960.388793:0:207396:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffffa02388fcba30. 00000004:00000010:3.0:1777582960.388803:0:207396:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebe380. 00000004:00000010:3.0:1777582960.388813:0:207396:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebea28. 00000004:00000010:3.0:1777582960.389403:0:207396:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffffa0248628d900. 00000001:00000010:3.0:1777582960.389465:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d120. 00000001:00000010:3.0:1777582960.389473:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02392bc9a80. 00000020:00000010:3.0:1777582960.389507:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628d720. 00010000:00000010:3.0:1777582960.389518:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582960.389525:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582960.389543:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc93c0. 00010000:00000010:3.0:1777582960.389589:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582960.389607:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000200:3.0:1777582960.389626:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975673, last committed = 8589975668 00010000:00000200:3.0:1777582960.389637:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1aa00 x1863928707975040/t8589975673(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 496/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582960.389659:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582960.389681:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707975040, offset 224 00000400:00000010:3.0:1777582960.389688:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2540. 00000400:00000200:3.0:1777582960.389692:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.389706:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.389713:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397569:397569:256:4294967295] 192.168.202.9@tcp LPNI seq info [397565:397565:8:4294967295] 00000400:00000200:3.0:1777582960.389719:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582960.389726:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.389731:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.389737:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582960.389744:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.389753:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.389757:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.389779:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374600. 00000020:00000010:3.0:1777582960.389783:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.389786:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00010000:00000010:3.0:1777582960.389823:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582960.389830:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582960.389836:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc93c0. 00000800:00000200:3.0:1777582960.389929:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.389933:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582960.389937:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.389943:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.394149:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582960.394172:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214c99 00000400:00000200:1.0:1777582960.394181:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.394186:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582960.394193:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:1.0:1777582960.394197:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:2.0:1777582960.395117:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:2.0:1777582960.395166:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374380. 00000400:00000200:0.0:1777582960.397976:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.397997:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8868800 00000400:00000200:0.0:1777582960.398006:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 134696 00000400:00000200:0.0:1777582960.398072:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.398077:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.398086:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582960.398092:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca18700. 00000020:00000010:2.0:1777582960.398236:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.398242:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.398249:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582960.398256:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ea80. 00000020:00000010:2.0:1777582960.398260:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.398305:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.398308:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000100:00000200:2.0:1777582960.398311:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707975168 00000001:00000010:2.0:1777582960.398322:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:2.0:1777582960.398351:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582960.398359:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 02000000:00000010:2.0:1777582960.398387:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fff8000. 00010000:00000010:2.0:1777582960.398418:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582960.398423:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582960.398443:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582960.398447:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e080. 00010000:00000010:2.0:1777582960.398451:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582960.398454:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582960.398565:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582960.398570:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8280. 00010000:00000010:2.0:1777582960.398657:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582960.398681:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582960.398687:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e080. 00010000:00000010:2.0:1777582960.398710:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000200:2.0:1777582960.398724:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca18700 x1863928707975168/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 584/584 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582960.398742:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582960.398747:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707975168, offset 224 00000400:00000200:2.0:1777582960.398753:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.398763:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.398769:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397570:397570:256:4294967295] 192.168.202.9@tcp LPNI seq info [397566:397566:8:4294967295] 00000400:00000200:2.0:1777582960.398779:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.398785:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.398790:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582960.398796:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.398802:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582960.398807:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582960.398844:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ea80. 00000020:00000010:2.0:1777582960.398848:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.398851:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00000800:00000200:1.0:1777582960.399073:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.399078:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:1.0:1777582960.399082:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.399087:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.399092:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:1.0:1777582960.399094:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00010000:00000010:3.1:1777582960.399605:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.1:1777582960.399614:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582960.399618:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:3.1:1777582960.403345:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582960.403360:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582960.403365:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:3.1:1777582960.403369:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000100:00000010:3.0:1777582960.408383:0:219693:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa024b7d6dd20. 00000100:00000010:1.0:1777582960.408486:0:194432:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa024b7d6dba0. 00000400:00000200:1.0:1777582960.408522:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.408540:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8868900 00000400:00000200:1.0:1777582960.408550:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c00e5 [2] + 1232 00000400:00000200:1.0:1777582960.408566:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.408571:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.408579:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1777582960.408584:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe48e00. 00000020:00000010:3.0:1777582960.410093:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.410103:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.410112:0:206054:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:3.0:1777582960.410117:0:206054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374180. 00000020:00000010:3.0:1777582960.410122:0:206054:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.410199:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.410202:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe40. 00000100:00000200:3.0:1777582960.410205:0:206054:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707975424 02000000:00000010:3.0:1777582960.410251:0:206054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa023905ba400. 00000004:00000010:3.0:1777582960.410323:0:206054:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa0239641e500. 00080000:00000010:3.0:1777582960.410350:0:206054:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023905bac00. 00000001:00000010:3.0:1777582960.410386:0:206054:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d060. 00000001:00000010:3.0:1777582960.410394:0:206054:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e0403c0. 00010000:00000200:3.0:1777582960.410453:0:206054:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe48e00 x1863928707975424/t8589975674(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 392/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.410486:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582960.410494:0:206054:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707975424, offset 224 00000400:00000200:3.0:1777582960.410502:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.410515:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.410523:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397571:397571:256:4294967295] 192.168.202.9@tcp LPNI seq info [397567:397567:8:4294967295] 00000400:00000200:3.0:1777582960.410534:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.410539:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.410544:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582960.410551:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.410558:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.410562:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.410586:0:206054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374180. 00000020:00000010:3.0:1777582960.410591:0:206054:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.410594:0:206054:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00000100:00000010:0.0:1777582960.410864:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa024b7d6d120. 00010000:00000010:2.1:1777582960.415843:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358900. 00010000:00000010:2.1:1777582960.415860:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:2.1:1777582960.415865:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582960.415870:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582960.415872:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582960.415874:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00000100:00000010:2.0:1777582960.415894:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa024b7d6d360. 00000800:00000200:2.0:1777582960.416002:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.416007:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:2.0:1777582960.416013:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.416022:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.416030:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:2.0:1777582960.416032:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00000400:00000200:3.0:1777582960.419778:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.419797:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb8868a00 00000400:00000200:3.0:1777582960.419805:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f87c1 [64] + 135280 00000400:00000200:3.0:1777582960.419821:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.420229:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.420238:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582960.420247:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ea00. 00000020:00000010:0.0:1777582960.428116:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d00. 00000020:00000010:0.0:1777582960.428126:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d00. 00000020:00000010:0.0:1777582960.428147:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d07e00. 00000020:00000010:0.0:1777582960.428152:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582960.428158:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.428198:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d00. 00000020:00000010:0.0:1777582960.428201:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d00. 00000100:00000200:0.0:1777582960.428204:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707975680 00000001:00000010:0.0:1777582960.428215:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02392bc9a80. 02000000:00000010:0.0:1777582960.428250:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02386788000. 00010000:00000010:0.0:1777582960.428290:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8280. 00010000:00000010:0.0:1777582960.428304:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d80. 00010000:00000010:0.0:1777582960.428315:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582960.428324:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246380. 00010000:00000010:0.0:1777582960.428329:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:0.0:1777582960.428347:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582960.428350:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582960.428356:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582960.428361:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582960.428376:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582960.428378:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582960.428382:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582960.428385:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582960.428682:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582960.428686:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582960.428689:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582960.428692:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000020:00000010:0.0:1777582960.428733:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48720. 00000020:00000010:0.0:1777582960.428740:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48720. 00080000:00000010:0.0:1777582960.428750:0:205914:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024af38b090. 00080000:00000010:0.0:1777582960.428752:0:205914:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02383fc7d00. 00080000:00000010:0.0:1777582960.428769:0:205914:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02383fc7d00. 00080000:00000010:0.0:1777582960.428772:0:205914:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024af38b090. 00000020:00000010:0.0:1777582960.428781:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d120. 00080000:00000010:0.0:1777582960.428790:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388542c00. 00000001:00000010:0.0:1777582960.429424:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6dd20. 00000001:00000010:0.0:1777582960.429433:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023961856c0. 00000020:00000010:0.0:1777582960.429570:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d120. 00010000:00000010:0.0:1777582960.429608:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582960.429614:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582960.429629:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582960.429633:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa80. 00010000:00000200:0.0:1777582960.429650:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975675, last committed = 8589975668 00010000:00000200:0.0:1777582960.429671:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568ea00 x1863928707975680/t8589975675(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 504/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582960.429691:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582960.429698:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707975680, offset 224 00000400:00000010:0.0:1777582960.429706:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4d90. 00000400:00000200:0.0:1777582960.429710:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.429725:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.429732:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397572:397572:256:4294967295] 192.168.202.9@tcp LPNI seq info [397568:397568:8:4294967295] 00000400:00000200:0.0:1777582960.429739:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582960.429747:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.429753:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.429758:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582960.429764:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.429772:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.429776:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.429797:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf200. 00000020:00000010:0.0:1777582960.429801:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.429805:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d07e00. 00000800:00000200:0.0:1777582960.430121:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.430125:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582960.430131:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.430162:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.437432:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582960.437451:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ca5 00000400:00000200:2.0:1777582960.437560:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.437567:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582960.437575:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:2.0:1777582960.437578:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000400:00000200:2.0:1777582960.438609:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.438621:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8868a80 00000400:00000200:2.0:1777582960.438628:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 135784 00000400:00000200:2.0:1777582960.438643:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.438646:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.438653:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582960.438671:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce08000. 00000020:00000010:3.0:1777582960.438804:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.438810:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.438818:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:3.0:1777582960.438950:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374180. 00000020:00000010:3.0:1777582960.438957:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.439001:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.439004:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe40. 00000100:00000200:3.0:1777582960.439007:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707975808 00000001:00000010:3.0:1777582960.439019:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e0403c0. 00010000:00000010:3.0:1777582960.439042:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582960.439046:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374600. 00010000:00000010:3.0:1777582960.439053:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582960.439062:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 02000000:00000010:3.0:1777582960.439093:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c86000. 00010000:00000010:3.0:1777582960.439127:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582960.439131:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582960.439261:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582960.439282:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce08000 x1863928707975808/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 576/688 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.439301:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582960.439307:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707975808, offset 224 00000400:00000200:3.0:1777582960.439314:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.439324:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.439330:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397573:397573:256:4294967295] 192.168.202.9@tcp LPNI seq info [397569:397569:8:4294967295] 00000400:00000200:3.0:1777582960.439340:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.439345:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.439350:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582960.439356:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.439364:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.439368:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.439386:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374180. 00000020:00000010:3.0:1777582960.439390:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.439393:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00000800:00000200:3.0:1777582960.439947:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.439952:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582960.439957:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.439963:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.439967:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:3.0:1777582960.439969:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00010000:00000010:0.0:1777582960.440969:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582960.440982:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb80. 00010000:00000010:0.1:1777582960.442275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:0.1:1777582960.442286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582960.442293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582960.442297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:0.1:1777582960.442300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:0.1:1777582960.442303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:0.1:1777582960.442306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582960.442309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582960.442312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000200:2.0:1777582960.452985:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.453011:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8868b00 00000400:00000200:2.0:1777582960.453019:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 136360 00000400:00000200:2.0:1777582960.453040:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.453045:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.453054:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582960.453062:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce0b800. 00010000:00000010:3.1:1777582960.458131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:0.1:1777582960.458222:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582960.458229:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000020:00000010:0.0:1777582960.458277:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d00. 00000020:00000010:0.0:1777582960.458283:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d00. 00000020:00000010:0.0:1777582960.458290:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582960.458296:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.458302:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.458343:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d00. 00000020:00000010:0.0:1777582960.458346:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d00. 00000100:00000200:0.0:1777582960.458349:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707975936 00010000:00000010:0.0:1777582960.458381:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582960.458389:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 02000000:00000010:0.0:1777582960.458425:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a0b1e000. 00010000:00000010:0.0:1777582960.458600:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582960.458605:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582960.458624:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582960.458627:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf200. 00010000:00000010:0.0:1777582960.458631:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582960.458635:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000004:00000010:0.0:1777582960.458757:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519a40. 00000004:00000010:0.0:1777582960.458766:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22ca8. 00000004:00000010:0.0:1777582960.458774:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34330. 00080000:00000010:0.0:1777582960.458782:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f751d0. 00010000:00000010:0.0:1777582960.459294:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582960.459298:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582960.459302:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582960.459306:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582960.459617:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582960.459630:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582960.459639:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf200. 00010000:00000010:0.0:1777582960.459680:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:0.0:1777582960.459703:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce0b800 x1863928707975936/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 584/584 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582960.459725:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582960.459733:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707975936, offset 224 00000400:00000200:0.0:1777582960.459741:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.459759:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.459767:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397574:397574:256:4294967295] 192.168.202.9@tcp LPNI seq info [397570:397570:8:4294967295] 00000400:00000200:0.0:1777582960.459779:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.459785:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.459790:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582960.459797:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.459805:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.459809:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.460254:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.460260:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.460265:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:3.0:1777582960.465013:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.465026:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582960.465038:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.465049:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.465060:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:3.0:1777582960.465063:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00010000:00000010:0.1:1777582960.468186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582960.468203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582960.468208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582960.468210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000400:00000200:3.0:1777582960.480917:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.480942:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8868c00 00000400:00000200:3.0:1777582960.480951:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 136944 00000400:00000200:3.0:1777582960.480971:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.480975:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.480988:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582960.480997:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568c700. 00000020:00000010:0.0:1777582960.486947:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.486962:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.486973:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d07e00. 00000020:00000010:0.0:1777582960.486981:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.486987:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.487993:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.488001:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000100:00000200:0.0:1777582960.488007:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707976192 00010000:00000010:0.0:1777582960.488042:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582960.488051:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 02000000:00000010:0.0:1777582960.488098:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa023918a3000. 00000004:00000010:0.0:1777582960.488405:0:191688:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa02386eaf200. 00080000:00000010:0.0:1777582960.488413:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388541c00. 00000001:00000010:0.0:1777582960.488440:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d3c0. 00000001:00000010:0.0:1777582960.488445:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185240. 00010000:00000010:0.0:1777582960.488507:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:0.0:1777582960.488525:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568c700 x1863928707976192/t8589975676(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 864/608 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582960.488546:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582960.488554:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707976192, offset 224 00000400:00000200:0.0:1777582960.488560:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.488570:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.488576:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397575:397575:256:4294967295] 192.168.202.9@tcp LPNI seq info [397571:397571:8:4294967295] 00000400:00000200:0.0:1777582960.488584:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.488588:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.488592:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582960.488597:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.488603:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.488606:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.488711:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.488717:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.488721:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d07e00. 00000800:00000200:2.0:1777582960.489020:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.489024:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582960.489030:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.489035:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.489040:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:2.0:1777582960.489043:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00010000:00000010:0.1:1777582960.497856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000400:00000200:3.0:1777582960.502436:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.502456:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 448 into portal 23 MB=0x69f3bb8868c80 00000400:00000200:3.0:1777582960.502477:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 448/448 into md 0x1c00e5 [2] + 1624 00000400:00000010:3.0:1777582960.502482:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248ae0b160. 00000400:00000200:3.0:1777582960.502487:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa024253e6a80 00000400:00000200:3.0:1777582960.502501:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.502506:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.502511:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024253e6a80 00000400:00000010:3.0:1777582960.502513:0:3281:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa024253e6a80. 00000100:00000200:3.0:1777582960.502533:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1777582960.502812:0:187633:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.502819:0:187633:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.502825:0:187633:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582960.502830:0:187633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.502836:0:187633:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.502875:0:187633:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.502878:0:187633:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000100:00000200:0.0:1777582960.502882:0:187633:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707976320 00000001:00000010:0.0:1777582960.502893:0:187633:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023961856c0. 02000000:00000010:0.0:1777582960.502917:0:187633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffffa02388542000. 00000004:00000010:0.0:1777582960.502925:0:187633:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffffa02392b7c000. 00080000:00000010:0.0:1777582960.503603:0:187633:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024af38b090. 00080000:00000010:0.0:1777582960.503609:0:187633:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02383fc7500. 00080000:00000010:0.0:1777582960.503864:0:187633:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02383fc7500. 00080000:00000010:0.0:1777582960.503869:0:187633:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024af38b090. 00000100:00000010:0.0:1777582960.503879:0:187633:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa02388540c00. 00000100:00000010:0.0:1777582960.503885:0:187633:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa0238cb31000. 00000400:00000010:0.0:1777582960.503896:0:187633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000400:00000010:0.0:1777582960.503906:0:187633:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4118. 00000400:00000200:0.0:1777582960.503913:0:187633:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.503928:0:187633:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.503935:0:187633:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397576:397576:256:4294967295] 192.168.202.9@tcp LPNI seq info [397572:397572:8:4294967295] 00000400:00000200:0.0:1777582960.503941:0:187633:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582960.503948:0:187633:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.503954:0:187633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.503958:0:187633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582960.503965:0:187633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.503973:0:187633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1022 00000800:00000200:0.0:1777582960.503977:0:187633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1777582960.504010:0:187633:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.202.9@tcp mbits 0x69f3bb8868c80-0x69f3bb8868c80 00000800:00000200:2.0:1777582960.504403:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.504408:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582960.504414:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.504420:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.504426:0:3283:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffffa02388540c00 00000400:00000200:2.0:1777582960.508245:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582960.508279:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214cb5 00000400:00000200:2.0:1777582960.508287:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.508291:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582960.508298:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:2.0:1777582960.508301:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:2.0:1777582960.508307:0:3282:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffffa02388540c00 00000100:00000010:0.0:1777582960.508353:0:187633:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa0238cb31000. 00000100:00000010:0.0:1777582960.508361:0:187633:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa02388540c00. 00000004:00000010:0.0:1777582960.510077:0:187633:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffffa02392b7c000. 00010000:00000200:0.0:1777582960.510099:0:187633:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5674850 x1863928707976320/t0(0) o37->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 448/440 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582960.510125:0:187633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582960.510132:0:187633:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1863928707976320, offset 224 00000400:00000200:0.0:1777582960.510183:0:187633:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.510196:0:187633:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.510203:0:187633:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397577:397577:256:4294967295] 192.168.202.9@tcp LPNI seq info [397573:397573:8:4294967295] 00000400:00000200:0.0:1777582960.510214:0:187633:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.510220:0:187633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.510226:0:187633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582960.510391:0:187633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.510399:0:187633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.510404:0:187633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.510495:0:187633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.510501:0:187633:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.510506:0:187633:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 02000000:00000010:0.0:1777582960.510518:0:187633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa023905ba400. 00000100:00000010:0.0:1777582960.510524:0:187633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe48e00. 02000000:00000010:0.0:1777582960.510529:0:187633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa024ad376000. 00000100:00000010:0.0:1777582960.510531:0:187633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0380. 02000000:00000010:0.0:1777582960.510535:0:187633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa023905b9000. 00000100:00000010:0.0:1777582960.510538:0:187633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2680. 02000000:00000010:0.0:1777582960.510541:0:187633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa02385397c00. 00000100:00000010:0.0:1777582960.510543:0:187633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0e00. 00000100:00000200:0.0:1777582960.510553:0:187633:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1777582960.510560:0:187633:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcec8. 00000400:00000010:0.0:1777582960.510565:0:187633:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023961856c0. 00000800:00000200:3.0:1777582960.510933:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.510937:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582960.510942:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.510949:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.510953:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:3.0:1777582960.510956:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 02000000:00000010:3.0:1777582960.510961:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa02388542000. 00000400:00000200:2.0:1777582960.524547:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.524573:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8868d80 00000400:00000200:2.0:1777582960.524583:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c0119 [2] + 0 00000400:00000200:2.0:1777582960.524607:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.524612:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.524621:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1777582960.524630:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce09f80. 00000020:00000010:1.0:1777582960.524814:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.524918:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.524930:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582960.524937:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.524943:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.525352:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.525356:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000100:00000200:1.0:1777582960.525360:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707976576 02000000:00000010:1.0:1777582960.525420:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa024ad374c00. 00000020:00000010:1.0:1777582960.525763:0:187634:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1480. 00080000:00000010:1.0:1777582960.525771:0:187634:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad375c00. 00000001:00000010:1.0:1777582960.525993:0:187634:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca19c0. 00000001:00000010:1.0:1777582960.526002:0:187634:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e14840c0. 00000020:00000010:1.0:1777582960.526046:0:187634:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1480. 00000004:00000010:1.0:1777582960.526122:0:187634:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa02386eaf200. 00010000:00000200:1.0:1777582960.526188:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce09f80 x1863928707976576/t8589975677(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 392/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.526209:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582960.526217:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707976576, offset 224 00000400:00000200:1.0:1777582960.526223:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.526236:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.526243:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397578:397578:256:4294967295] 192.168.202.9@tcp LPNI seq info [397574:397574:8:4294967295] 00000400:00000200:1.0:1777582960.526261:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.526267:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.526272:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582960.526278:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.526285:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.526290:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.526320:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.526325:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.526330:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:2.0:1777582960.527019:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.527023:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582960.527028:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.527033:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.527039:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:2.0:1777582960.527041:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000400:00000200:0.0:1777582960.532278:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.532301:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8868e80 00000400:00000200:0.0:1777582960.532309:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 137808 00000400:00000200:0.0:1777582960.532330:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.532335:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.532344:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582960.532352:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca19880. 00000020:00000010:1.0:1777582960.532928:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.532936:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.532944:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582960.532950:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.532956:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.533003:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.533006:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000100:00000200:1.0:1777582960.533009:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707976832 00000001:00000010:1.0:1777582960.533022:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185240. 00010000:00000010:1.0:1777582960.533050:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582960.533058:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 02000000:00000010:1.0:1777582960.533095:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa024b7cc6000. 00010000:00000010:1.0:1777582960.533356:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582960.533361:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246d00. 00000004:00000010:1.0:1777582960.533460:0:188495:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa0239641ea80. 00080000:00000010:1.0:1777582960.534604:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad374800. 00000001:00000010:1.0:1777582960.535050:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1960. 00000001:00000010:1.0:1777582960.535061:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00010000:00000010:1.0:1777582960.535171:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582960.535200:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca19880 x1863928707976832/t8589975678(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 864/608 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.535223:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777582960.535231:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707976832, offset 224 00000400:00000200:1.0:1777582960.535238:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.535252:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.535260:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397579:397579:256:4294967295] 192.168.202.9@tcp LPNI seq info [397575:397575:8:4294967295] 00000400:00000200:1.0:1777582960.535272:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.535278:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.535283:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582960.535290:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.535298:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.535302:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.535388:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.535394:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.535399:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:2.0:1777582960.538761:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.538770:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:2.0:1777582960.538779:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.538789:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.538796:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:2.0:1777582960.538800:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00010000:00000010:1.1:1777582960.542173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:2.0:1777582960.542261:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.542280:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 608 into portal 12 MB=0x69f3bb8868f00 00000400:00000200:2.0:1777582960.542288:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 608/608 into md 0x1f87c1 [64] + 138672 00000400:00000200:2.0:1777582960.542306:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.542310:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.542318:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582960.542328:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b9500. 00000020:00000010:1.0:1777582960.544645:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.544656:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.544676:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d200. 00000020:00000010:1.0:1777582960.544682:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.544688:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.544799:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582960.544802:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000100:00000200:1.0:1777582960.544805:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707976960 00000001:00000010:1.0:1777582960.544819:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e14840c0. 00010000:00000010:1.0:1777582960.544862:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582960.544870:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 02000000:00000010:1.0:1777582960.544899:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389575000. 00010000:00000010:1.0:1777582960.544931:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582960.544935:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582960.544957:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582960.544960:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582960.544965:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582960.544967:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00000004:00000010:1.0:1777582960.545293:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71681e0. 00000004:00000010:1.0:1777582960.545302:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582960.545309:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945100. 00080000:00000010:1.0:1777582960.545317:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c8e8. 00010000:00000010:1.0:1777582960.545395:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582960.545398:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e000. 00010000:00000010:1.0:1777582960.545402:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582960.545406:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246b80. 00010000:00000010:1.0:1777582960.545486:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582960.545497:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582960.545502:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582960.545523:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582960.545542:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b9500 x1863928707976960/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 608/664 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.545564:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582960.545572:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1863928707976960, offset 224 00000400:00000200:1.0:1777582960.545579:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.545594:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.545602:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397580:397580:256:4294967295] 192.168.202.9@tcp LPNI seq info [397576:397576:8:4294967295] 00000400:00000200:1.0:1777582960.545616:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.545622:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.545627:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582960.545633:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.545641:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.545645:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.545681:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e700. 00000020:00000010:1.0:1777582960.545686:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.545690:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d200. 00000800:00000200:0.0:1777582960.547978:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.547987:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:0.0:1777582960.547993:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.548002:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582960.548010:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:0.0:1777582960.548013:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00080000:00000010:1.0:1777582960.555175:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74720. 00002000:00000010:1.0:1777582960.555189:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f38720. 00080000:00000010:1.0:1777582960.555252:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c390. 00000004:00000010:1.0:1777582960.555268:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecd8000. 00000004:00000010:1.0:1777582960.555274:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76aa8. 00000004:00000010:1.0:1777582960.555278:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc76100. 00000004:00000010:1.0:1777582960.555283:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185c00. 00000004:00000010:1.0:1777582960.555287:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944aa0. 00000004:00000010:1.0:1777582960.555293:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a33c0. 00000004:00000010:1.0:1777582960.555298:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168d20. 00080000:00000010:1.0:1777582960.555353:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d560. 00000004:00000010:1.0:1777582960.555358:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944ee0. 00000004:00000010:1.0:1777582960.555361:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3000. 00000004:00000010:1.0:1777582960.555362:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169c20. 00080000:00000010:1.0:1777582960.555392:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74c78. 00000004:00000010:1.0:1777582960.555395:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34110. 00000004:00000010:1.0:1777582960.555398:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22438. 00000004:00000010:1.0:1777582960.555401:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865181e0. 00080000:00000010:1.0:1777582960.555411:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74558. 00000004:00000010:1.0:1777582960.555413:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35870. 00000004:00000010:1.0:1777582960.555416:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22bb8. 00000004:00000010:1.0:1777582960.555418:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518960. 00080000:00000010:1.0:1777582960.555438:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682390. 00000004:00000010:1.0:1777582960.555441:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387320. 00000004:00000010:1.0:1777582960.555444:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65d20. 00000004:00000010:1.0:1777582960.555446:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f1490e0. 00080000:00000010:1.0:1777582960.555601:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d728. 00000004:00000010:1.0:1777582960.555606:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944660. 00000004:00000010:1.0:1777582960.555609:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3438. 00000004:00000010:1.0:1777582960.555611:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168b40. 00080000:00000010:1.0:1777582960.555627:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682c78. 00000004:00000010:1.0:1777582960.555633:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebe380. 00000004:00000010:1.0:1777582960.555637:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebea28. 00000004:00000010:1.0:1777582960.555640:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffffa024878a5520. 00000004:00000010:1.0:1777582960.555644:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffffa02388fcba30. 00000004:00000010:1.0:1777582960.555649:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02392bc9d80. 00000004:00000010:1.0:1777582960.555652:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387ba0. 00000004:00000010:1.0:1777582960.555654:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c652d0. 00000004:00000010:1.0:1777582960.555656:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f1494a0. 00080000:00000010:1.0:1777582960.555697:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dab8. 00000004:00000010:1.0:1777582960.555701:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945870. 00000004:00000010:1.0:1777582960.555704:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582960.555706:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169860. 00080000:00000010:1.0:1777582960.555716:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024166821c8. 00000004:00000010:1.0:1777582960.555718:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387ed0. 00000004:00000010:1.0:1777582960.555720:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65ac8. 00000004:00000010:1.0:1777582960.555722:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f149860. 00080000:00000010:1.0:1777582960.555740:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682e40. 00000004:00000010:1.0:1777582960.555742:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387100. 00000004:00000010:1.0:1777582960.555745:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65780. 00000004:00000010:1.0:1777582960.555747:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f149680. 00080000:00000010:1.0:1777582960.555784:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d008. 00000004:00000010:1.0:1777582960.555787:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ed0. 00000004:00000010:1.0:1777582960.555790:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582960.555792:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71685a0. 00080000:00000010:1.0:1777582960.555915:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74e40. 00000004:00000010:1.0:1777582960.555920:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34220. 00000004:00000010:1.0:1777582960.555922:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22ac8. 00000004:00000010:1.0:1777582960.555925:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518f00. 00080000:00000010:1.0:1777582960.555964:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75560. 00000004:00000010:1.0:1777582960.555967:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35a90. 00000004:00000010:1.0:1777582960.555970:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e227f8. 00000004:00000010:1.0:1777582960.555973:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519c20. 00080000:00000010:1.0:1777582960.555990:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682ab0. 00000004:00000010:1.0:1777582960.555993:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387540. 00000004:00000010:1.0:1777582960.555996:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65e10. 00000004:00000010:1.0:1777582960.555998:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f149a40. 00080000:00000010:1.0:1777582960.556034:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ad9c1728. 00000004:00000010:1.0:1777582960.556038:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386cc0. 00000004:00000010:1.0:1777582960.556041:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02397e31ca8. 00000004:00000010:1.0:1777582960.556044:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168000. 00080000:00000010:1.0:1777582960.556085:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c1c8. 00000004:00000010:1.0:1777582960.556089:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945650. 00000004:00000010:1.0:1777582960.556092:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582960.556094:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169680. 00000400:00000200:2.0:1777582960.558704:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.558727:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 520 into portal 12 MB=0x69f3bb8869000 00000400:00000200:2.0:1777582960.558735:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 520/520 into md 0x1f87c1 [64] + 139280 00000400:00000200:2.0:1777582960.558758:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.558763:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.558773:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582960.558780:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b8700. 00000020:00000010:2.0:1777582960.562060:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.562072:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.562081:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582960.562086:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5ea80. 00000020:00000010:2.0:1777582960.562092:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.562166:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.562170:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000100:00000200:2.0:1777582960.562173:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707977216 02000000:00000010:2.0:1777582960.562217:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fffa000. 00010000:00000010:2.0:1777582960.562265:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246b80. 00010000:00000010:2.0:1777582960.562287:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e000. 00010000:00000010:2.0:1777582960.562298:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:2.0:1777582960.562316:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582960.562322:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582960.562338:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582960.562341:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e080. 00010000:00000010:2.0:1777582960.562345:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582960.562349:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e80. 00010000:00000010:2.0:1777582960.562698:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582960.562702:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582960.562706:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582960.562709:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00000020:00000010:2.0:1777582960.562784:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860549c0. 00000020:00000010:2.0:1777582960.562791:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860549c0. 00000020:00000010:2.0:1777582960.562802:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9c60. 00080000:00000010:2.0:1777582960.562809:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023b1d63000. 00000004:00000010:2.0:1777582960.562909:0:187630:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02390e68b40. 00000004:00000010:2.0:1777582960.562915:0:187630:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffffa0248b836c90. 00000004:00000010:2.0:1777582960.562917:0:187630:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffffa0239372abc0. 00000004:00000010:2.0:1777582960.562926:0:187630:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb27f0. 00000004:00000010:2.0:1777582960.562936:0:187630:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb3540. 00000001:00000010:2.0:1777582960.563634:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9cc0. 00000001:00000010:2.0:1777582960.563643:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68840. 00000020:00000010:2.0:1777582960.563692:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9c60. 00010000:00000010:2.0:1777582960.563704:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582960.563709:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582960.563724:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582960.563770:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582960.563784:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000200:2.0:1777582960.563801:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975679, last committed = 8589975668 00010000:00000200:2.0:1777582960.563811:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b8700 x1863928707977216/t8589975679(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 520/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582960.563829:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582960.563835:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707977216, offset 224 00000400:00000010:2.0:1777582960.563842:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12bd0. 00000400:00000200:2.0:1777582960.563845:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.563860:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.563866:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397581:397581:256:4294967295] 192.168.202.9@tcp LPNI seq info [397577:397577:8:4294967295] 00000400:00000200:2.0:1777582960.563874:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582960.563880:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.563886:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.563891:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582960.563898:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.563905:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582960.563909:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582960.563927:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5ea80. 00000020:00000010:2.0:1777582960.563931:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.563935:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00010000:00000010:2.0:1777582960.563970:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582960.563975:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582960.563980:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68cc0. 00000800:00000200:2.0:1777582960.564071:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.564075:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:2.0:1777582960.564079:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.564084:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582960.568183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582960.568195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582960.568199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582960.568201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:1.0:1777582960.577477:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582960.577502:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ccd 00000400:00000200:1.0:1777582960.577510:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.577516:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582960.577523:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:1.0:1777582960.577526:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00010000:00000010:0.0:1777582960.577823:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e80. 00010000:00000010:0.0:1777582960.577837:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e080. 00010000:00000010:2.1:1777582960.582697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:2.1:1777582960.582710:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:2.1:1777582960.582715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:2.1:1777582960.582719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.1:1777582960.582724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582960.582729:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582960.582732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000400:00000200:0.0:1777582960.597244:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.597267:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8869080 00000400:00000200:0.0:1777582960.597276:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 139800 00000400:00000200:0.0:1777582960.597354:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.597360:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.597369:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582960.597378:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca1b800. 00000020:00000010:0.0:1777582960.597432:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.597436:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.597442:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf2400. 00000020:00000010:0.0:1777582960.597447:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.597452:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.597502:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.597505:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000100:00000200:0.0:1777582960.597509:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707977344 00000001:00000010:0.0:1777582960.597521:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:0.0:1777582960.597547:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582960.597555:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 02000000:00000010:0.0:1777582960.597578:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238cb31000. 00010000:00000010:0.0:1777582960.597606:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582960.597609:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582960.597628:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582960.597631:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582960.597635:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582960.597638:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582960.597753:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582960.597757:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582960.597839:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582960.597851:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582960.597856:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582960.597876:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000200:0.0:1777582960.597890:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1b800 x1863928707977344/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 584/584 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582960.597910:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582960.597916:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707977344, offset 224 00000400:00000200:0.0:1777582960.597922:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.597932:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.597939:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397582:397582:256:4294967295] 192.168.202.9@tcp LPNI seq info [397578:397578:8:4294967295] 00000400:00000200:0.0:1777582960.597949:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.597955:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.597959:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582960.597966:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.597972:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.597976:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.597993:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.597997:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.598000:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf2400. 00000800:00000200:0.0:1777582960.598061:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.598064:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582960.598068:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.598072:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582960.598077:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582960.598079:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:0.1:1777582960.600592:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582960.600610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00000400:00000200:1.0:1777582960.611258:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.611282:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8869180 00000400:00000200:1.0:1777582960.611290:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c0119 [2] + 392 00000400:00000200:1.0:1777582960.611310:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.611314:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.611323:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1777582960.611331:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe49f80. 00000020:00000010:2.0:1777582960.611447:0:187633:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.611453:0:187633:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.611472:0:187633:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582960.611479:0:187633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e480. 00000020:00000010:2.0:1777582960.611484:0:187633:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.611528:0:187633:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.611531:0:187633:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000100:00000200:2.0:1777582960.611534:0:187633:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707977600 02000000:00000010:2.0:1777582960.611573:0:187633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa023b1d62000. 00000004:00000010:2.0:1777582960.611844:0:187633:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa0239641ea80. 00080000:00000010:2.0:1777582960.611869:0:187633:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023b1d62c00. 00000001:00000010:2.0:1777582960.611902:0:187633:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a96c0. 00000001:00000010:2.0:1777582960.611909:0:187633:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00010000:00000200:2.0:1777582960.611958:0:187633:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe49f80 x1863928707977600/t8589975680(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 392/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582960.611978:0:187633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582960.611984:0:187633:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707977600, offset 224 00000400:00000200:2.0:1777582960.611990:0:187633:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.612002:0:187633:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.612008:0:187633:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397583:397583:256:4294967295] 192.168.202.9@tcp LPNI seq info [397579:397579:8:4294967295] 00000400:00000200:2.0:1777582960.612019:0:187633:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.612024:0:187633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.612028:0:187633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582960.612034:0:187633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.612041:0:187633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582960.612045:0:187633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582960.612068:0:187633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e480. 00000020:00000010:2.0:1777582960.612074:0:187633:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.612077:0:187633:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00000800:00000200:2.0:1777582960.612715:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.612721:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:2.0:1777582960.612726:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.612732:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.612737:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:2.0:1777582960.612739:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00000400:00000200:2.0:1777582960.615971:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.615993:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb8869280 00000400:00000200:2.0:1777582960.616001:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f87c1 [64] + 140384 00000400:00000200:2.0:1777582960.616018:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.616023:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.616030:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582960.616037:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b8000. 00010000:00000010:0.1:1777582960.616122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582960.616130:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582960.616143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582960.616145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000020:00000010:0.0:1777582960.616190:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.616196:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.616202:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf2400. 00000020:00000010:0.0:1777582960.616207:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.616212:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.616247:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.616250:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000100:00000200:0.0:1777582960.616253:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707977856 00000001:00000010:0.0:1777582960.616262:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68840. 02000000:00000010:0.0:1777582960.616295:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238cb30000. 00010000:00000010:0.0:1777582960.616336:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582960.616348:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246d00. 00010000:00000010:0.0:1777582960.616359:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582960.616367:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:0.0:1777582960.616374:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374600. 00010000:00000010:0.0:1777582960.616391:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582960.616395:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582960.616399:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582960.616404:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582960.616417:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582960.616419:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582960.616423:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582960.616425:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582960.616552:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582960.616556:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582960.616559:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582960.616562:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000020:00000010:0.0:1777582960.616597:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48cc0. 00000020:00000010:0.0:1777582960.616605:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48cc0. 00080000:00000010:0.0:1777582960.616615:0:205914:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024af38b090. 00080000:00000010:0.0:1777582960.616618:0:205914:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02383fc7500. 00080000:00000010:0.0:1777582960.616635:0:205914:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02383fc7500. 00080000:00000010:0.0:1777582960.616639:0:205914:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024af38b090. 00000020:00000010:0.0:1777582960.616647:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d360. 00080000:00000010:0.0:1777582960.616657:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388542000. 00000001:00000010:0.0:1777582960.617204:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6da20. 00000001:00000010:0.0:1777582960.617213:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185000. 00000020:00000010:0.0:1777582960.617245:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d360. 00010000:00000010:0.0:1777582960.617278:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582960.617283:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582960.617297:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582960.617300:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000200:0.0:1777582960.617317:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975681, last committed = 8589975668 00010000:00000200:0.0:1777582960.617328:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b8000 x1863928707977856/t8589975681(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 504/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582960.617346:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582960.617352:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707977856, offset 224 00000400:00000010:0.0:1777582960.617358:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4c40. 00000400:00000200:0.0:1777582960.617362:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.617376:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.617382:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397584:397584:256:4294967295] 192.168.202.9@tcp LPNI seq info [397580:397580:8:4294967295] 00000400:00000200:0.0:1777582960.617388:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582960.617396:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.617402:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.617407:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582960.617414:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.617421:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.617425:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.617445:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.617449:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.617453:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf2400. 00000800:00000200:1.0:1777582960.618111:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.618116:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:1.0:1777582960.618123:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.618129:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.626791:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582960.626812:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214cd9 00000400:00000200:3.0:1777582960.626820:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.626824:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582960.626831:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:3.0:1777582960.626834:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000400:00000200:3.0:1777582960.627690:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.627700:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8869300 00000400:00000200:3.0:1777582960.627708:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 140888 00000400:00000200:3.0:1777582960.627765:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.627770:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.627777:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582960.627783:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ca80. 00010000:00000010:0.1:1777582960.628030:0:3285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582960.628038:0:3285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:0.1:1777582960.628043:0:3285:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:0.1:1777582960.628047:0:3285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582960.628050:0:3285:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:1.0:1777582960.628188:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:1.0:1777582960.628200:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00000020:00000010:3.0:1777582960.628741:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.628746:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.628753:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:3.0:1777582960.628759:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374180. 00000020:00000010:3.0:1777582960.628763:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000020:00000010:3.0:1777582960.628805:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.628807:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe40. 00000100:00000200:3.0:1777582960.628810:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707977984 00000001:00000010:3.0:1777582960.628821:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e680c0. 00010000:00000010:3.0:1777582960.628841:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582960.628844:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582960.628850:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582960.628857:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 02000000:00000010:3.0:1777582960.628885:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c82000. 00010000:00000010:3.0:1777582960.628916:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582960.628919:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582960.629038:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582960.629061:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568ca80 x1863928707977984/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 576/688 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.629083:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582960.629089:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707977984, offset 224 00000400:00000200:3.0:1777582960.629095:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.629108:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.629116:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397585:397585:256:4294967295] 192.168.202.9@tcp LPNI seq info [397581:397581:8:4294967295] 00000400:00000200:3.0:1777582960.629126:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.629285:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.631797:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582960.631813:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.631821:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.631825:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.631873:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374180. 00000020:00000010:0.0:1777582960.631881:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:0.0:1777582960.631885:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00000800:00000200:1.0:1777582960.632448:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.632453:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:1.0:1777582960.632471:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.632477:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.632484:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:1.0:1777582960.632487:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00000400:00000200:1.0:1777582960.634998:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.635016:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8869380 00000400:00000200:1.0:1777582960.635023:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 141464 00000400:00000200:1.0:1777582960.635049:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.635054:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.635062:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.635068:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4b100. 00000020:00000010:3.0:1777582960.636854:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.636862:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.636871:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:3.0:1777582960.636876:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582960.636881:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582960.636924:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe40. 00000020:00000010:3.0:1777582960.636926:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe40. 00000100:00000200:3.0:1777582960.636930:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707978112 00010000:00000010:3.0:1777582960.636956:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582960.636963:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 02000000:00000010:3.0:1777582960.636986:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c85000. 00010000:00000010:3.0:1777582960.637012:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582960.637015:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582960.637033:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582960.637037:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374500. 00010000:00000010:3.0:1777582960.637040:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582960.637043:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000004:00000010:3.0:1777582960.637157:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f149e00. 00000004:00000010:3.0:1777582960.637165:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c650f0. 00000004:00000010:3.0:1777582960.637172:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386880. 00080000:00000010:3.0:1777582960.637180:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682558. 00010000:00000010:3.0:1777582960.637386:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582960.637390:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374f00. 00010000:00000010:3.0:1777582960.637393:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582960.637397:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582960.638921:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582960.638938:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582960.638946:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374500. 00010000:00000010:3.0:1777582960.638974:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000200:3.0:1777582960.638995:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4b100 x1863928707978112/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 584/584 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.639017:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582960.639025:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707978112, offset 224 00000400:00000200:3.0:1777582960.639033:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.639047:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.639056:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397586:397586:256:4294967295] 192.168.202.9@tcp LPNI seq info [397582:397582:8:4294967295] 00000400:00000200:3.0:1777582960.639069:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.639075:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.639080:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582960.639086:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.639094:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.639098:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.639756:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582960.639764:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582960.639768:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00010000:00000010:0.1:1777582960.640681:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582960.640692:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582960.640696:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582960.640698:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000800:00000200:1.0:1777582960.643095:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.643104:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:1.0:1777582960.643113:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.643122:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.643130:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:1.0:1777582960.643152:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00010000:00000010:1.1:1777582960.645103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:1.1:1777582960.645118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582960.646395:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582960.648412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582960.648429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582960.648435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582960.648437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:1.0:1777582960.657717:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.657738:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8869480 00000400:00000200:1.0:1777582960.657747:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 142048 00000400:00000200:1.0:1777582960.657766:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.657770:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.657778:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.657785:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4b480. 00000020:00000010:0.0:1777582960.657875:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.657881:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.657888:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582960.657893:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.657898:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.657947:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.657950:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000100:00000200:0.0:1777582960.657953:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707978368 00010000:00000010:0.0:1777582960.657993:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582960.658001:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582960.658035:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa0238cb32000. 00000004:00000010:0.0:1777582960.658358:0:205909:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa02386eafd80. 00080000:00000010:0.0:1777582960.658368:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388540800. 00000001:00000010:0.0:1777582960.658401:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6dd80. 00000001:00000010:0.0:1777582960.658408:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185e40. 00010000:00000010:0.0:1777582960.658898:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582960.658918:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4b480 x1863928707978368/t8589975682(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 864/608 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582960.658939:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582960.658944:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707978368, offset 224 00000400:00000200:0.0:1777582960.658950:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.658960:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.658966:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397587:397587:256:4294967295] 192.168.202.9@tcp LPNI seq info [397583:397583:8:4294967295] 00000400:00000200:0.0:1777582960.658978:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.658983:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.658988:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582960.658994:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.659001:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.659005:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.659033:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.659038:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.659042:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:3.0:1777582960.659319:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.659324:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582960.659330:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.659335:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.659339:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:3.0:1777582960.659341:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00010000:00000010:0.1:1777582960.665186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00000400:00000200:1.0:1777582960.667496:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.667521:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 448 into portal 23 MB=0x69f3bb8869500 00000400:00000200:1.0:1777582960.667531:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 448/448 into md 0x1c0119 [2] + 784 00000400:00000200:1.0:1777582960.667550:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.667554:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.667562:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1777582960.667568:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe49c00. 00000020:00000010:0.0:1777582960.667951:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.667958:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.667964:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf2400. 00000020:00000010:0.0:1777582960.667969:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.667975:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.668022:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.668025:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000100:00000200:0.0:1777582960.668027:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707978496 00000001:00000010:0.0:1777582960.668039:0:187634:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185000. 02000000:00000010:0.0:1777582960.668065:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffffa02388540c00. 00000004:00000010:0.0:1777582960.668073:0:187634:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffffa02392b7c000. 00080000:00000010:0.0:1777582960.668948:0:187634:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024af38b090. 00080000:00000010:0.0:1777582960.668955:0:187634:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02383fc7500. 00080000:00000010:0.0:1777582960.669189:0:187634:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02383fc7500. 00080000:00000010:0.0:1777582960.669195:0:187634:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024af38b090. 00000100:00000010:0.0:1777582960.669205:0:187634:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa02388542800. 00000100:00000010:0.0:1777582960.669209:0:187634:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa0238cb36000. 00000400:00000010:0.0:1777582960.669219:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000400:00000010:0.0:1777582960.669228:0:187634:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4508. 00000400:00000200:0.0:1777582960.669234:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.669249:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.669257:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397588:397588:256:4294967295] 192.168.202.9@tcp LPNI seq info [397584:397584:8:4294967295] 00000400:00000200:0.0:1777582960.669263:0:187634:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582960.669270:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.669276:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.669282:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582960.669289:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.669298:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1022 00000800:00000200:0.0:1777582960.669302:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1777582960.669319:0:187634:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.202.9@tcp mbits 0x69f3bb8869500-0x69f3bb8869500 00000800:00000200:3.0:1777582960.669535:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.669539:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582960.669545:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.669550:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.669556:0:3282:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffffa02388542800 00000400:00000200:3.0:1777582960.671158:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582960.671176:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ce9 00000400:00000200:3.0:1777582960.671183:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.671187:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582960.671193:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:3.0:1777582960.671197:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:3.0:1777582960.671202:0:3281:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffffa02388542800 00000100:00000010:0.0:1777582960.671435:0:187634:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa0238cb36000. 00000100:00000010:0.0:1777582960.671442:0:187634:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa02388542800. 00000004:00000010:0.0:1777582960.672452:0:187634:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffffa02392b7c000. 00010000:00000200:0.0:1777582960.672855:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe49c00 x1863928707978496/t0(0) o37->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 448/440 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582960.672880:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582960.672887:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1863928707978496, offset 224 00000400:00000200:0.0:1777582960.672894:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.672906:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.672913:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397589:397589:256:4294967295] 192.168.202.9@tcp LPNI seq info [397585:397585:8:4294967295] 00000400:00000200:0.0:1777582960.672923:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.672932:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.672938:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582960.672944:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.672951:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.672955:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.672990:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.672995:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.672999:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf2400. 00000800:00000200:1.0:1777582960.673189:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.673195:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582960.673199:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.673204:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.673209:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:1.0:1777582960.673211:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000400:00000200:3.0:1777582960.678155:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.678176:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8869600 00000400:00000200:3.0:1777582960.678186:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c0119 [2] + 1232 00000400:00000200:3.0:1777582960.678201:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.678206:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.678214:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1777582960.678222:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568c380. 00000020:00000010:1.0:1777582960.678360:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71300. 00000020:00000010:1.0:1777582960.678366:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71300. 00000020:00000010:1.0:1777582960.678373:0:206054:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d600. 00000020:00000010:1.0:1777582960.678380:0:206054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.678385:0:206054:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.678430:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71300. 00000020:00000010:1.0:1777582960.678432:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71300. 00000100:00000200:1.0:1777582960.678436:0:206054:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707978752 02000000:00000010:1.0:1777582960.678500:0:206054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa024ad376800. 00000020:00000010:1.0:1777582960.678736:0:206054:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca14e0. 00080000:00000010:1.0:1777582960.678744:0:206054:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad377c00. 00000001:00000010:1.0:1777582960.678822:0:206054:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1de0. 00000001:00000010:1.0:1777582960.678830:0:206054:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582960.678867:0:206054:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca14e0. 00000004:00000010:1.0:1777582960.678938:0:206054:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa02386eafd80. 00010000:00000200:1.0:1777582960.678975:0:206054:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568c380 x1863928707978752/t8589975683(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 392/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.678993:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777582960.678998:0:206054:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707978752, offset 224 00000400:00000200:1.0:1777582960.679005:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.679015:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.679021:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397590:397590:256:4294967295] 192.168.202.9@tcp LPNI seq info [397586:397586:8:4294967295] 00000400:00000200:1.0:1777582960.679033:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.679038:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.679042:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582960.679047:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.679054:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.679058:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.679084:0:206054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.679090:0:206054:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.679094:0:206054:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d600. 00000800:00000200:3.0:1777582960.679496:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.679500:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582960.679505:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.679510:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.679516:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:3.0:1777582960.679518:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000400:00000200:1.0:1777582960.682904:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.682922:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8869700 00000400:00000200:1.0:1777582960.682930:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 142912 00000400:00000200:1.0:1777582960.682945:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.682949:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.682956:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.682963:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe48000. 00000020:00000010:3.0:1777582960.683330:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.683337:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.683345:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:3.0:1777582960.683351:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582960.683356:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582960.683396:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.683398:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000100:00000200:3.0:1777582960.683401:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707979008 00000001:00000010:3.0:1777582960.683412:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185e40. 02000000:00000010:3.0:1777582960.683443:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02385c83000. 00010000:00000010:3.0:1777582960.683620:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582960.683645:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374f00. 00010000:00000010:3.0:1777582960.683655:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582960.683668:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582960.683684:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582960.683687:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582960.683692:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582960.683696:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582960.683711:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582960.683713:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374f00. 00010000:00000010:3.0:1777582960.683716:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582960.683718:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582960.683829:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582960.683831:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374500. 00010000:00000010:3.0:1777582960.683834:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582960.683837:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00000020:00000010:3.0:1777582960.683992:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05060. 00000020:00000010:3.0:1777582960.684000:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05060. 00080000:00000010:3.0:1777582960.684009:0:205914:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024ae8a6060. 00080000:00000010:3.0:1777582960.684011:0:205914:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02484cdba00. 00080000:00000010:3.0:1777582960.684070:0:205914:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02484cdba00. 00080000:00000010:3.0:1777582960.684074:0:205914:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024ae8a6060. 00000020:00000010:3.0:1777582960.684083:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628d000. 00080000:00000010:3.0:1777582960.684090:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023905b9400. 00000001:00000010:3.0:1777582960.688397:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628da80. 00000001:00000010:3.0:1777582960.688409:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e040a80. 00000020:00000010:3.0:1777582960.688444:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628d000. 00010000:00000010:3.0:1777582960.688498:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582960.688510:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374500. 00010000:00000010:3.0:1777582960.688532:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582960.688535:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374000. 00010000:00000200:3.0:1777582960.688558:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975684, last committed = 8589975668 00010000:00000200:3.0:1777582960.688571:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe48000 x1863928707979008/t8589975684(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 496/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582960.688593:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582960.688601:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707979008, offset 224 00000400:00000010:3.0:1777582960.688610:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e22d8. 00000400:00000200:3.0:1777582960.688614:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.688631:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.688638:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397591:397591:256:4294967295] 192.168.202.9@tcp LPNI seq info [397587:397587:8:4294967295] 00000400:00000200:3.0:1777582960.688644:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582960.688651:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.688673:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.688680:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582960.688688:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.688695:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.688699:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.688739:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582960.688744:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582960.688748:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000800:00000200:2.0:1777582960.689040:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.689046:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:2.0:1777582960.689051:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.689057:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.691440:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582960.691649:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214cf5 00000400:00000200:3.0:1777582960.691666:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.691672:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582960.691679:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777582960.691682:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00010000:00000010:2.0:1777582960.691870:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:2.0:1777582960.691883:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374f00. 00010000:00000010:3.1:1777582960.701482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.1:1777582960.701497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582960.701502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582960.701504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00000400:00000200:1.0:1777582960.703097:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.703116:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8869780 00000400:00000200:1.0:1777582960.703125:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 143408 00000400:00000200:1.0:1777582960.703227:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.703233:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.703246:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.703253:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4a300. 00000020:00000010:3.0:1777582960.703868:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.703876:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.703883:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:3.0:1777582960.703889:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582960.703895:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582960.703983:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.703986:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000100:00000200:3.0:1777582960.703989:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707979136 00000001:00000010:3.0:1777582960.704000:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:3.0:1777582960.704024:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582960.704028:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582960.704034:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582960.704041:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 02000000:00000010:3.0:1777582960.704070:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02385c80000. 00010000:00000010:3.0:1777582960.704101:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582960.704104:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582960.704255:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000200:3.0:1777582960.704277:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4a300 x1863928707979136/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 576/688 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.704308:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582960.704314:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707979136, offset 224 00000400:00000200:3.0:1777582960.704322:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.704333:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.704339:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397592:397592:256:4294967295] 192.168.202.9@tcp LPNI seq info [397588:397588:8:4294967295] 00000400:00000200:3.0:1777582960.704350:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.704355:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.704360:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582960.704366:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.704373:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.704377:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.704399:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582960.704403:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582960.704406:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00000800:00000200:1.0:1777582960.706342:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.706349:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582960.706355:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.706364:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.706371:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:1.0:1777582960.706374:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00010000:00000010:2.1:1777582960.710217:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582960.710233:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582960.711422:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582960.711434:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582960.711438:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:3.1:1777582960.711440:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:3.0:1777582960.715447:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.715817:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8869800 00000400:00000200:3.0:1777582960.715826:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 143984 00000400:00000200:3.0:1777582960.715845:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.715849:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.715858:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582960.715865:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568f480. 00000020:00000010:1.0:1777582960.716040:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71300. 00000020:00000010:1.0:1777582960.716046:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71300. 00000020:00000010:1.0:1777582960.716053:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d600. 00000020:00000010:1.0:1777582960.716058:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.716063:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.716157:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71300. 00000020:00000010:1.0:1777582960.716160:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71300. 00000100:00000200:1.0:1777582960.716163:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707979264 00010000:00000010:1.0:1777582960.716192:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582960.716200:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 02000000:00000010:1.0:1777582960.716227:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389570000. 00010000:00000010:1.0:1777582960.716267:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582960.716271:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582960.716291:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582960.716295:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e280. 00010000:00000010:1.0:1777582960.716299:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582960.716302:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00000004:00000010:1.0:1777582960.716407:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:1.0:1777582960.716417:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582960.716425:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945650. 00080000:00000010:1.0:1777582960.716433:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c1c8. 00010000:00000010:1.0:1777582960.716859:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8600. 00010000:00000010:1.0:1777582960.716864:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582960.716868:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582960.716872:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582960.721250:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582960.721271:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582960.721280:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e280. 00010000:00000010:1.0:1777582960.721313:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582960.721336:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568f480 x1863928707979264/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 584/584 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.721363:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582960.721370:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707979264, offset 224 00000400:00000200:1.0:1777582960.721378:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.721392:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.721399:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397593:397593:256:4294967295] 192.168.202.9@tcp LPNI seq info [397589:397589:8:4294967295] 00000400:00000200:1.0:1777582960.721410:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.721415:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.721419:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582960.721426:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.721435:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.721439:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.721736:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.721742:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.721748:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d600. 00000800:00000200:1.0:1777582960.722669:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.722675:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:1.0:1777582960.722680:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.722687:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.722693:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582960.722696:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00010000:00000010:3.1:1777582960.727276:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582960.731209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582960.731225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582960.731229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.1:1777582960.731231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000400:00000200:1.0:1777582960.738371:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.738394:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8869900 00000400:00000200:1.0:1777582960.738403:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f87c1 [64] + 144568 00000400:00000200:1.0:1777582960.738419:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.738424:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.738432:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.738441:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4aa00. 00000020:00000010:1.0:1777582960.745752:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582960.745767:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582960.746003:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d600. 00000020:00000010:1.0:1777582960.746010:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.746015:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.746154:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582960.746158:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71c00. 00000100:00000200:1.0:1777582960.746162:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707979520 00010000:00000010:1.0:1777582960.746197:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582960.746206:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 02000000:00000010:1.0:1777582960.746258:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa02389576000. 00000004:00000010:1.0:1777582960.748157:0:205909:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa0239641e280. 00080000:00000010:1.0:1777582960.748175:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad376000. 00000001:00000010:1.0:1777582960.748208:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1060. 00000001:00000010:1.0:1777582960.748217:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00010000:00000010:1.0:1777582960.748304:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000200:1.0:1777582960.748324:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4aa00 x1863928707979520/t8589975685(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 864/608 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.748344:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582960.748351:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928707979520, offset 224 00000400:00000200:1.0:1777582960.748358:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.748370:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.748377:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397594:397594:256:4294967295] 192.168.202.9@tcp LPNI seq info [397590:397590:8:4294967295] 00000400:00000200:1.0:1777582960.748389:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.748395:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.748399:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582960.748406:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.748413:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.748418:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.748596:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.748602:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.748607:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d600. 00000800:00000200:3.0:1777582960.753534:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.753544:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582960.753551:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.753560:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.753567:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:3.0:1777582960.753571:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000400:00000200:1.0:1777582960.757539:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.757561:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 448 into portal 23 MB=0x69f3bb8869980 00000400:00000200:1.0:1777582960.757570:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 448/448 into md 0x1c0119 [2] + 1624 00000400:00000010:1.0:1777582960.757576:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248a3c5688. 00000400:00000200:1.0:1777582960.757581:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392ad1540 00000400:00000200:1.0:1777582960.757594:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.757599:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.757604:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392ad1540 00000400:00000010:1.0:1777582960.757606:0:3283:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392ad1540. 00000100:00000200:1.0:1777582960.757611:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:3.0:1777582960.757950:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.757956:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.757963:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:3.0:1777582960.757969:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582960.757974:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000020:00000010:3.0:1777582960.758015:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.758018:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000100:00000200:3.0:1777582960.758021:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707979648 00000001:00000010:3.0:1777582960.758033:0:187634:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e040a80. 02000000:00000010:3.0:1777582960.758060:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffffa023905b9000. 00000004:00000010:3.0:1777582960.758069:0:187634:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffffa02386047000. 00080000:00000010:3.0:1777582960.759006:0:187634:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024ae8a6060. 00080000:00000010:3.0:1777582960.759013:0:187634:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02484cdba00. 00080000:00000010:3.0:1777582960.759246:0:187634:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02484cdba00. 00080000:00000010:3.0:1777582960.759252:0:187634:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024ae8a6060. 00000100:00000010:3.0:1777582960.759261:0:187634:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa023905ba400. 00000100:00000010:3.0:1777582960.759266:0:187634:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa0238528c000. 00000400:00000010:3.0:1777582960.759278:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000400:00000010:3.0:1777582960.759289:0:187634:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2658. 00000400:00000200:3.0:1777582960.759298:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.759316:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.759322:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397595:397595:256:4294967295] 192.168.202.9@tcp LPNI seq info [397591:397591:8:4294967295] 00000400:00000200:3.0:1777582960.759330:0:187634:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582960.759336:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.759342:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.759346:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582960.759353:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.759360:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1022 00000800:00000200:3.0:1777582960.759364:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1777582960.759384:0:187634:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.202.9@tcp mbits 0x69f3bb8869980-0x69f3bb8869980 00000800:00000200:3.0:1777582960.763102:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.763111:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582960.763118:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.763126:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.763154:0:3282:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffffa023905ba400 00000400:00000200:3.0:1777582960.764955:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582960.764982:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214d05 00000400:00000200:3.0:1777582960.764990:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.764995:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582960.765002:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777582960.765005:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582960.765011:0:3282:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffffa023905ba400 00000100:00000010:1.0:1777582960.769364:0:187634:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa0238528c000. 00000100:00000010:1.0:1777582960.769379:0:187634:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa023905ba400. 00000004:00000010:1.0:1777582960.771960:0:187634:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffffa02386047000. 00010000:00000200:1.0:1777582960.771988:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5674450 x1863928707979648/t0(0) o37->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 448/440 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.772014:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a15d8. 00000100:00000200:1.0:1777582960.772021:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1863928707979648, offset 224 00000400:00000200:1.0:1777582960.772028:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.772041:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.772048:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397596:397596:256:4294967295] 192.168.202.9@tcp LPNI seq info [397592:397592:8:4294967295] 00000400:00000200:1.0:1777582960.772061:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.772067:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.772073:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582960.772081:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.772090:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.772094:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.773742:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:1.0:1777582960.773756:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:1.0:1777582960.773761:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 02000000:00000010:1.0:1777582960.773777:0:187634:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa024ad376800. 00000100:00000010:1.0:1777582960.773782:0:187634:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568c380. 02000000:00000010:1.0:1777582960.773786:0:187634:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa02388540c00. 00000100:00000010:1.0:1777582960.773788:0:187634:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe49c00. 02000000:00000010:1.0:1777582960.773791:0:187634:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa023b1d62000. 00000100:00000010:1.0:1777582960.773794:0:187634:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe49f80. 02000000:00000010:1.0:1777582960.773797:0:187634:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa024ad374c00. 00000100:00000010:1.0:1777582960.773799:0:187634:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce09f80. 00000100:00000200:1.0:1777582960.773810:0:187634:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1777582960.773820:0:187634:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1478. 00000400:00000010:1.0:1777582960.773827:0:187634:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e1484300. 00010000:00000010:1.1:1777582960.775677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000800:00000200:0.0:1777582960.782118:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.782129:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582960.782149:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.782158:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582960.782166:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:0.0:1777582960.782169:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 02000000:00000010:0.0:1777582960.782176:0:3283:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa023905b9000. 00000400:00000200:1.0:1777582960.799849:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.799871:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8869a80 00000400:00000200:1.0:1777582960.799881:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c014d [2] + 0 00000400:00000200:1.0:1777582960.799898:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.799903:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.799912:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1777582960.799918:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe49f80. 00000020:00000010:2.0:1777582960.800026:0:187633:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.800031:0:187633:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.800037:0:187633:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582960.800043:0:187633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e480. 00000020:00000010:2.0:1777582960.800048:0:187633:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.800089:0:187633:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.800091:0:187633:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000100:00000200:2.0:1777582960.800095:0:187633:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707979904 02000000:00000010:2.0:1777582960.800154:0:187633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa023b1d61800. 00000020:00000010:2.0:1777582960.800376:0:187633:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9c60. 00080000:00000010:2.0:1777582960.800383:0:187633:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023b1d62000. 00000001:00000010:2.0:1777582960.800806:0:187633:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9f00. 00000001:00000010:2.0:1777582960.800815:0:187633:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582960.800853:0:187633:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9c60. 00000004:00000010:2.0:1777582960.800943:0:187633:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa0239641e280. 00010000:00000200:2.0:1777582960.800987:0:187633:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe49f80 x1863928707979904/t8589975686(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 392/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582960.801008:0:187633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582960.801014:0:187633:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707979904, offset 224 00000400:00000200:2.0:1777582960.801021:0:187633:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.801032:0:187633:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.801039:0:187633:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397597:397597:256:4294967295] 192.168.202.9@tcp LPNI seq info [397593:397593:8:4294967295] 00000400:00000200:2.0:1777582960.801050:0:187633:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.801055:0:187633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.801060:0:187633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582960.801066:0:187633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.801073:0:187633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582960.801077:0:187633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582960.801206:0:187633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e480. 00000020:00000010:2.0:1777582960.801215:0:187633:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.801218:0:187633:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00000800:00000200:1.0:1777582960.807107:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.807115:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:1.0:1777582960.807123:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.807145:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.807152:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:1.0:1777582960.807156:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00000400:00000200:3.0:1777582960.811124:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.811162:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8869b80 00000400:00000200:3.0:1777582960.811171:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 145432 00000400:00000200:3.0:1777582960.811188:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.811192:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.811200:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582960.811209:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568c380. 00000020:00000010:1.0:1777582960.812805:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582960.812814:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582960.813943:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d600. 00000020:00000010:1.0:1777582960.813954:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.813959:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.814008:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582960.814012:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71c00. 00000100:00000200:1.0:1777582960.814016:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707980160 00000001:00000010:1.0:1777582960.814026:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 02000000:00000010:1.0:1777582960.814060:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389571000. 00010000:00000010:1.0:1777582960.814102:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582960.814119:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582960.814130:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:1.0:1777582960.814168:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374000. 00010000:00000010:1.0:1777582960.814186:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582960.814189:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582960.814194:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582960.814200:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582960.814215:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582960.814217:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e400. 00010000:00000010:1.0:1777582960.814220:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582960.814223:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246800. 00010000:00000010:1.0:1777582960.814403:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582960.814407:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:1.0:1777582960.814410:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582960.814412:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00000020:00000010:1.0:1777582960.815638:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6720. 00000020:00000010:1.0:1777582960.815654:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6720. 00080000:00000010:1.0:1777582960.815674:0:188495:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa02488737090. 00080000:00000010:1.0:1777582960.815677:0:188495:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02392c71c00. 00080000:00000010:1.0:1777582960.815778:0:188495:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02392c71c00. 00080000:00000010:1.0:1777582960.815783:0:188495:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa02488737090. 00000020:00000010:1.0:1777582960.815793:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1780. 00080000:00000010:1.0:1777582960.815800:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad376800. 00000001:00000010:1.0:1777582960.817709:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1e40. 00000001:00000010:1.0:1777582960.817733:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023873810c0. 00000020:00000010:1.0:1777582960.817769:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1780. 00010000:00000010:1.0:1777582960.819941:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582960.819963:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ef80. 00010000:00000010:1.0:1777582960.820008:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582960.820012:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e200. 00010000:00000200:1.0:1777582960.820038:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975687, last committed = 8589975668 00010000:00000200:1.0:1777582960.820050:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568c380 x1863928707980160/t8589975687(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 496/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582960.820074:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582960.820080:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707980160, offset 224 00000400:00000010:1.0:1777582960.820086:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e80070. 00000400:00000200:1.0:1777582960.820090:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.820105:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.820112:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397598:397598:256:4294967295] 192.168.202.9@tcp LPNI seq info [397594:397594:8:4294967295] 00000400:00000200:1.0:1777582960.820120:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582960.820126:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.820131:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.820153:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582960.820160:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.820167:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.820171:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.820201:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.820205:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.820210:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d600. 00000800:00000200:3.0:1777582960.822001:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.822009:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582960.822016:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.822026:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.825727:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582960.825755:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214d15 00000400:00000200:1.0:1777582960.825764:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.825769:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582960.825777:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777582960.825781:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000400:00000200:1.0:1777582960.825817:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.825834:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8869c00 00000400:00000200:1.0:1777582960.825840:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 145928 00000400:00000200:1.0:1777582960.825898:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.825902:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.825906:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.825914:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe49c00. 00010000:00000010:3.0:1777582960.826104:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246800. 00010000:00000010:3.0:1777582960.826117:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e400. 00000020:00000010:3.0:1777582960.828435:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.828446:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.828466:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:3.0:1777582960.828473:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582960.828479:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582960.828526:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.828529:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000100:00000200:3.0:1777582960.828532:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707980288 00000001:00000010:3.0:1777582960.828542:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e683c0. 00010000:00000010:3.0:1777582960.828566:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582960.828570:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374480. 00010000:00000010:3.0:1777582960.828577:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582960.828584:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 02000000:00000010:3.0:1777582960.828630:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238528c000. 00010000:00000010:3.0:1777582960.828671:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582960.828675:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582960.828794:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000200:3.0:1777582960.828820:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe49c00 x1863928707980288/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 576/688 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.828841:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582960.828849:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707980288, offset 224 00000400:00000200:3.0:1777582960.828856:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.828870:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.828877:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397599:397599:256:4294967295] 192.168.202.9@tcp LPNI seq info [397595:397595:8:4294967295] 00000400:00000200:3.0:1777582960.828888:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.828893:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.828898:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582960.828905:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.828913:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.828917:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.828938:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582960.828942:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582960.828946:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000800:00000200:3.0:1777582960.829035:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.829039:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582960.829044:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.829048:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.829053:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777582960.829055:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00010000:00000010:1.1:1777582960.834190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582960.834207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8600. 00000400:00000200:3.0:1777582960.838490:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.838511:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8869c80 00000400:00000200:3.0:1777582960.838520:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 146504 00000400:00000200:3.0:1777582960.838537:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.838542:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.838551:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582960.838560:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238941d180. 00000020:00000010:0.0:1777582960.838697:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.838704:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.838709:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582960.838714:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.838719:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.838760:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7500. 00000020:00000010:0.0:1777582960.838763:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7500. 00000100:00000200:0.0:1777582960.838766:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707980416 00010000:00000010:0.0:1777582960.838792:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582960.838799:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582960.838835:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238cb36000. 00010000:00000010:0.0:1777582960.838859:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582960.838863:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582960.838882:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582960.838885:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582960.838888:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582960.838892:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00000004:00000010:0.0:1777582960.838988:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519860. 00000004:00000010:0.0:1777582960.838996:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22870. 00000004:00000010:0.0:1777582960.839002:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34990. 00080000:00000010:0.0:1777582960.839010:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75398. 00010000:00000010:0.0:1777582960.839106:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582960.839110:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582960.839113:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582960.839117:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582960.839207:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582960.839216:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582960.839220:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf600. 00010000:00000010:0.0:1777582960.839240:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582960.839255:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238941d180 x1863928707980416/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 576/640 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582960.839275:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582960.839281:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707980416, offset 224 00000400:00000200:0.0:1777582960.839288:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.839299:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.839306:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397600:397600:256:4294967295] 192.168.202.9@tcp LPNI seq info [397596:397596:8:4294967295] 00000400:00000200:0.0:1777582960.839317:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.839322:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.839327:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582960.839333:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.839341:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.839345:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.839363:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.839368:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.839371:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:0.0:1777582960.839459:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.839462:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:0.0:1777582960.839467:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.839471:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582960.839476:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777582960.839478:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00010000:00000010:1.1:1777582960.843257:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:1.1:1777582960.843274:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582960.843280:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582960.843284:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582960.843288:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582960.843290:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582960.846246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00010000:00000010:3.1:1777582960.846262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:3.1:1777582960.846266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:3.0:1777582960.852098:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.852120:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8869d00 00000400:00000200:3.0:1777582960.852129:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 4352 00000400:00000200:3.0:1777582960.852191:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.852197:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.852204:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582960.852213:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa78e00. 00000020:00000010:0.0:1777582960.852322:0:188246:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582960.852329:0:188246:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02383fc7200. 00000020:00000010:0.0:1777582960.852348:0:188246:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582960.852354:0:188246:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.852359:0:188246:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.852392:0:188246:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:0.0:1777582960.852394:0:188246:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7200. 00000100:00000200:0.0:1777582960.852397:0:188246:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707980544 00010000:00000010:0.0:1777582960.852421:0:188246:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35f00. 00010000:00000010:0.0:1777582960.852425:0:188246:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aec35d00. 00010000:00000010:0.0:1777582960.852431:0:188246:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea200. 00002000:00000010:0.0:1777582960.852440:0:188246:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7200. 00002000:00000010:0.0:1777582960.852448:0:188246:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f38720. 00080000:00000010:0.0:1777582960.852467:0:188246:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75ab8. 02000000:00000010:0.0:1777582960.852796:0:188246:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa02388540c00. 00010000:00000200:0.0:1777582960.854030:0:188246:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa78e00 x1863928707980544/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 328/400 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582960.854055:0:188246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582960.854061:0:188246:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707980544, offset 224 00000400:00000200:0.0:1777582960.854068:0:188246:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.854080:0:188246:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.854088:0:188246:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397601:397601:256:4294967295] 192.168.202.9@tcp LPNI seq info [397597:397597:8:4294967295] 00000400:00000200:0.0:1777582960.854099:0:188246:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.854104:0:188246:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.854109:0:188246:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582960.854115:0:188246:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.854123:0:188246:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.854126:0:188246:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.854161:0:188246:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.854167:0:188246:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.854171:0:188246:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:3.0:1777582960.854392:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.854396:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582960.854402:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.854407:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.854413:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:3.0:1777582960.854415:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00010000:00000010:0.1:1777582960.855509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582960.855520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582960.855525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582960.855527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000200:0.0:1777582960.868630:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.868654:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8869e00 00000400:00000200:0.0:1777582960.868672:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 147080 00000400:00000200:0.0:1777582960.868694:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.868700:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.868709:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582960.868716:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca1b480. 00000020:00000010:2.0:1777582960.878236:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.878248:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.878259:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582960.878265:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e480. 00000020:00000010:2.0:1777582960.878271:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.878319:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.878321:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000100:00000200:2.0:1777582960.878325:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707980800 02000000:00000010:2.0:1777582960.878362:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239ffff000. 00010000:00000010:2.0:1777582960.878406:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:2.0:1777582960.878423:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:2.0:1777582960.878432:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:2.0:1777582960.878438:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374480. 00010000:00000010:2.0:1777582960.878466:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0f00. 00010000:00000010:2.0:1777582960.878470:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea80. 00010000:00000010:2.0:1777582960.878476:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582960.878481:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582960.878496:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582960.878498:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e280. 00010000:00000010:2.0:1777582960.878501:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582960.878503:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582960.878615:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582960.878618:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582960.878621:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.0:1777582960.878624:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00000020:00000010:2.0:1777582960.878651:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860549e0. 00000020:00000010:2.0:1777582960.878667:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860549e0. 00000020:00000010:2.0:1777582960.878678:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9c60. 00080000:00000010:2.0:1777582960.878688:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023b1d62400. 00000004:00000010:2.0:1777582960.878723:0:191688:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02390e68d80. 00000004:00000010:2.0:1777582960.878728:0:191688:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa0239372a4a8. 00000004:00000010:2.0:1777582960.878732:0:191688:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa0239372a548. 00000004:00000010:2.0:1777582960.878740:0:191688:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb1cd8. 00000001:00000010:2.0:1777582960.879671:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9720. 00000001:00000010:2.0:1777582960.879680:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582960.879711:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9c60. 00010000:00000010:2.0:1777582960.879722:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.0:1777582960.879731:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582960.879746:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582960.879784:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582960.879792:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582960.879810:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582960.879815:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582960.879829:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582960.879832:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea80. 00010000:00000200:2.0:1777582960.879849:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975688, last committed = 8589975668 00010000:00000200:2.0:1777582960.879860:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1b480 x1863928707980800/t8589975688(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 488/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582960.879879:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582960.879886:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707980800, offset 224 00000400:00000010:2.0:1777582960.879892:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024aca12888. 00000400:00000200:2.0:1777582960.879896:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.879911:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.879918:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397602:397602:256:4294967295] 192.168.202.9@tcp LPNI seq info [397598:397598:8:4294967295] 00000400:00000200:2.0:1777582960.879925:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582960.879932:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.879937:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.879942:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582960.879949:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.879955:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582960.879959:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582960.879979:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e480. 00000020:00000010:2.0:1777582960.879984:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.879988:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00000800:00000200:2.0:1777582960.880094:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.880098:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582960.880103:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.880108:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.885775:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582960.885799:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214d25 00000400:00000200:1.0:1777582960.885807:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.885811:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582960.887390:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:1.0:1777582960.887399:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000400:00000200:1.0:1777582960.888627:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582960.888644:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8869e80 00000400:00000200:1.0:1777582960.888652:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 147568 00000400:00000200:1.0:1777582960.888681:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.888686:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582960.888694:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582960.888702:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe48e00. 00000020:00000010:3.0:1777582960.888841:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.888847:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.888855:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:3.0:1777582960.888861:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582960.888865:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582960.888909:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.888912:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000100:00000200:3.0:1777582960.888915:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707980928 00000001:00000010:3.0:1777582960.888926:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023873810c0. 00010000:00000010:3.0:1777582960.888952:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582960.888955:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582960.888962:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582960.888969:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 02000000:00000010:3.0:1777582960.889000:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae2000. 00010000:00000010:3.0:1777582960.889029:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582960.889033:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582960.889168:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000200:3.0:1777582960.889192:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe48e00 x1863928707980928/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 576/688 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.889210:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582960.889216:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707980928, offset 224 00000400:00000200:3.0:1777582960.889222:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.889232:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.889239:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397603:397603:256:4294967295] 192.168.202.9@tcp LPNI seq info [397599:397599:8:4294967295] 00000400:00000200:3.0:1777582960.889249:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.889254:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.889259:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582960.889264:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.889272:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.889276:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.889297:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582960.889301:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582960.889304:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000800:00000200:3.0:1777582960.889392:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582960.889395:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582960.889400:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.889404:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.889408:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777582960.889410:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000400:00000200:3.0:1777582960.896345:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.896368:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8869f00 00000400:00000200:3.0:1777582960.896378:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 148144 00000400:00000200:3.0:1777582960.896395:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.896400:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.896409:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582960.896417:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7bb80. 00000020:00000010:1.0:1777582960.896637:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582960.896643:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582960.896649:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d600. 00000020:00000010:1.0:1777582960.896654:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.896667:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.896704:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582960.896707:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71c00. 00000100:00000200:1.0:1777582960.896710:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707981056 00010000:00000010:1.0:1777582960.896740:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:1.0:1777582960.896748:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 02000000:00000010:1.0:1777582960.896780:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024840c4000. 00010000:00000010:1.0:1777582960.896809:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582960.896813:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582960.896844:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582960.896848:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582960.896852:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582960.896855:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582960.896971:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582960.896974:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ef80. 00010000:00000010:1.0:1777582960.896978:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582960.896981:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246600. 00010000:00000010:1.0:1777582960.897052:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582960.897063:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582960.897068:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582960.897086:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000200:1.0:1777582960.897100:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7bb80 x1863928707981056/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 584/640 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.897117:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582960.897122:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707981056, offset 224 00000400:00000200:1.0:1777582960.897129:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.897179:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.897185:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397604:397604:256:4294967295] 192.168.202.9@tcp LPNI seq info [397600:397600:8:4294967295] 00000400:00000200:1.0:1777582960.897195:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.897201:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.897206:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582960.897211:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.897219:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.897223:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.897239:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.897244:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.897248:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d600. 00000800:00000200:1.0:1777582960.897338:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582960.897342:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:1.0:1777582960.897345:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582960.897350:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582960.897354:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777582960.897356:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00010000:00000010:2.1:1777582960.903023:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582960.903038:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:2.1:1777582960.903043:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582960.903047:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.0:1777582960.903090:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582960.903100:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e280. 00010000:00000010:3.1:1777582960.906014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:2.1:1777582960.906165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:2.1:1777582960.906174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582960.906178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582960.906181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0f00. 00010000:00000010:2.1:1777582960.906183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00000400:00000200:3.0:1777582960.906887:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.906910:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8869f80 00000400:00000200:3.0:1777582960.906918:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 4680 00000400:00000200:3.0:1777582960.906937:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.906942:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.906951:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582960.906958:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa79500. 00010000:00000010:1.1:1777582960.907941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582960.907950:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:1.1:1777582960.907955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.1:1777582960.907965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00000020:00000010:1.0:1777582960.908010:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582960.908019:0:206020:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02388fa0f40. 00000020:00000010:1.0:1777582960.908084:0:206020:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d600. 00000020:00000010:1.0:1777582960.908091:0:206020:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.908097:0:206020:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.908165:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c715c0. 00000020:00000010:1.0:1777582960.908169:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c715c0. 00000100:00000200:1.0:1777582960.908172:0:206020:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707981184 00010000:00000010:1.0:1777582960.908200:0:206020:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8100. 00010000:00000010:1.0:1777582960.908204:0:206020:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249dea8600. 00010000:00000010:1.0:1777582960.908210:0:206020:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7400. 00002000:00000010:1.0:1777582960.908219:0:206020:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392c715c0. 02000000:00000010:1.0:1777582960.908253:0:206020:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024ad374c00. 00010000:00000200:1.0:1777582960.908294:0:206020:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa79500 x1863928707981184/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 328/400 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.908316:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582960.908324:0:206020:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707981184, offset 224 00000400:00000200:1.0:1777582960.908331:0:206020:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.908344:0:206020:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.908352:0:206020:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397605:397605:256:4294967295] 192.168.202.9@tcp LPNI seq info [397601:397601:8:4294967295] 00000400:00000200:1.0:1777582960.908363:0:206020:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.908368:0:206020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.908373:0:206020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582960.908380:0:206020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.908387:0:206020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.908391:0:206020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582960.908409:0:206020:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.908414:0:206020:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.908418:0:206020:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d600. 00010000:00000010:2.1:1777582960.912200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582960.912221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00000800:00000200:2.0:1777582960.914129:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.914152:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:2.0:1777582960.914162:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.914172:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.914181:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:2.0:1777582960.914184:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000400:00000200:3.0:1777582960.923693:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.923717:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886a080 00000400:00000200:3.0:1777582960.923725:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 148728 00000400:00000200:3.0:1777582960.923741:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.923747:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.923756:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582960.923764:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7a680. 00000020:00000010:0.0:1777582960.924050:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582960.924056:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582960.924062:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf3800. 00000020:00000010:0.0:1777582960.924067:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.924072:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.924120:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582960.924122:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000100:00000200:0.0:1777582960.924126:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707981440 02000000:00000010:0.0:1777582960.924195:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238cb35000. 00010000:00000010:0.0:1777582960.924252:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246600. 00010000:00000010:0.0:1777582960.924270:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ef80. 00010000:00000010:0.0:1777582960.924281:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:0.0:1777582960.924298:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:0.0:1777582960.924317:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582960.924321:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582960.924326:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582960.924332:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582960.924350:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35200. 00010000:00000010:0.0:1777582960.924352:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582960.924355:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582960.924358:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582960.924576:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582960.924580:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582960.924584:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582960.924587:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000020:00000010:0.0:1777582960.924621:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48160. 00000020:00000010:0.0:1777582960.924629:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48160. 00000020:00000010:0.0:1777582960.924641:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6dc00. 00080000:00000010:0.0:1777582960.924653:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024acb44000. 00000001:00000010:0.0:1777582960.926493:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d7e0. 00000001:00000010:0.0:1777582960.926504:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582960.926536:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6dc00. 00010000:00000010:0.0:1777582960.926551:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582960.926559:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582960.926581:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185000. 00010000:00000010:0.0:1777582960.926637:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582960.926674:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582960.926681:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd00. 00010000:00000200:0.0:1777582960.926702:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975689, last committed = 8589975668 00010000:00000200:0.0:1777582960.926714:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7a680 x1863928707981440/t8589975689(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 496/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582960.926736:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582960.926743:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707981440, offset 224 00000400:00000010:0.0:1777582960.926750:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da49d8. 00000400:00000200:0.0:1777582960.926754:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.926771:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.926778:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397606:397606:256:4294967295] 192.168.202.9@tcp LPNI seq info [397602:397602:8:4294967295] 00000400:00000200:0.0:1777582960.926786:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582960.926792:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.926797:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.926802:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582960.926808:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.926816:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.927407:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.927444:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.927450:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.927538:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf3800. 00010000:00000010:3.0:1777582960.927771:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:3.0:1777582960.927779:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:3.0:1777582960.927787:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185000. 00000800:00000200:0.0:1777582960.927942:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.927947:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582960.927953:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.927961:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582960.933355:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582960.933379:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214d35 00000400:00000200:3.0:1777582960.933388:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.933393:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582960.933401:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:3.0:1777582960.933404:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00010000:00000010:3.0:1777582960.933476:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:3.0:1777582960.933486:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00000400:00000200:3.0:1777582960.933514:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.933521:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886a100 00000400:00000200:3.0:1777582960.933529:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 149224 00000400:00000200:3.0:1777582960.933541:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.933544:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.933549:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582960.933555:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7b800. 00000020:00000010:0.0:1777582960.935078:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582960.935087:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582960.935095:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582960.935101:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.935106:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.935167:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582960.935170:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000100:00000200:0.0:1777582960.935174:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707981568 00000001:00000010:0.0:1777582960.935185:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e689c0. 00010000:00000010:0.0:1777582960.935211:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582960.935215:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582960.935220:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582960.935227:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582960.935392:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238cb33000. 00010000:00000010:0.0:1777582960.935423:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582960.935427:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582960.937045:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582960.937084:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7b800 x1863928707981568/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 576/688 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582960.937108:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582960.937116:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707981568, offset 224 00000400:00000200:0.0:1777582960.937124:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582960.937159:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582960.937166:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397607:397607:256:4294967295] 192.168.202.9@tcp LPNI seq info [397603:397603:8:4294967295] 00000400:00000200:0.0:1777582960.937179:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582960.937185:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582960.937191:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582960.937198:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582960.937206:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582960.937210:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582960.937239:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582960.937244:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582960.937248:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:0.0:1777582960.937377:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582960.937381:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582960.937386:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.937390:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582960.937395:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582960.937398:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000400:00000200:0.0:1777582960.941124:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582960.941177:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886a180 00000400:00000200:0.0:1777582960.941187:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 149800 00000400:00000200:0.0:1777582960.941206:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582960.941211:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582960.941220:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582960.941228:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca18380. 00000020:00000010:3.0:1777582960.946610:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.946709:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.946722:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:3.0:1777582960.946729:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582960.946734:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582960.946859:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.946863:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000100:00000200:3.0:1777582960.946866:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707981696 00010000:00000010:3.0:1777582960.946901:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582960.946912:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 02000000:00000010:3.0:1777582960.946946:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae3000. 00010000:00000010:3.0:1777582960.946985:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.0:1777582960.946989:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582960.947011:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582960.947014:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582960.947019:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582960.947022:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582960.947180:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582960.947185:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582960.947189:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582960.947192:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582960.947277:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582960.947289:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582960.947295:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582960.947316:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000200:3.0:1777582960.947333:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca18380 x1863928707981696/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 584/640 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582960.947354:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582960.947361:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707981696, offset 224 00000400:00000200:3.0:1777582960.947368:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.947383:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.947390:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397608:397608:256:4294967295] 192.168.202.9@tcp LPNI seq info [397604:397604:8:4294967295] 00000400:00000200:3.0:1777582960.947401:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.947407:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.947412:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582960.947419:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.947427:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.947431:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.947777:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582960.947782:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582960.947785:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000800:00000200:2.0:1777582960.952977:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.952987:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582960.952996:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.953004:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.953011:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:2.0:1777582960.953014:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000400:00000200:3.0:1777582960.956040:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.956061:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886a200 00000400:00000200:3.0:1777582960.956069:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 5008 00000400:00000200:3.0:1777582960.956086:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.956090:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.956098:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582960.956107:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa79180. 00000020:00000010:2.0:1777582960.956385:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.956391:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.956397:0:206021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582960.956403:0:206021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e280. 00000020:00000010:2.0:1777582960.956409:0:206021:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.956450:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:2.0:1777582960.956452:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000100:00000200:2.0:1777582960.956466:0:206021:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707981824 00010000:00000010:2.0:1777582960.956491:0:206021:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0b00. 00010000:00000010:2.0:1777582960.956494:0:206021:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024997a0f00. 00010000:00000010:2.0:1777582960.956500:0:206021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592a00. 00002000:00000010:2.0:1777582960.956510:0:206021:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a935c0. 02000000:00000010:2.0:1777582960.956539:0:206021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa023b1d61c00. 00010000:00000200:2.0:1777582960.956575:0:206021:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa79180 x1863928707981824/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 328/400 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582960.956595:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582960.956601:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707981824, offset 224 00000400:00000200:2.0:1777582960.956608:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582960.956617:0:206021:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582960.956635:0:206021:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397609:397609:256:4294967295] 192.168.202.9@tcp LPNI seq info [397605:397605:8:4294967295] 00000400:00000200:2.0:1777582960.956647:0:206021:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582960.956652:0:206021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582960.956666:0:206021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582960.956673:0:206021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582960.956682:0:206021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582960.956687:0:206021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1777582960.957187:0:206021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e280. 00000020:00000010:2.0:1777582960.957197:0:206021:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582960.957200:0:206021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00010000:00000010:3.1:1777582960.957429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582960.957438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582960.957442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35200. 00010000:00000010:3.1:1777582960.957445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000800:00000200:2.0:1777582960.958210:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.958217:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582960.958223:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.958241:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.958249:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:2.0:1777582960.958253:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00010000:00000010:0.1:1777582960.961619:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:0.1:1777582960.961735:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:0.1:1777582960.961740:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582960.961744:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:0.1:1777582960.961747:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582960.961750:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:0.1:1777582960.961753:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582960.961755:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00000400:00000200:2.0:1777582960.962431:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582960.962451:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886a300 00000400:00000200:2.0:1777582960.962640:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 150384 00000400:00000200:2.0:1777582960.962669:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.962674:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582960.962682:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582960.962689:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b8e00. 00000020:00000010:3.0:1777582960.964026:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.964035:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.964043:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:3.0:1777582960.964048:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582960.964053:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582960.964092:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582960.964094:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000100:00000200:3.0:1777582960.964097:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707982080 02000000:00000010:3.0:1777582960.964149:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396ae0000. 00010000:00000010:3.0:1777582960.964195:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582960.964214:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582960.964224:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:3.0:1777582960.964230:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd00. 00010000:00000010:3.0:1777582960.964247:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358b00. 00010000:00000010:3.0:1777582960.964250:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582960.964256:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582960.964264:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582960.964280:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582960.964294:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374680. 00010000:00000010:3.0:1777582960.964299:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00010000:00000010:3.0:1777582960.964302:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582960.964424:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582960.964427:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374480. 00010000:00000010:3.0:1777582960.964431:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582960.964434:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000020:00000010:3.0:1777582960.964472:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05060. 00000020:00000010:3.0:1777582960.964480:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05060. 00000020:00000010:3.0:1777582960.964490:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628d000. 00080000:00000010:3.0:1777582960.964499:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023851b3c00. 00000001:00000010:3.0:1777582960.967313:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d2a0. 00000001:00000010:3.0:1777582960.967326:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e0403c0. 00000020:00000010:3.0:1777582960.967365:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628d000. 00010000:00000010:3.0:1777582960.967381:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582960.967389:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582960.967412:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040a80. 00010000:00000010:3.0:1777582960.967473:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582960.967492:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582960.967498:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000200:3.0:1777582960.967519:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975690, last committed = 8589975668 00010000:00000200:3.0:1777582960.967531:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b8e00 x1863928707982080/t8589975690(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 496/456 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582960.967552:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582960.967559:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707982080, offset 224 00000400:00000010:3.0:1777582960.967565:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2f88. 00000400:00000200:3.0:1777582960.967569:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582960.967586:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582960.967593:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397610:397610:256:4294967295] 192.168.202.9@tcp LPNI seq info [397606:397606:8:4294967295] 00000400:00000200:3.0:1777582960.967601:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582960.967607:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582960.967615:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582960.967620:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00010000:00000010:2.0:1777582960.968124:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:2.0:1777582960.968157:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374480. 00010000:00000010:2.0:1777582960.968166:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040a80. 00000800:00000200:3.0:1777582960.968943:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582960.968952:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582960.968957:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582960.968998:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374500. 00000020:00000010:3.0:1777582960.969003:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582960.969007:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000800:00000200:2.0:1777582960.969259:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582960.969264:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:2.0:1777582960.969269:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.969275:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582960.972978:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582960.973003:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214d45 00000400:00000200:2.0:1777582960.973011:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582960.973029:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582960.973036:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:2.0:1777582960.973039:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00010000:00000010:3.0:1777582960.973157:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582960.973169:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374680. 00010000:00000010:3.1:1777582960.975186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:3.1:1777582960.975201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582960.975207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582960.975210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582960.984399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582960.984417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582960.984423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582960.984427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:3.1:1777582960.984431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582960.984434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358b00. 00010000:00000010:3.1:1777582960.984437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582960.984439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:3.1:1777582960.984441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000400:00000200:3.0:1777582960.991091:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582960.991111:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886a380 00000400:00000200:3.0:1777582960.991118:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 150880 00000400:00000200:3.0:1777582960.991157:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582960.991162:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582960.991171:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582960.991178:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7a300. 00000020:00000010:1.0:1777582960.991530:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71640. 00000020:00000010:1.0:1777582960.991536:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71640. 00000020:00000010:1.0:1777582960.991544:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d600. 00000020:00000010:1.0:1777582960.991550:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582960.991555:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582960.991600:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71640. 00000020:00000010:1.0:1777582960.991603:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71640. 00000100:00000200:1.0:1777582960.991606:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707982208 00000001:00000010:1.0:1777582960.991618:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:1.0:1777582960.991650:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582960.991662:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582960.991669:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:1.0:1777582960.991676:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 02000000:00000010:1.0:1777582960.991706:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389677000. 00010000:00000010:1.0:1777582960.991736:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.0:1777582960.991740:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582960.991859:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000200:1.0:1777582960.991882:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7a300 x1863928707982208/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:401/0 lens 576/688 e 0 to 0 dl 1777582971 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582960.991903:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1bb0. 00000100:00000200:1.0:1777582960.991909:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707982208, offset 224 00000400:00000200:1.0:1777582960.991916:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582960.991926:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582960.991932:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397611:397611:256:4294967295] 192.168.202.9@tcp LPNI seq info [397607:397607:8:4294967295] 00000400:00000200:1.0:1777582960.991946:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582960.991953:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582960.991958:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582960.991965:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582960.991974:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582960.991977:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 784 niov 1 nkiov 1 00010000:00000010:2.1:1777582960.998647:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582960.998671:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000020:00000010:1.0:1777582961.000764:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582961.000780:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582961.000786:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d600. 00000800:00000200:2.0:1777582961.001224:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.001230:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582961.003804:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.003838:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886a400 00000400:00000200:3.0:1777582961.003846:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 151456 00000400:00000200:3.0:1777582961.003863:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.003868:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.003876:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.003884:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7b100. 00000400:00000200:2.0:1777582961.004286:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.004292:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.004297:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:2.0:1777582961.004301:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00000020:00000010:1.0:1777582961.004549:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71640. 00000020:00000010:1.0:1777582961.004555:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71640. 00000020:00000010:1.0:1777582961.004562:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d600. 00000020:00000010:1.0:1777582961.004567:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582961.004572:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582961.004617:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71640. 00000020:00000010:1.0:1777582961.004620:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71640. 00000100:00000200:1.0:1777582961.004631:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707982336 00010000:00000010:1.0:1777582961.004667:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582961.004675:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 02000000:00000010:1.0:1777582961.004702:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02389672000. 00010000:00000010:1.0:1777582961.004732:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582961.004736:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582961.004756:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582961.004759:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582961.004763:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582961.004765:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582961.005242:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582961.005248:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582961.005252:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582961.005256:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582961.005332:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582961.005344:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582961.005350:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582961.005368:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000200:1.0:1777582961.005383:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7b100 x1863928707982336/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.005402:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582961.005407:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707982336, offset 224 00000400:00000200:1.0:1777582961.005413:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.005425:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.005431:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397612:397612:256:4294967295] 192.168.202.9@tcp LPNI seq info [397608:397608:8:4294967295] 00000400:00000200:1.0:1777582961.005441:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.005446:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.006334:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582961.006347:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.006356:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.006360:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.009735:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582961.009747:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582961.009753:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d600. 00010000:00000010:1.1:1777582961.010587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00000800:00000200:3.0:1777582961.011129:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.013751:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582961.013761:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.013771:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.013780:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:3.0:1777582961.013783:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000400:00000200:3.0:1777582961.015788:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.015807:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886a480 00000400:00000200:3.0:1777582961.015815:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 5336 00000400:00000200:3.0:1777582961.016029:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.016034:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.016042:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582961.016048:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa78700. 00000020:00000010:1.0:1777582961.016165:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71640. 00000020:00000010:1.0:1777582961.016170:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71640. 00000020:00000010:1.0:1777582961.016176:0:193009:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d600. 00000020:00000010:1.0:1777582961.016181:0:193009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582961.016186:0:193009:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582961.016219:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71640. 00000020:00000010:1.0:1777582961.016221:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71640. 00000100:00000200:1.0:1777582961.016224:0:193009:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707982464 00010000:00000010:1.0:1777582961.016261:0:193009:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8d00. 00010000:00000010:1.0:1777582961.016265:0:193009:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249dea8e00. 00010000:00000010:1.0:1777582961.016271:0:193009:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6c00. 00002000:00000010:1.0:1777582961.016281:0:193009:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392c71640. 02000000:00000010:1.0:1777582961.016308:0:193009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024ad376400. 00010000:00000200:1.0:1777582961.016337:0:193009:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa78700 x1863928707982464/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.016354:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777582961.016359:0:193009:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707982464, offset 224 00000400:00000200:1.0:1777582961.016366:0:193009:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.016375:0:193009:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.016381:0:193009:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397613:397613:256:4294967295] 192.168.202.9@tcp LPNI seq info [397609:397609:8:4294967295] 00000400:00000200:1.0:1777582961.016390:0:193009:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.016395:0:193009:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.016400:0:193009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582961.016406:0:193009:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.016413:0:193009:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.016416:0:193009:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.016440:0:193009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582961.016445:0:193009:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582961.016449:0:193009:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d600. 00000800:00000200:3.0:1777582961.016901:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.016905:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:3.0:1777582961.016910:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.016915:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.016919:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:3.0:1777582961.016921:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00010000:00000010:1.1:1777582961.022700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582961.022714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582961.022718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582961.022721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:3.0:1777582961.027598:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.027621:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886a580 00000400:00000200:3.0:1777582961.027641:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 152040 00000400:00000200:3.0:1777582961.027667:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.027672:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.027680:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.027689:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa78a80. 00000020:00000010:1.0:1777582961.027829:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71fc0. 00000020:00000010:1.0:1777582961.027835:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71fc0. 00000020:00000010:1.0:1777582961.027842:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d600. 00000020:00000010:1.0:1777582961.027847:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582961.027852:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582961.027898:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71fc0. 00000020:00000010:1.0:1777582961.027901:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71fc0. 00000100:00000200:1.0:1777582961.027904:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707982720 02000000:00000010:1.0:1777582961.027949:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02389673000. 00010000:00000010:1.0:1777582961.027997:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582961.028016:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582961.028026:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582961.028030:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582961.028049:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582961.028053:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582961.028058:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582961.028063:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582961.028076:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582961.028079:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582961.028082:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582961.028084:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246680. 00010000:00000010:1.0:1777582961.028231:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582961.028235:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582961.028238:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582961.028241:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00000020:00000010:1.0:1777582961.028268:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6800. 00000020:00000010:1.0:1777582961.028276:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6800. 00000020:00000010:1.0:1777582961.028287:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1780. 00080000:00000010:1.0:1777582961.028296:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad375000. 00000004:00000010:1.0:1777582961.028791:0:188495:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffffa02393ca1120. 00000001:00000010:1.0:1777582961.028808:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1b40. 00000001:00000010:1.0:1777582961.028815:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02387381780. 00000020:00000010:1.0:1777582961.028846:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1780. 00010000:00000010:1.0:1777582961.028855:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582961.028860:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582961.028874:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02387381540. 00010000:00000010:1.0:1777582961.028918:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:1.0:1777582961.028933:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582961.028937:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e200. 00010000:00000200:1.0:1777582961.028955:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975691, last committed = 8589975668 00010000:00000200:1.0:1777582961.028967:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa78a80 x1863928707982720/t8589975691(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582961.028986:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1cc0. 00000100:00000200:1.0:1777582961.028995:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707982720, offset 224 00000400:00000010:1.0:1777582961.029001:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e80620. 00000400:00000200:1.0:1777582961.029005:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.029019:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.029026:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397614:397614:256:4294967295] 192.168.202.9@tcp LPNI seq info [397610:397610:8:4294967295] 00000400:00000200:1.0:1777582961.029032:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582961.029039:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.029045:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.029050:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582961.029056:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.029063:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.029067:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.029090:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582961.029093:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582961.029098:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d600. 00010000:00000010:1.0:1777582961.029129:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582961.029161:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582961.029167:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02387381540. 00000800:00000200:1.0:1777582961.029259:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582961.029263:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:1.0:1777582961.029267:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.029272:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.031796:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582961.031831:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214d55 00000400:00000200:3.0:1777582961.031839:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.031844:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582961.031852:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1cc0 00000400:00000010:3.0:1777582961.031856:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1cc0. 00010000:00000010:0.0:1777582961.032284:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246680. 00010000:00000010:0.0:1777582961.032296:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:1.1:1777582961.041189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582961.041207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8a00. 00010000:00000010:1.1:1777582961.041212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:1.1:1777582961.041214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582961.041217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582961.041219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582961.041222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:1.0:1777582961.045964:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582961.045988:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886a600 00000400:00000200:1.0:1777582961.045996:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 152536 00000400:00000200:1.0:1777582961.046014:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.046019:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582961.046027:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582961.046034:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4b800. 00000020:00000010:0.0:1777582961.046184:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.046190:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.046197:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582961.046202:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.046208:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.046258:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.046260:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000100:00000200:0.0:1777582961.046264:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707982848 00000001:00000010:0.0:1777582961.046274:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e0403c0. 00010000:00000010:0.0:1777582961.046297:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35300. 00010000:00000010:0.0:1777582961.046301:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf480. 00010000:00000010:0.0:1777582961.046308:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00010000:00000010:0.0:1777582961.046315:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582961.046342:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238cb37000. 00010000:00000010:0.0:1777582961.046373:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582961.046376:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582961.046496:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582961.046518:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4b800 x1863928707982848/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.046536:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582961.046542:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707982848, offset 224 00000400:00000200:0.0:1777582961.046548:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.046558:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.046564:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397615:397615:256:4294967295] 192.168.202.9@tcp LPNI seq info [397611:397611:8:4294967295] 00000400:00000200:0.0:1777582961.046574:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.046579:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.046584:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.046590:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.046598:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.046602:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.046621:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.046624:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.046629:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:0.0:1777582961.046732:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.046736:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582961.046741:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.046744:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.046749:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582961.046751:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00010000:00000010:1.1:1777582961.058295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582961.058310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:0.1:1777582961.067963:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:0.1:1777582961.067982:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00000400:00000200:0.0:1777582961.068362:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.068385:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886a680 00000400:00000200:0.0:1777582961.068393:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 153112 00000400:00000200:0.0:1777582961.068413:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.068419:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.068428:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.068434:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca19180. 00000020:00000010:2.0:1777582961.068562:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93d80. 00000020:00000010:2.0:1777582961.068568:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93d80. 00000020:00000010:2.0:1777582961.068575:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582961.068580:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e280. 00000020:00000010:2.0:1777582961.068586:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.068649:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93d80. 00000020:00000010:2.0:1777582961.068653:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93d80. 00000100:00000200:2.0:1777582961.068666:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707982976 00010000:00000010:2.0:1777582961.068697:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582961.068705:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 02000000:00000010:2.0:1777582961.068735:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fff9000. 00010000:00000010:2.0:1777582961.068771:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582961.068775:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582961.068797:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582961.068802:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582961.068806:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582961.068809:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582961.068935:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582961.068939:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ea80. 00010000:00000010:2.0:1777582961.068944:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582961.068947:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8180. 00010000:00000010:2.0:1777582961.069027:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582961.069041:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582961.069046:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582961.069070:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000200:2.0:1777582961.069085:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca19180 x1863928707982976/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.069104:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582961.069112:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707982976, offset 224 00000400:00000200:2.0:1777582961.069119:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.069130:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.069169:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397616:397616:256:4294967295] 192.168.202.9@tcp LPNI seq info [397612:397612:8:4294967295] 00000400:00000200:2.0:1777582961.069179:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.069186:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.069191:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582961.069197:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.069204:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.069208:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.069227:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e280. 00000020:00000010:2.0:1777582961.069232:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.069235:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00000800:00000200:2.0:1777582961.069329:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.069333:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582961.069338:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.069342:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.069346:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:2.0:1777582961.069349:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00010000:00000010:0.1:1777582961.078797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582961.078933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582961.078941:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582961.078945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582961.078947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000400:00000200:0.0:1777582961.087238:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.087262:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886a700 00000400:00000200:0.0:1777582961.087271:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 5664 00000400:00000200:0.0:1777582961.087288:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.087292:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.087300:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582961.087308:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca19500. 00000020:00000010:3.0:1777582961.088715:0:205906:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe00. 00000020:00000010:3.0:1777582961.088724:0:205906:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe00. 00000020:00000010:3.0:1777582961.088732:0:205906:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c573800. 00000020:00000010:3.0:1777582961.088738:0:205906:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582961.088743:0:205906:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.088782:0:205906:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe00. 00000020:00000010:3.0:1777582961.088784:0:205906:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe00. 00000100:00000200:3.0:1777582961.088788:0:205906:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707983104 00010000:00000010:3.0:1777582961.088813:0:205906:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358700. 00010000:00000010:3.0:1777582961.088826:0:205906:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02481358b00. 00010000:00000010:3.0:1777582961.088833:0:205906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d200. 00002000:00000010:3.0:1777582961.088843:0:205906:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02484cdbe00. 02000000:00000010:3.0:1777582961.088868:0:205906:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa023851b2c00. 00010000:00000200:3.0:1777582961.088901:0:205906:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca19500 x1863928707983104/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.088920:0:205906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582961.088926:0:205906:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707983104, offset 224 00000400:00000200:3.0:1777582961.088932:0:205906:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.088944:0:205906:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.088951:0:205906:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397617:397617:256:4294967295] 192.168.202.9@tcp LPNI seq info [397613:397613:8:4294967295] 00000400:00000200:3.0:1777582961.088962:0:205906:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.088968:0:205906:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.088973:0:205906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582961.088979:0:205906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.088986:0:205906:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.088990:0:205906:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.089020:0:205906:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582961.089024:0:205906:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.089027:0:205906:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c573800. 00000800:00000200:2.0:1777582961.089273:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.089279:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:2.0:1777582961.089284:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.089290:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.089294:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:2.0:1777582961.089296:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00000400:00000200:3.0:1777582961.108414:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.108436:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886a800 00000400:00000200:3.0:1777582961.108446:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 153696 00000400:00000200:3.0:1777582961.108477:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.108483:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.108491:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.108498:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa78000. 00000020:00000010:1.0:1777582961.109062:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71fc0. 00000020:00000010:1.0:1777582961.109069:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71fc0. 00000020:00000010:1.0:1777582961.109077:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71d600. 00000020:00000010:1.0:1777582961.109083:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e880. 00000020:00000010:1.0:1777582961.109088:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674708. 00000020:00000010:1.0:1777582961.109175:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71fc0. 00000020:00000010:1.0:1777582961.109178:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71fc0. 00000100:00000200:1.0:1777582961.109182:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707983360 02000000:00000010:1.0:1777582961.109226:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ecd000. 00010000:00000010:1.0:1777582961.109274:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8180. 00010000:00000010:1.0:1777582961.109303:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ea80. 00010000:00000010:1.0:1777582961.109316:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:1.0:1777582961.109322:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf480. 00010000:00000010:1.0:1777582961.109339:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582961.109609:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:1.0:1777582961.109616:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582961.109632:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246900. 00010000:00000010:1.0:1777582961.109649:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582961.109652:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582961.109665:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582961.109668:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246400. 00010000:00000010:1.0:1777582961.109791:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582961.109794:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:1.0:1777582961.109797:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582961.109800:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c80. 00000020:00000010:1.0:1777582961.109981:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6980. 00000020:00000010:1.0:1777582961.109989:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6980. 00000020:00000010:1.0:1777582961.109998:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1780. 00080000:00000010:1.0:1777582961.110008:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad375400. 00000001:00000010:1.0:1777582961.112076:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1180. 00000001:00000010:1.0:1777582961.112086:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023873810c0. 00000020:00000010:1.0:1777582961.112117:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1780. 00010000:00000010:1.0:1777582961.112130:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.0:1777582961.117756:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582961.117796:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040480. 00010000:00000010:3.0:1777582961.119036:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c80. 00010000:00000010:3.0:1777582961.119072:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246900. 00010000:00000010:3.0:1777582961.119081:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000200:3.0:1777582961.119113:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975692, last committed = 8589975668 00010000:00000200:3.0:1777582961.119128:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa78000 x1863928707983360/t8589975692(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582961.119168:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582961.119178:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707983360, offset 224 00000400:00000010:3.0:1777582961.119186:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2c78. 00000400:00000200:3.0:1777582961.119190:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.119207:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.119215:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397618:397618:256:4294967295] 192.168.202.9@tcp LPNI seq info [397614:397614:8:4294967295] 00000400:00000200:3.0:1777582961.119221:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582961.119229:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.119236:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.119241:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582961.119249:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.119257:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.119261:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.119282:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e880. 00000020:00000010:3.0:1777582961.119287:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674708. 00000020:00000010:3.0:1777582961.119292:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71d600. 00000800:00000200:0.0:1777582961.119465:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.119471:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:0.0:1777582961.119476:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.119481:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.121364:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582961.121384:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214d65 00000400:00000200:3.0:1777582961.121392:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.121396:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582961.121403:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777582961.121405:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00010000:00000010:0.0:1777582961.122271:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246400. 00010000:00000010:0.0:1777582961.122285:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e200. 00010000:00000010:1.1:1777582961.126320:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:1.1:1777582961.126338:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:1.1:1777582961.126343:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:1.1:1777582961.126346:0:187619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35300. 00010000:00000010:1.0:1777582961.126379:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:1.0:1777582961.126389:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:1.0:1777582961.126398:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040480. 00000400:00000200:1.0:1777582961.127651:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582961.127680:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886a880 00000400:00000200:1.0:1777582961.127689:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 154192 00000400:00000200:1.0:1777582961.127720:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.127725:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582961.127734:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582961.127740:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239fe4a680. 00010000:00000010:3.1:1777582961.128937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582961.128949:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:3.1:1777582961.128953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000020:00000010:3.0:1777582961.128995:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb600. 00000020:00000010:3.0:1777582961.129000:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb600. 00000020:00000010:3.0:1777582961.129008:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c573800. 00000020:00000010:3.0:1777582961.129014:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582961.129019:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.129070:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb600. 00000020:00000010:3.0:1777582961.129073:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb600. 00000100:00000200:3.0:1777582961.129077:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707983488 00000001:00000010:3.0:1777582961.129087:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02387381780. 00010000:00000010:3.0:1777582961.129108:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582961.129112:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374500. 00010000:00000010:3.0:1777582961.129118:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582961.129125:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 02000000:00000010:3.0:1777582961.129180:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02396ae6000. 00010000:00000010:3.0:1777582961.129211:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582961.129216:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582961.129560:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000200:3.0:1777582961.129583:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239fe4a680 x1863928707983488/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.129603:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582961.129610:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707983488, offset 224 00000400:00000200:3.0:1777582961.129617:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.129629:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.129637:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397619:397619:256:4294967295] 192.168.202.9@tcp LPNI seq info [397615:397615:8:4294967295] 00000400:00000200:3.0:1777582961.129648:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.129663:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.129668:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582961.129674:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.129682:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.129686:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.129712:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582961.129716:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.129719:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c573800. 00000800:00000200:0.0:1777582961.130321:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.130326:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:0.0:1777582961.130333:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.130339:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.130344:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:0.0:1777582961.130347:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00010000:00000010:0.1:1777582961.133218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:0.1:1777582961.133239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:3.0:1777582961.134129:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.134409:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886a900 00000400:00000200:3.0:1777582961.134417:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 154768 00000400:00000200:3.0:1777582961.134436:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.134441:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.134449:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.134456:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa79c00. 00000020:00000010:0.0:1777582961.138939:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.138951:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.138959:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582961.138966:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.138972:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.139021:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.139024:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000100:00000200:0.0:1777582961.139027:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707983616 00010000:00000010:0.0:1777582961.139055:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582961.139064:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582961.139092:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aec8c000. 00010000:00000010:0.0:1777582961.139123:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582961.139127:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582961.139168:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582961.139172:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582961.139177:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582961.139181:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582961.139600:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582961.139604:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb00. 00010000:00000010:0.0:1777582961.139607:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582961.139611:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582961.139695:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582961.139707:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582961.139713:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582961.139733:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582961.139750:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa79c00 x1863928707983616/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.139768:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582961.139776:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707983616, offset 224 00000400:00000200:0.0:1777582961.139782:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.139796:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.139802:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397620:397620:256:4294967295] 192.168.202.9@tcp LPNI seq info [397616:397616:8:4294967295] 00000400:00000200:0.0:1777582961.139813:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.139998:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.140004:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.140011:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.140019:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.140023:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.143737:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.143751:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.143757:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00010000:00000010:1.1:1777582961.144775:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:1.1:1777582961.144786:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00010000:00000010:3.1:1777582961.145170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00000800:00000200:0.0:1777582961.147866:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.147878:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582961.147886:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.147897:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.147904:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582961.147907:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00010000:00000010:0.1:1777582961.156180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.1:1777582961.156194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582961.156199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.1:1777582961.156201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000400:00000200:0.0:1777582961.158548:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.158567:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886a980 00000400:00000200:0.0:1777582961.158575:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 5992 00000400:00000200:0.0:1777582961.158592:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.158596:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.158605:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582961.158611:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca18a80. 00000020:00000010:1.0:1777582961.158837:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71fc0. 00000020:00000010:1.0:1777582961.158844:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71fc0. 00000020:00000010:1.0:1777582961.158851:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.158857:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.158862:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.158906:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71fc0. 00000020:00000010:1.0:1777582961.158909:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71fc0. 00000100:00000200:1.0:1777582961.158912:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707983744 00010000:00000010:1.0:1777582961.158938:0:206018:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8300. 00010000:00000010:1.0:1777582961.158942:0:206018:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249dea8a00. 00010000:00000010:1.0:1777582961.158996:0:206018:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7e00. 00002000:00000010:1.0:1777582961.159007:0:206018:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392c71fc0. 02000000:00000010:1.0:1777582961.159033:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa023905ba400. 00010000:00000200:1.0:1777582961.159065:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca18a80 x1863928707983744/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.159084:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582961.159090:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707983744, offset 224 00000400:00000200:1.0:1777582961.159096:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.159106:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.159111:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397621:397621:256:4294967295] 192.168.202.9@tcp LPNI seq info [397617:397617:8:4294967295] 00000400:00000200:1.0:1777582961.159121:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.159126:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.159130:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582961.159164:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.159172:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.159176:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.159200:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.159204:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.159209:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:3.0:1777582961.159524:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.159529:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582961.159532:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.159537:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.159542:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:3.0:1777582961.159544:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000400:00000200:0.0:1777582961.169360:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.169384:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886aa80 00000400:00000200:0.0:1777582961.169394:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 155352 00000400:00000200:0.0:1777582961.169412:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.169417:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.169426:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.169433:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca1b100. 00000020:00000010:3.0:1777582961.169557:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb600. 00000020:00000010:3.0:1777582961.169563:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb600. 00000020:00000010:3.0:1777582961.169569:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c573800. 00000020:00000010:3.0:1777582961.169575:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582961.169579:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.169630:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb600. 00000020:00000010:3.0:1777582961.169633:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb600. 00000100:00000200:3.0:1777582961.169636:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707984000 02000000:00000010:3.0:1777582961.169683:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02396ae4000. 00010000:00000010:3.0:1777582961.169725:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:3.0:1777582961.169743:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb00. 00010000:00000010:3.0:1777582961.169752:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582961.169758:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374500. 00010000:00000010:3.0:1777582961.169774:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358d00. 00010000:00000010:3.0:1777582961.169777:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374500. 00010000:00000010:3.0:1777582961.169782:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.0:1777582961.169787:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582961.169802:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582961.169805:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582961.169808:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582961.169811:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582961.169963:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582961.169966:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582961.169970:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582961.169973:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00000020:00000010:3.0:1777582961.170000:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05060. 00000020:00000010:3.0:1777582961.170009:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05060. 00000020:00000010:3.0:1777582961.170024:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628d000. 00080000:00000010:3.0:1777582961.170035:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a57e4c00. 00000001:00000010:3.0:1777582961.171222:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d180. 00000001:00000010:3.0:1777582961.171231:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e040480. 00000020:00000010:3.0:1777582961.171263:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628d000. 00010000:00000010:3.0:1777582961.171275:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582961.171282:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582961.171300:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040840. 00010000:00000010:3.0:1777582961.171339:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582961.171355:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582961.171360:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374500. 00010000:00000200:3.0:1777582961.171381:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975693, last committed = 8589975668 00010000:00000200:3.0:1777582961.171392:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1b100 x1863928707984000/t8589975693(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582961.171417:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582961.171424:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707984000, offset 224 00000400:00000010:3.0:1777582961.171431:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2498. 00000400:00000200:3.0:1777582961.171435:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.171449:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.171455:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397622:397622:256:4294967295] 192.168.202.9@tcp LPNI seq info [397618:397618:8:4294967295] 00000400:00000200:3.0:1777582961.171476:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582961.171483:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.171489:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.171494:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582961.171500:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.171508:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.171511:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.171532:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374680. 00000020:00000010:3.0:1777582961.171536:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.171539:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c573800. 00010000:00000010:3.0:1777582961.171576:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582961.171581:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582961.171587:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040840. 00000800:00000200:0.0:1777582961.171946:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.171951:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:0.0:1777582961.171957:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.171963:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.186739:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582961.186762:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214d75 00000400:00000200:0.0:1777582961.186769:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.186773:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582961.186780:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:0.0:1777582961.186783:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00000400:00000200:0.0:1777582961.186857:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.186863:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886ab00 00000400:00000200:0.0:1777582961.186871:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 155848 00000400:00000200:0.0:1777582961.186884:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.186887:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.186892:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.186898:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca19c00. 00000020:00000010:2.0:1777582961.188354:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93d80. 00000020:00000010:2.0:1777582961.188363:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93d80. 00000020:00000010:2.0:1777582961.188370:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582961.188376:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e280. 00000020:00000010:2.0:1777582961.188381:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.188414:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93d80. 00000020:00000010:2.0:1777582961.188417:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93d80. 00000100:00000200:2.0:1777582961.188420:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707984128 00000001:00000010:2.0:1777582961.188430:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023873810c0. 00010000:00000010:2.0:1777582961.188451:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582961.188455:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582961.188461:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582961.188468:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 02000000:00000010:2.0:1777582961.188495:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239fffe000. 00010000:00000010:2.0:1777582961.188525:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582961.188529:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582961.188664:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000200:2.0:1777582961.188689:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca19c00 x1863928707984128/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.188708:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582961.188714:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707984128, offset 224 00000400:00000200:2.0:1777582961.188720:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.188734:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.188741:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397623:397623:256:4294967295] 192.168.202.9@tcp LPNI seq info [397619:397619:8:4294967295] 00000400:00000200:2.0:1777582961.188751:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.188757:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.188763:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582961.188769:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.188776:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.188780:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.188795:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e280. 00000020:00000010:2.0:1777582961.188802:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.188804:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00000800:00000200:0.0:1777582961.189053:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.189059:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582961.189064:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.189069:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.189074:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:0.0:1777582961.189076:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00010000:00000010:3.0:1777582961.197094:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582961.197113:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00000400:00000200:0.0:1777582961.197353:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.197372:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886ab80 00000400:00000200:0.0:1777582961.197380:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 156424 00000400:00000200:0.0:1777582961.197397:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.197401:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.197409:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.197415:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca1a300. 00000020:00000010:0.0:1777582961.197466:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.197470:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.197476:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582961.197481:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.197486:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.197521:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.197524:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000100:00000200:0.0:1777582961.197527:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707984256 00010000:00000010:0.0:1777582961.197553:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00010000:00000010:0.0:1777582961.197560:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582961.197586:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aec8d000. 00010000:00000010:0.0:1777582961.197615:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582961.197618:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582961.197645:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582961.197648:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582961.197651:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582961.197665:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582961.197771:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582961.197775:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf200. 00010000:00000010:0.0:1777582961.197779:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582961.197782:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582961.197848:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582961.197856:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582961.197860:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582961.197880:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582961.197894:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1a300 x1863928707984256/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/824 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.197912:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582961.197919:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 824 bytes to portal 10, xid 1863928707984256, offset 224 00000400:00000200:0.0:1777582961.197925:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.197934:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.197940:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397624:397624:256:4294967295] 192.168.202.9@tcp LPNI seq info [397620:397620:8:4294967295] 00000400:00000200:0.0:1777582961.197950:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.197955:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 824 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.197959:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.197965:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.197972:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.197976:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 920 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.197992:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.197996:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.197999:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:0.0:1777582961.198085:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.198088:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582961.198093:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.198096:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.198100:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582961.198103:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000400:00000200:0.0:1777582961.205630:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.205651:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886ac00 00000400:00000200:0.0:1777582961.205668:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 6320 00000400:00000200:0.0:1777582961.205685:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.205689:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.205697:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582961.205704:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca18e00. 00000020:00000010:3.0:1777582961.205853:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb600. 00000020:00000010:3.0:1777582961.205862:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb600. 00000020:00000010:3.0:1777582961.205868:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c573800. 00000020:00000010:3.0:1777582961.205874:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582961.205879:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.205920:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb600. 00000020:00000010:3.0:1777582961.205922:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb600. 00000100:00000200:3.0:1777582961.205926:0:205900:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707984384 00010000:00000010:3.0:1777582961.205954:0:205900:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358a00. 00010000:00000010:3.0:1777582961.205957:0:205900:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02481358900. 00010000:00000010:3.0:1777582961.205964:0:205900:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00002000:00000010:3.0:1777582961.205972:0:205900:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02484cdb600. 02000000:00000010:3.0:1777582961.205999:0:205900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a57e4400. 00010000:00000200:3.0:1777582961.206033:0:205900:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca18e00 x1863928707984384/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.206050:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582961.206056:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707984384, offset 224 00000400:00000200:3.0:1777582961.206063:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.206073:0:205900:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.206079:0:205900:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397625:397625:256:4294967295] 192.168.202.9@tcp LPNI seq info [397621:397621:8:4294967295] 00000400:00000200:3.0:1777582961.206089:0:205900:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.206095:0:205900:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.206099:0:205900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582961.206105:0:205900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.206113:0:205900:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.206116:0:205900:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.206131:0:205900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582961.206158:0:205900:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.206161:0:205900:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c573800. 00000800:00000200:0.0:1777582961.206310:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.206314:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:0.0:1777582961.206319:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.206323:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.206327:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:0.0:1777582961.206329:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00010000:00000010:3.1:1777582961.207178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582961.207187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:3.1:1777582961.207192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582961.207196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00000400:00000200:3.0:1777582961.210195:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.210215:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886ac80 00000400:00000200:3.0:1777582961.210224:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 6648 00000400:00000200:3.0:1777582961.210249:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.210255:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.210263:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582961.210270:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7ad80. 00000020:00000010:2.0:1777582961.210376:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93d80. 00000020:00000010:2.0:1777582961.210382:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93d80. 00000020:00000010:2.0:1777582961.210388:0:207637:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582961.210393:0:207637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e280. 00000020:00000010:2.0:1777582961.210397:0:207637:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.210443:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93d80. 00000020:00000010:2.0:1777582961.210445:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93d80. 00000100:00000200:2.0:1777582961.210449:0:207637:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707984512 00010000:00000010:2.0:1777582961.210475:0:207637:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0900. 00010000:00000010:2.0:1777582961.210479:0:207637:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024997a0800. 00010000:00000010:2.0:1777582961.210486:0:207637:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593200. 00002000:00000010:2.0:1777582961.210495:0:207637:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a93d80. 02000000:00000010:2.0:1777582961.210525:0:207637:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa023b1d62800. 00010000:00000200:2.0:1777582961.210557:0:207637:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7ad80 x1863928707984512/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.210574:0:207637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582961.210580:0:207637:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707984512, offset 224 00000400:00000200:2.0:1777582961.210587:0:207637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.210596:0:207637:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.210603:0:207637:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397626:397626:256:4294967295] 192.168.202.9@tcp LPNI seq info [397622:397622:8:4294967295] 00000400:00000200:2.0:1777582961.210613:0:207637:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.210619:0:207637:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.210637:0:207637:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582961.210643:0:207637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.210650:0:207637:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.210664:0:207637:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.210684:0:207637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e280. 00000020:00000010:2.0:1777582961.210690:0:207637:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.210693:0:207637:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00000800:00000200:2.0:1777582961.210791:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.210795:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582961.210800:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.210803:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.210807:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582961.210810:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000400:00000200:3.0:1777582961.214512:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.214532:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886ad80 00000400:00000200:3.0:1777582961.214541:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 157008 00000400:00000200:3.0:1777582961.214557:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.214562:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.214570:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.214577:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa78380. 00000020:00000010:2.0:1777582961.214706:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.214711:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.214718:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582961.214723:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e280. 00000020:00000010:2.0:1777582961.214727:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.214771:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.214774:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93bc0. 00000100:00000200:2.0:1777582961.214777:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707984768 02000000:00000010:2.0:1777582961.214814:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239fffc000. 00010000:00000010:2.0:1777582961.214858:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:2.0:1777582961.214878:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf200. 00010000:00000010:2.0:1777582961.214887:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582961.214893:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582961.214914:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582961.214917:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582961.214925:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582961.214930:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582961.214944:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582961.214947:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582961.214949:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582961.214952:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b00. 00010000:00000010:2.0:1777582961.215083:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582961.215087:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:2.0:1777582961.215090:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582961.215093:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00000020:00000010:2.0:1777582961.215121:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024860546e0. 00000020:00000010:2.0:1777582961.215128:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024860546e0. 00000020:00000010:2.0:1777582961.215166:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9c60. 00080000:00000010:2.0:1777582961.215176:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023b1d63c00. 00000001:00000010:2.0:1777582961.215781:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a91e0. 00000001:00000010:2.0:1777582961.215788:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68000. 00000020:00000010:2.0:1777582961.215821:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9c60. 00010000:00000010:2.0:1777582961.215831:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582961.215836:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582961.215852:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582961.215894:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582961.215910:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582961.215915:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000200:2.0:1777582961.215935:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975694, last committed = 8589975668 00010000:00000200:2.0:1777582961.215944:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa78380 x1863928707984768/t8589975694(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582961.215963:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582961.215970:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707984768, offset 224 00000400:00000010:2.0:1777582961.215979:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aef9d8. 00000400:00000200:2.0:1777582961.215984:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.215999:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.216005:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397627:397627:256:4294967295] 192.168.202.9@tcp LPNI seq info [397623:397623:8:4294967295] 00000400:00000200:2.0:1777582961.216013:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582961.216020:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.216026:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.216032:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582961.216038:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.216047:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.216052:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.216074:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e280. 00000020:00000010:2.0:1777582961.216079:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.216083:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00010000:00000010:2.0:1777582961.216122:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582961.216127:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00010000:00000010:2.0:1777582961.216158:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68cc0. 00000800:00000200:2.0:1777582961.216251:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.216255:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582961.216260:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.216265:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.220477:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582961.220500:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214d89 00000400:00000200:2.0:1777582961.220508:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.220513:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582961.220519:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582961.220522:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00010000:00000010:2.1:1777582961.221473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582961.222958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582961.222973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582961.222977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.1:1777582961.222979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:3.1:1777582961.224509:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582961.224522:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358d00. 00010000:00000010:3.1:1777582961.224526:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:3.1:1777582961.224529:0:3274:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:3.1:1777582961.224533:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582961.224575:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b00. 00010000:00000010:3.0:1777582961.224587:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e600. 00000400:00000200:0.0:1777582961.228077:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.228099:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886ae00 00000400:00000200:0.0:1777582961.228107:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 157504 00000400:00000200:0.0:1777582961.228123:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.228127:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.228157:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.228165:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca1a680. 00010000:00000010:3.1:1777582961.228273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582961.228282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000020:00000010:3.0:1777582961.228395:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb180. 00000020:00000010:3.0:1777582961.228401:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb180. 00000020:00000010:3.0:1777582961.228407:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c573800. 00000020:00000010:3.0:1777582961.228412:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582961.228417:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.228448:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb180. 00000020:00000010:3.0:1777582961.228451:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb180. 00000100:00000200:3.0:1777582961.228454:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707984896 00000001:00000010:3.0:1777582961.228465:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e040480. 00010000:00000010:3.0:1777582961.228488:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582961.228491:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582961.228498:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582961.228505:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 02000000:00000010:3.0:1777582961.228534:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc3000. 00010000:00000010:3.0:1777582961.228567:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582961.228571:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582961.228706:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000200:3.0:1777582961.228728:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aca1a680 x1863928707984896/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.228746:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582961.228752:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707984896, offset 224 00000400:00000200:3.0:1777582961.228759:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.228770:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.228776:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397628:397628:256:4294967295] 192.168.202.9@tcp LPNI seq info [397624:397624:8:4294967295] 00000400:00000200:3.0:1777582961.228787:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.228792:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.228797:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582961.228803:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.228810:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.228813:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.233277:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582961.233291:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.233296:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c573800. 00010000:00000010:3.1:1777582961.234257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582961.234268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582961.235328:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:2.1:1777582961.235338:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582961.235343:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582961.235348:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:2.1:1777582961.235351:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582961.235354:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582961.235356:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582961.235358:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582961.235360:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000800:00000200:0.0:1777582961.238987:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.238999:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:0.0:1777582961.239010:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.239020:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.239028:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:0.0:1777582961.239032:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000400:00000200:3.0:1777582961.240733:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.240755:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886ae80 00000400:00000200:3.0:1777582961.240764:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 158080 00000400:00000200:3.0:1777582961.240781:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.240786:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.240795:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.240803:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa79880. 00000020:00000010:0.0:1777582961.240996:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.241002:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.241008:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582961.241014:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.241019:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.241063:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7240. 00000020:00000010:0.0:1777582961.241066:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7240. 00000100:00000200:0.0:1777582961.241069:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707985024 00010000:00000010:0.0:1777582961.241099:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00010000:00000010:0.0:1777582961.241107:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582961.241159:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aec8f000. 00010000:00000010:0.0:1777582961.241187:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582961.241190:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582961.241208:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582961.241211:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582961.241214:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582961.241216:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00000004:00000010:0.0:1777582961.241326:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865190e0. 00000004:00000010:0.0:1777582961.241334:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22a50. 00000004:00000010:0.0:1777582961.241341:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34770. 00080000:00000010:0.0:1777582961.241351:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74ab0. 00010000:00000010:0.0:1777582961.241442:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582961.241445:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582961.241449:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582961.241452:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582961.241520:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582961.241532:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582961.241537:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd80. 00010000:00000010:0.0:1777582961.241557:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582961.241573:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa79880 x1863928707985024/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.241592:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582961.241599:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707985024, offset 224 00000400:00000200:0.0:1777582961.241606:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.241617:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.241723:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397629:397629:256:4294967295] 192.168.202.9@tcp LPNI seq info [397625:397625:8:4294967295] 00000400:00000200:0.0:1777582961.241734:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.241740:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.241747:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.241753:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.241761:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.241765:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.241789:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.241794:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.241797:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:0.0:1777582961.242022:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.242026:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582961.242031:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.242036:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.242040:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582961.242042:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000400:00000200:0.0:1777582961.246414:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.246435:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886af00 00000400:00000200:0.0:1777582961.246444:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 6976 00000400:00000200:0.0:1777582961.246461:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.246465:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.246473:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582961.246483:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0e00. 00000020:00000010:3.0:1777582961.246803:0:205907:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb180. 00000020:00000010:3.0:1777582961.246809:0:205907:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb180. 00000020:00000010:3.0:1777582961.246817:0:205907:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c573800. 00000020:00000010:3.0:1777582961.246822:0:205907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582961.246827:0:205907:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.246871:0:205907:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb180. 00000020:00000010:3.0:1777582961.246874:0:205907:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb180. 00000100:00000200:3.0:1777582961.246878:0:205907:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707985152 00010000:00000010:3.0:1777582961.246904:0:205907:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358c00. 00010000:00000010:3.0:1777582961.246908:0:205907:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02481358d00. 00010000:00000010:3.0:1777582961.246915:0:205907:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ca00. 00002000:00000010:3.0:1777582961.246924:0:205907:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02484cdb180. 00002000:00000010:3.0:1777582961.246933:0:205907:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6ed8f0. 00080000:00000010:3.0:1777582961.246941:0:205907:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416683c80. 02000000:00000010:3.0:1777582961.247352:0:205907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a57e5400. 00010000:00000200:3.0:1777582961.247386:0:205907:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a0e00 x1863928707985152/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.247406:0:205907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582961.247412:0:205907:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707985152, offset 224 00000400:00000200:3.0:1777582961.247418:0:205907:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.247428:0:205907:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.247435:0:205907:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397630:397630:256:4294967295] 192.168.202.9@tcp LPNI seq info [397626:397626:8:4294967295] 00000400:00000200:3.0:1777582961.247445:0:205907:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.247450:0:205907:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.247455:0:205907:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582961.247461:0:205907:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.247468:0:205907:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.247472:0:205907:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.247490:0:205907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582961.247494:0:205907:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.247497:0:205907:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c573800. 00000800:00000200:3.0:1777582961.248878:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.248887:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:3.0:1777582961.248895:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.248902:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.248910:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:3.0:1777582961.248912:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00010000:00000010:3.1:1777582961.252522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:3.0:1777582961.256571:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.256592:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb886b000 00000400:00000200:3.0:1777582961.256601:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 158656 00000400:00000200:3.0:1777582961.256619:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.256635:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.256644:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.256658:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa7aa00. 00000020:00000010:1.0:1777582961.256774:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.256781:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.256787:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.256792:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.256797:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.256840:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.256843:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71b80. 00000100:00000200:1.0:1777582961.256847:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707985408 02000000:00000010:1.0:1777582961.256886:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ecb000. 00010000:00000010:1.0:1777582961.256929:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:1.0:1777582961.256948:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:1.0:1777582961.256957:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:1.0:1777582961.256963:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374000. 00010000:00000010:1.0:1777582961.256981:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582961.256985:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582961.256991:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582961.256997:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582961.257012:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582961.257015:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:1.0:1777582961.257018:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582961.257021:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582961.257170:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582961.257174:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:1.0:1777582961.257178:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582961.257182:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00000020:00000010:1.0:1777582961.257210:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6980. 00000020:00000010:1.0:1777582961.257217:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6980. 00000020:00000010:1.0:1777582961.257229:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1780. 00080000:00000010:1.0:1777582961.257240:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388da9000. 00000004:00000010:1.0:1777582961.257276:0:205914:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa023873810c0. 00000004:00000010:1.0:1777582961.257282:0:205914:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023b03060f0. 00000004:00000010:1.0:1777582961.257400:0:205914:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023b0306f08. 00000004:00000010:1.0:1777582961.257409:0:205914:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02392ad9f10. 00000001:00000010:1.0:1777582961.257939:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1540. 00000001:00000010:1.0:1777582961.257948:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02387381780. 00000020:00000010:1.0:1777582961.257980:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1780. 00010000:00000010:1.0:1777582961.257991:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582961.257997:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246980. 00010000:00000010:1.0:1777582961.258011:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02387381540. 00010000:00000010:1.0:1777582961.258063:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582961.258080:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582961.258086:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582961.258098:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246980. 00010000:00000010:2.0:1777582961.258105:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00010000:00000200:1.0:1777582961.258108:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975695, last committed = 8589975668 00010000:00000010:2.0:1777582961.258114:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02387381540. 00010000:00000200:1.0:1777582961.258121:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa7aa00 x1863928707985408/t8589975695(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 488/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582961.258178:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582961.258186:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707985408, offset 224 00000400:00000010:1.0:1777582961.258193:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e806c8. 00000400:00000200:1.0:1777582961.258197:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.258212:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.258219:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397631:397631:256:4294967295] 192.168.202.9@tcp LPNI seq info [397627:397627:8:4294967295] 00000400:00000200:1.0:1777582961.258226:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582961.258232:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.258238:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.258243:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582961.258251:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.258258:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.258262:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:2.0:1777582961.258393:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.258397:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:2.0:1777582961.258401:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.258407:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.260530:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582961.260553:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214d99 00000400:00000200:3.0:1777582961.260560:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.260564:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582961.260572:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:3.0:1777582961.260574:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00010000:00000010:2.0:1777582961.260650:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:2.0:1777582961.260677:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00000400:00000200:3.0:1777582961.261261:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.261271:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886b080 00000400:00000200:3.0:1777582961.261279:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 159144 00000400:00000200:3.0:1777582961.261291:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.261295:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.261301:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.261307:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023faa79f80. 00000020:00000010:2.0:1777582961.261473:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.261478:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.261485:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582961.261490:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.261494:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.261531:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.261534:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93bc0. 00000100:00000200:2.0:1777582961.261537:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707985536 00000001:00000010:2.0:1777582961.261548:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68000. 00010000:00000010:2.0:1777582961.261573:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582961.261577:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e280. 00010000:00000010:2.0:1777582961.261582:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582961.261589:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 02000000:00000010:2.0:1777582961.261620:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02417878000. 00010000:00000010:2.0:1777582961.261650:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582961.261678:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8300. 00010000:00000010:2.0:1777582961.261792:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582961.261814:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023faa79f80 x1863928707985536/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.261838:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582961.261843:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707985536, offset 224 00000400:00000200:2.0:1777582961.261850:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.261860:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.261867:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397632:397632:256:4294967295] 192.168.202.9@tcp LPNI seq info [397628:397628:8:4294967295] 00000400:00000200:2.0:1777582961.261878:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.261883:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.261889:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582961.261895:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.261913:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.261917:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.261938:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.261944:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.261947:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00000800:00000200:2.0:1777582961.262027:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.262031:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582961.262035:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.262040:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.262044:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582961.262046:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000020:00000010:1.0:1777582961.262449:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.262455:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.262460:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00010000:00000010:0.1:1777582961.263326:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582961.263336:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:0.1:1777582961.263339:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582961.263341:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00010000:00000010:2.1:1777582961.265204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:2.1:1777582961.265220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:3.0:1777582961.268185:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.268207:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886b100 00000400:00000200:3.0:1777582961.268216:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 159720 00000400:00000200:3.0:1777582961.268241:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.268245:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.268253:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.268264:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1f100. 00000020:00000010:1.0:1777582961.268444:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.268449:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.268456:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.268462:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.268467:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.268510:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.268513:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71b80. 00000100:00000200:1.0:1777582961.268516:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707985664 00010000:00000010:1.0:1777582961.268549:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582961.268556:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 02000000:00000010:1.0:1777582961.268581:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383eca000. 00010000:00000010:1.0:1777582961.268609:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582961.268613:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582961.268644:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582961.268647:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582961.268651:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582961.268663:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582961.268903:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582961.268908:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582961.268982:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582961.268992:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582961.268996:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582961.269015:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000200:1.0:1777582961.269030:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1f100 x1863928707985664/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.269049:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1cc0. 00000100:00000200:1.0:1777582961.269055:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707985664, offset 224 00000400:00000200:1.0:1777582961.269061:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.269072:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.269079:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397633:397633:256:4294967295] 192.168.202.9@tcp LPNI seq info [397629:397629:8:4294967295] 00000400:00000200:1.0:1777582961.269090:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.269096:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.269100:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582961.269106:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.269113:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.269118:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.269176:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.269182:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.269187:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:2.0:1777582961.269256:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.269261:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582961.269265:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.269270:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.269274:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1cc0 00000400:00000010:2.0:1777582961.269276:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1cc0. 00010000:00000010:2.1:1777582961.271175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582961.271192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:2.1:1777582961.271197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.1:1777582961.271202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582961.271204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:1.1:1777582961.271210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:1.1:1777582961.271215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582961.271223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582961.271227:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582961.271230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582961.277194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582961.277211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582961.277215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582961.277218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000400:00000200:2.0:1777582961.283383:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.283406:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb886b200 00000400:00000200:2.0:1777582961.283415:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f87c1 [64] + 160304 00000400:00000200:2.0:1777582961.283433:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.283437:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.283446:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.283454:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2ba680. 00000020:00000010:1.0:1777582961.285512:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.285522:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.285529:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.285535:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.285540:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.285642:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.285646:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71b80. 00000100:00000200:1.0:1777582961.285650:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707985920 02000000:00000010:1.0:1777582961.285702:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ece000. 00010000:00000010:1.0:1777582961.285744:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582961.285757:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b63bca80. 00010000:00000010:1.0:1777582961.285768:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8300. 00010000:00000010:1.0:1777582961.285777:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e280. 00010000:00000010:1.0:1777582961.285796:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582961.285800:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582961.285805:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582961.285810:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582961.285823:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582961.285826:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e700. 00010000:00000010:1.0:1777582961.285829:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582961.285832:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582961.286082:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582961.286087:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00000020:00000010:1.0:1777582961.286117:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6980. 00000020:00000010:1.0:1777582961.286124:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6980. 00000020:00000010:1.0:1777582961.286190:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1780. 00080000:00000010:1.0:1777582961.286201:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388da9c00. 00000001:00000010:1.0:1777582961.286954:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1240. 00000001:00000010:1.0:1777582961.286964:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa023e1484480. 00000020:00000010:1.0:1777582961.286998:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1780. 00010000:00000010:1.0:1777582961.287010:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582961.287015:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582961.287033:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02387381540. 00010000:00000010:1.0:1777582961.290817:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582961.290847:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582961.290855:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000200:1.0:1777582961.290881:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975696, last committed = 8589975668 00010000:00000200:1.0:1777582961.290893:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2ba680 x1863928707985920/t8589975696(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 504/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582961.290921:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777582961.290928:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707985920, offset 224 00000400:00000010:1.0:1777582961.290935:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e80700. 00000400:00000200:1.0:1777582961.290939:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.290955:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.290962:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397634:397634:256:4294967295] 192.168.202.9@tcp LPNI seq info [397630:397630:8:4294967295] 00000400:00000200:1.0:1777582961.290969:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582961.290975:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.290981:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.290987:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582961.290993:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.291000:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.291004:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.291034:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.291038:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.291043:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:1.0:1777582961.292410:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582961.292418:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:1.0:1777582961.292424:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.292431:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582961.294116:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:2.0:1777582961.294156:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02387381540. 00000400:00000200:2.0:1777582961.299801:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582961.299828:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214da5 00000400:00000200:2.0:1777582961.299836:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.299840:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582961.299848:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:2.0:1777582961.299852:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00000400:00000200:2.0:1777582961.300222:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.300238:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886b280 00000400:00000200:2.0:1777582961.300247:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 160808 00000400:00000200:2.0:1777582961.300264:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.300268:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.300274:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.300281:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b9f80. 00000020:00000010:1.0:1777582961.304482:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.304495:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.304502:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.304507:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.304513:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.304561:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71b80. 00000020:00000010:1.0:1777582961.304564:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71b80. 00000100:00000200:1.0:1777582961.304567:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707986048 00000001:00000010:1.0:1777582961.304580:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02387381780. 00010000:00000010:1.0:1777582961.304606:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582961.304611:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea00. 00010000:00000010:1.0:1777582961.304746:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582961.304756:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 02000000:00000010:1.0:1777582961.304787:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ec9000. 00010000:00000010:1.0:1777582961.304818:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582961.304823:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582961.304934:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000200:1.0:1777582961.304959:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249f2b9f80 x1863928707986048/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.304978:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582961.304985:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707986048, offset 224 00000400:00000200:1.0:1777582961.304992:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.305004:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.305011:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397635:397635:256:4294967295] 192.168.202.9@tcp LPNI seq info [397631:397631:8:4294967295] 00000400:00000200:1.0:1777582961.305023:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.305029:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.305034:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582961.305041:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.305048:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.305052:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 784 niov 1 nkiov 1 00010000:00000010:3.0:1777582961.305176:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00010000:00000010:3.0:1777582961.305184:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e700. 00010000:00000010:1.1:1777582961.305266:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582961.305271:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02388f6ec00. 00010000:00000010:1.1:1777582961.305275:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:1.1:1777582961.305279:0:188495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00000020:00000010:1.0:1777582961.305303:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.305307:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.305312:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:2.0:1777582961.309382:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.309394:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:2.0:1777582961.309405:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.309415:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.309426:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:2.0:1777582961.309430:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00010000:00000010:3.1:1777582961.312629:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582961.312644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.1:1777582961.314472:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582961.314485:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:1.1:1777582961.314489:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000400:00000200:1.0:1777582961.314522:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582961.314543:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886b380 00000400:00000200:1.0:1777582961.314550:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 161384 00000400:00000200:1.0:1777582961.314588:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.314594:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582961.314603:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582961.314610:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239ce09f80. 00010000:00000010:1.1:1777582961.319181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:2.1:1777582961.319751:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000020:00000010:2.0:1777582961.319766:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.319772:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.319782:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582961.319787:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.319793:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.319892:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.319895:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93bc0. 00000100:00000200:2.0:1777582961.319899:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707986304 02000000:00000010:2.0:1777582961.319938:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241787d000. 00010000:00000010:2.0:1777582961.319983:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb180. 00010000:00000010:2.0:1777582961.320000:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:2.0:1777582961.320008:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea00. 00010000:00000010:2.0:1777582961.320025:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582961.320029:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582961.320034:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582961.320039:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582961.320053:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0200. 00010000:00000010:2.0:1777582961.320056:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e000. 00010000:00000010:2.0:1777582961.320058:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582961.320061:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f00. 00010000:00000010:2.0:1777582961.320206:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582961.320211:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.320220:0:187632:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93bc0. 00000100:00000010:2.0:1777582961.320229:0:187632:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68000. 00000100:00000010:2.0:1777582961.321343:0:187632:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b8380. 02000000:00000010:2.0:1777582961.321358:0:187632:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02423cf1600. 02000000:00000010:2.0:1777582961.321386:0:187632:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02423cf1400. 00000400:00000010:2.0:1777582961.321393:0:187632:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e580. 00000400:00000010:2.0:1777582961.321400:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582961.321408:0:187632:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919267712, portal 16 00000400:00000010:2.0:1777582961.321413:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582961.321416:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919267712, offset 0 00000400:00000200:2.0:1777582961.321427:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.321440:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.321446:0:187632:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582961.321450:0:187632:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582961.321454:0:187632:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582961.321457:0:187632:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582961.321461:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397636:397636:256:4294967295] 192.168.202.9@tcp LPNI seq info [397632:397632:8:4294967295] 00000400:00000200:2.0:1777582961.321472:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.321478:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.321484:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582961.321491:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.321499:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.321502:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1777582961.321516:0:187632:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023905a9c60. 00000100:00000010:2.0:1777582961.321529:0:187632:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023905a97e0. 00000100:00000010:2.0:1777582961.321534:0:187632:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023905a9120. 00000100:00000010:2.0:1777582961.321538:0:187632:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023905a92a0. 00000100:00000010:2.0:1777582961.321547:0:187632:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2bbb80. 02000000:00000010:2.0:1777582961.321552:0:187632:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02423cf0c00. 02000000:00000010:2.0:1777582961.321561:0:187632:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02423cf1000. 00000400:00000010:2.0:1777582961.321564:0:187632:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eaa8. 00000400:00000010:2.0:1777582961.321567:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582961.321569:0:187632:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919267840, portal 16 00000400:00000010:2.0:1777582961.321572:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582961.321575:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919267840, offset 0 00000400:00000200:2.0:1777582961.321580:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.321585:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.321588:0:187632:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582961.321590:0:187632:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582961.321592:0:187632:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582961.321594:0:187632:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582961.321597:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397637:397637:255:4294967295] 192.168.202.9@tcp LPNI seq info [397633:397633:7:4294967295] 00000400:00000200:2.0:1777582961.321604:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.321607:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.321612:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582961.321615:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.321619:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.321847:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.321851:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582961.321858:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.321863:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.321869:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:3.0:1777582961.321871:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00000100:00000200:3.0:1777582961.321883:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249f2b8380 x1863919919267712/t0(0) o104->lustre-MDT0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582977 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582961.322814:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1777582961.324485:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.324493:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582961.324502:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.324511:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.324518:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c088 00000400:00000010:2.0:1777582961.324520:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582961.324535:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249f2bbb80 x1863919919267840/t0(0) o104->lustre-MDT0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582977 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582961.324883:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.324898:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad7f80 00000400:00000200:3.0:1777582961.324905:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x214dad [1] + 224 00000400:00000200:3.0:1777582961.324917:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.324920:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.324928:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249f2b8380 x1863919919267712/t0(0) o104->lustre-MDT0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582977 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777582961.326737:0:187632:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e580. 00000400:00000200:2.0:1777582961.326747:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582961.326750:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582961.326765:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249f2b8380 x1863919919267712/t0(0) o104->lustre-MDT0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582977 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582961.326775:0:187632:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249f2b8380 x1863919919267712/t0(0) o104->lustre-MDT0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582977 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582961.327343:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.327358:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad8000 00000400:00000200:3.0:1777582961.327365:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x214db5 [1] + 224 00000400:00000200:3.0:1777582961.327423:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.327428:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.327437:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249f2bbb80 x1863919919267840/t0(0) o104->lustre-MDT0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582977 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777582961.328119:0:187632:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eaa8. 00000400:00000200:2.0:1777582961.328125:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:2.0:1777582961.328127:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582961.328148:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249f2bbb80 x1863919919267840/t0(0) o104->lustre-MDT0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582977 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582961.328157:0:187632:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249f2bbb80 x1863919919267840/t0(0) o104->lustre-MDT0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582977 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582961.328183:0:187632:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02423cf1400. 02000000:00000010:2.0:1777582961.328189:0:187632:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02423cf1600. 00000100:00000010:2.0:1777582961.328193:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b8380. 02000000:00000010:2.0:1777582961.328196:0:187632:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02423cf1000. 02000000:00000010:2.0:1777582961.328199:0:187632:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02423cf0c00. 00000100:00000010:2.0:1777582961.328202:0:187632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2bbb80. 00000100:00000010:2.0:1777582961.328205:0:187632:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68000. 00010000:00000010:2.0:1777582961.328208:0:187632:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93bc0. 00000400:00000200:2.0:1777582961.329996:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.330016:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb886b480 00000400:00000200:2.0:1777582961.330024:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da5f9 [2] + 984 00000400:00000200:2.0:1777582961.330037:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.330042:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.330051:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777582961.330057:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2bbb80. 00000400:00000200:2.0:1777582961.330083:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.330089:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb886b400 00000400:00000200:2.0:1777582961.330092:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da5f9 [2] + 1312 00000400:00000200:2.0:1777582961.330103:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.330106:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.330108:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777582961.330111:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249f2b8380. 00000020:00000010:3.0:1777582961.330221:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.330227:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.330242:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c573800. 00000020:00000010:3.0:1777582961.330248:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582961.330253:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000100:00000200:3.0:1777582961.330283:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0249f2bbb80 x1863928707986560/t0(0) o103->9531e10e-5a64-4ee6-a5f2-e1b0791d0689@192.168.202.9@tcp:402/0 lens 328/0 e 0 to 0 dl 1777582972 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582961.330316:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.330319:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.330322:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c572000. 00000020:00000010:3.0:1777582961.330325:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582961.330328:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000100:00000200:3.0:1777582961.330337:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0249f2b8380 x1863928707986432/t0(0) o103->9531e10e-5a64-4ee6-a5f2-e1b0791d0689@192.168.202.9@tcp:402/0 lens 328/0 e 0 to 0 dl 1777582972 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582961.330362:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.330365:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000100:00000200:3.0:1777582961.330368:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707986560 02000000:00000010:3.0:1777582961.330378:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02395c39c00. 00010000:00000010:3.0:1777582961.330409:0:190365:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa0249dc41680. 00000400:00000010:3.0:1777582961.330436:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582961.330444:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928707986560, offset 224 00000400:00000200:3.0:1777582961.330450:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.330459:0:190365:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.330465:0:190365:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397638:397638:256:4294967295] 192.168.202.9@tcp LPNI seq info [397634:397634:8:4294967295] 00000400:00000200:3.0:1777582961.330475:0:190365:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.330481:0:190365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.330485:0:190365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582961.330490:0:190365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.330497:0:190365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.330502:0:190365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.330518:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374a80. 00000020:00000010:3.0:1777582961.330523:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.330526:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c573800. 00000020:00000010:3.0:1777582961.330538:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.330540:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000100:00000200:3.0:1777582961.330543:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707986432 02000000:00000010:3.0:1777582961.330549:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02395c3a000. 00010000:00000010:3.0:1777582961.330561:0:190365:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb880. 00010000:00000010:3.0:1777582961.330572:0:190365:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02484cdb140. 00000100:00000010:3.0:1777582961.330580:0:190365:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0239e040480. 00000100:00000010:3.0:1777582961.330589:0:190365:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0239e040480. 00010000:00000010:3.0:1777582961.330592:0:190365:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02484cdb140. 00000400:00000010:3.0:1777582961.330598:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582961.330601:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928707986432, offset 224 00000400:00000200:3.0:1777582961.330606:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.330611:0:190365:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.330615:0:190365:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397639:397639:255:4294967295] 192.168.202.9@tcp LPNI seq info [397635:397635:7:4294967295] 00000400:00000200:3.0:1777582961.330633:0:190365:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.330638:0:190365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.330641:0:190365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582961.330645:0:190365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.330649:0:190365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.330660:0:190365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.330668:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582961.330671:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582961.330673:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c572000. 00000800:00000200:3.0:1777582961.330720:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.330723:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:3.0:1777582961.330727:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.330730:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.330734:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:3.0:1777582961.330736:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000800:00000200:3.0:1777582961.330796:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.330799:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:3.0:1777582961.330802:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.330805:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.330808:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777582961.330810:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:2.0:1777582961.330926:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054180. 00000020:00000010:2.0:1777582961.330939:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054180. 00000020:00000010:2.0:1777582961.330952:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9960. 00080000:00000010:2.0:1777582961.330963:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023b1d60400. 00000001:00000010:2.0:1777582961.331985:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a98a0. 00000001:00000010:2.0:1777582961.331994:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68cc0. 00000020:00000010:2.0:1777582961.332028:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9960. 00010000:00000010:2.0:1777582961.332042:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582961.332050:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8800. 00010000:00000010:2.0:1777582961.332070:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582961.332250:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.332269:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582961.332275:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000200:2.0:1777582961.332297:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975697, last committed = 8589975668 00010000:00000200:2.0:1777582961.332307:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239ce09f80 x1863928707986304/t8589975697(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582961.332324:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582961.332330:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707986304, offset 224 00000400:00000010:2.0:1777582961.332336:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aef508. 00000400:00000200:2.0:1777582961.332339:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.332351:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.332357:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397640:397640:256:4294967295] 192.168.202.9@tcp LPNI seq info [397636:397636:8:4294967295] 00000400:00000200:2.0:1777582961.332363:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582961.332373:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.332380:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.332385:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582961.332392:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.332400:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.332404:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.332424:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.332430:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.332434:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00000800:00000200:3.0:1777582961.332660:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.332666:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582961.332672:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.332679:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.0:1777582961.332768:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8800. 00010000:00000010:1.0:1777582961.332777:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02390db3780. 00010000:00000010:1.0:1777582961.332787:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68000. 00010000:00000010:2.1:1777582961.333183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65600. 00010000:00000010:2.1:1777582961.333192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582961.333198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8f00. 00000400:00000200:2.0:1777582961.337374:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582961.337394:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214dc5 00000400:00000200:2.0:1777582961.337401:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.337405:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582961.337412:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:2.0:1777582961.337416:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00010000:00000010:3.1:1777582961.338018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02390e1a400. 00010000:00000010:3.1:1777582961.338027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64400. 00010000:00000010:3.0:1777582961.338073:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f00. 00010000:00000010:3.0:1777582961.338082:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e000. 00000400:00000200:1.0:1777582961.338633:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582961.338648:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886b500 00000400:00000200:1.0:1777582961.338671:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 161880 00000400:00000200:1.0:1777582961.338733:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.338738:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582961.338745:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582961.338755:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0700. 00000020:00000010:2.0:1777582961.338825:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.338830:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.338835:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582961.338839:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.338843:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.338879:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.338881:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93bc0. 00000100:00000200:2.0:1777582961.338885:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707986688 00000001:00000010:2.0:1777582961.338895:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa023e1484480. 00010000:00000010:2.0:1777582961.338919:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582961.338922:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582961.338926:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582961.338932:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 02000000:00000010:2.0:1777582961.338955:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02417879000. 00010000:00000010:2.0:1777582961.338984:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582961.338988:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.339104:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582961.339123:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0700 x1863928707986688/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.339164:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582961.339168:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707986688, offset 224 00010000:00000010:1.1:1777582961.339172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024af245700. 00000400:00000200:2.0:1777582961.339176:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00010000:00000010:1.1:1777582961.339179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00000400:00000200:2.0:1777582961.339187:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.339193:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397641:397641:256:4294967295] 192.168.202.9@tcp LPNI seq info [397637:397637:8:4294967295] 00000400:00000200:2.0:1777582961.339203:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.339207:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.339211:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582961.339217:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.339223:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.339227:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.339258:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.339263:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.339268:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00000800:00000200:1.0:1777582961.339790:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582961.339795:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:1.0:1777582961.339801:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.339810:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582961.339817:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:1.0:1777582961.339820:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00010000:00000010:2.1:1777582961.340242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582961.340251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582961.340257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000400:00000200:2.0:1777582961.341758:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.341779:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886b580 00000400:00000200:2.0:1777582961.341787:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 162456 00000400:00000200:2.0:1777582961.341802:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.341805:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.341812:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.341821:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a095ce00. 00000020:00000010:3.0:1777582961.341906:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.341911:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.341917:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c572000. 00000020:00000010:3.0:1777582961.341923:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374b00. 00000020:00000010:3.0:1777582961.341927:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582961.341963:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.341965:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000100:00000200:3.0:1777582961.341969:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707986816 00010000:00000010:3.0:1777582961.341996:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582961.342005:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb880. 02000000:00000010:3.0:1777582961.342029:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc2000. 00010000:00000010:3.0:1777582961.342055:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582961.342059:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582961.342077:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582961.342081:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582961.342084:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582961.342087:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000004:00000010:1.0:1777582961.346089:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168000. 00000004:00000010:1.0:1777582961.346102:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582961.346109:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ed0. 00080000:00000010:1.0:1777582961.346118:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 00010000:00000010:1.0:1777582961.346242:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582961.346257:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed00. 00010000:00000010:1.0:1777582961.346263:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582961.346270:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582961.346349:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:1.0:1777582961.346362:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:1.0:1777582961.346366:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:1.0:1777582961.346390:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb880. 00010000:00000200:1.0:1777582961.346409:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095ce00 x1863928707986816/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.346429:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1bb0. 00000100:00000200:1.0:1777582961.346436:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707986816, offset 224 00000400:00000200:1.0:1777582961.346443:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.346455:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.346462:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397642:397642:256:4294967295] 192.168.202.9@tcp LPNI seq info [397638:397638:8:4294967295] 00000400:00000200:1.0:1777582961.346473:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.346479:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.346484:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582961.346490:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.346497:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.346512:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.346535:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374b00. 00000020:00000010:1.0:1777582961.346539:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:1.0:1777582961.346543:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c572000. 00000800:00000200:3.0:1777582961.346639:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.346644:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582961.346649:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.346666:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.346671:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:3.0:1777582961.346674:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00010000:00000010:3.1:1777582961.348600:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0200. 00010000:00000010:3.1:1777582961.348615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00000400:00000200:3.0:1777582961.349102:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.349122:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886b600 00000400:00000200:3.0:1777582961.349579:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 7304 00000400:00000200:3.0:1777582961.349602:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.349610:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.349619:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582961.349626:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1ed80. 00010000:00000010:2.1:1777582961.350205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000020:00000010:0.0:1777582961.351314:0:205905:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f40. 00000020:00000010:0.0:1777582961.351324:0:205905:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f40. 00000020:00000010:0.0:1777582961.351332:0:205905:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582961.351338:0:205905:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.351344:0:205905:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.351382:0:205905:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f40. 00000020:00000010:0.0:1777582961.351384:0:205905:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f40. 00000100:00000200:0.0:1777582961.351386:0:205905:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707986944 00010000:00000010:0.0:1777582961.351410:0:205905:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35b00. 00010000:00000010:0.0:1777582961.351412:0:205905:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aec35400. 00010000:00000010:0.0:1777582961.351417:0:205905:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebe00. 00002000:00000010:0.0:1777582961.351427:0:205905:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7f40. 00002000:00000010:0.0:1777582961.351434:0:205905:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f391d0. 00080000:00000010:0.0:1777582961.351441:0:205905:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75728. 02000000:00000010:0.0:1777582961.351685:0:205905:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024acb45c00. 00010000:00000200:0.0:1777582961.351719:0:205905:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1ed80 x1863928707986944/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.351738:0:205905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582961.351744:0:205905:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707986944, offset 224 00000400:00000200:0.0:1777582961.351751:0:205905:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.351764:0:205905:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.351771:0:205905:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397643:397643:256:4294967295] 192.168.202.9@tcp LPNI seq info [397639:397639:8:4294967295] 00000400:00000200:0.0:1777582961.351782:0:205905:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.351787:0:205905:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.351791:0:205905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.351797:0:205905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.351805:0:205905:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.351809:0:205905:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.351831:0:205905:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.351835:0:205905:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.351839:0:205905:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:2.0:1777582961.351941:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.351945:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582961.351950:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.351956:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.351961:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:2.0:1777582961.351964:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00010000:00000010:1.1:1777582961.354168:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582961.354183:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:1.1:1777582961.354187:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:1.1:1777582961.354190:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:3.0:1777582961.354639:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.354666:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886b700 00000400:00000200:3.0:1777582961.354677:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 163040 00000400:00000200:3.0:1777582961.354695:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.354701:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.354709:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.354715:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1fb80. 00000020:00000010:2.0:1777582961.355073:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.355080:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.355088:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582961.355093:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.355099:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.355173:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93bc0. 00000020:00000010:2.0:1777582961.355177:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93bc0. 00000100:00000200:2.0:1777582961.355181:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707987200 02000000:00000010:2.0:1777582961.355219:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241787a000. 00010000:00000010:2.0:1777582961.355275:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:2.0:1777582961.355303:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed00. 00010000:00000010:2.0:1777582961.355321:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.355331:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582961.355354:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582961.355358:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e480. 00010000:00000010:2.0:1777582961.355364:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582961.355371:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.355389:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582961.355392:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb00. 00010000:00000010:2.0:1777582961.355397:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582961.355401:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582961.355533:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582961.355538:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e700. 00010000:00000010:2.0:1777582961.355542:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582961.355546:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00000020:00000010:2.0:1777582961.355580:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054d80. 00000020:00000010:2.0:1777582961.355588:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054d80. 00000020:00000010:2.0:1777582961.355600:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9960. 00080000:00000010:2.0:1777582961.355610:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393debc00. 00000004:00000010:2.0:1777582961.355862:0:187631:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02390e686c0. 00000004:00000010:2.0:1777582961.355868:0:187631:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa0239372a2b0. 00000004:00000010:2.0:1777582961.355871:0:187631:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa0239372a9f8. 00000004:00000010:2.0:1777582961.355880:0:187631:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb13f8. 00000001:00000010:2.0:1777582961.356603:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9780. 00000001:00000010:2.0:1777582961.356611:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582961.356746:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9960. 00010000:00000010:2.0:1777582961.356757:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582961.356763:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8500. 00010000:00000010:2.0:1777582961.356782:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582961.356875:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582961.356897:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.356904:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e480. 00010000:00000200:2.0:1777582961.356927:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975698, last committed = 8589975668 00010000:00000200:2.0:1777582961.356939:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1fb80 x1863928707987200/t8589975698(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582961.356959:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582961.356967:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707987200, offset 224 00000400:00000010:2.0:1777582961.356975:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aefc40. 00000400:00000200:2.0:1777582961.356981:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.356998:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.357008:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397644:397644:256:4294967295] 192.168.202.9@tcp LPNI seq info [397640:397640:8:4294967295] 00000400:00000200:2.0:1777582961.357015:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582961.357026:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.357033:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.357039:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582961.357047:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.357055:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.357059:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.357091:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.357096:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.357099:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00000800:00000200:0.0:1777582961.357271:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.357276:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:0.0:1777582961.357282:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.357297:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.0:1777582961.360062:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8500. 00010000:00000010:3.0:1777582961.360081:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e700. 00010000:00000010:3.0:1777582961.360096:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68240. 00000400:00000200:0.0:1777582961.360362:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582961.360383:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214dd5 00000400:00000200:0.0:1777582961.360391:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.360397:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582961.360405:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:0.0:1777582961.360408:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000400:00000200:0.0:1777582961.360452:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.360461:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886b780 00000400:00000200:0.0:1777582961.360469:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 163536 00000400:00000200:0.0:1777582961.360530:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.360536:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.360542:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.360548:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a2680. 00000020:00000010:0.0:1777582961.360606:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.360612:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.360627:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582961.360635:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.360640:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.360693:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.360697:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000100:00000200:0.0:1777582961.360701:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707987328 00000001:00000010:0.0:1777582961.360714:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68cc0. 00010000:00000010:0.0:1777582961.360735:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582961.360739:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe80. 00010000:00000010:0.0:1777582961.360745:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582961.360751:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582961.360782:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aec89000. 00010000:00000010:0.0:1777582961.360818:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582961.360823:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582961.360947:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582961.360970:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a2680 x1863928707987328/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.360991:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582961.360997:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707987328, offset 224 00000400:00000200:0.0:1777582961.361004:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.361017:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.361026:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397645:397645:256:4294967295] 192.168.202.9@tcp LPNI seq info [397641:397641:8:4294967295] 00000400:00000200:0.0:1777582961.361042:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.361051:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.361058:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.361068:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.361078:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.361083:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.361107:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.361112:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.361116:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:0.0:1777582961.361248:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.361252:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582961.361258:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.361263:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.361267:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:0.0:1777582961.361270:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00010000:00000010:3.0:1777582961.361751:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:3.0:1777582961.361761:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb00. 00000400:00000200:3.0:1777582961.363760:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.363783:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 592 into portal 12 MB=0x69f3bb886b800 00000400:00000200:3.0:1777582961.363793:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 592/592 into md 0x1f87c1 [64] + 164112 00000400:00000200:3.0:1777582961.363810:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.363816:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.363823:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.363829:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1c700. 00000020:00000010:3.0:1777582961.363879:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.363883:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.363889:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c573800. 00000020:00000010:3.0:1777582961.363894:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374f00. 00000020:00000010:3.0:1777582961.363899:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.363926:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:3.0:1777582961.363928:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000100:00000200:3.0:1777582961.363931:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707987456 00010000:00000010:3.0:1777582961.363955:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00010000:00000010:3.0:1777582961.363962:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582961.363986:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc0000. 00010000:00000010:3.0:1777582961.364013:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582961.364016:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582961.364032:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358800. 00010000:00000010:3.0:1777582961.364035:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582961.364039:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582961.364041:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000004:00000010:3.0:1777582961.364155:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f1492c0. 00000004:00000010:3.0:1777582961.364164:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65f78. 00000004:00000010:3.0:1777582961.364170:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386110. 00080000:00000010:3.0:1777582961.364179:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024166828e8. 00010000:00000010:3.0:1777582961.364281:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358600. 00010000:00000010:3.0:1777582961.364285:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582961.364289:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582961.364293:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582961.364350:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582961.364362:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582961.364369:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374180. 00010000:00000010:3.0:1777582961.364388:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582961.364403:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1c700 x1863928707987456/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 592/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.364422:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582961.364428:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707987456, offset 224 00000400:00000200:3.0:1777582961.364435:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.364446:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.364453:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397646:397646:256:4294967295] 192.168.202.9@tcp LPNI seq info [397642:397642:8:4294967295] 00000400:00000200:3.0:1777582961.364468:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.364475:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.364479:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582961.364487:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.364495:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.364499:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.364516:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374f00. 00000020:00000010:3.0:1777582961.364520:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.364524:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c573800. 00000800:00000200:0.0:1777582961.364797:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.364803:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:0.0:1777582961.364809:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.364816:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.364821:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:0.0:1777582961.364824:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000400:00000200:0.0:1777582961.367890:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.367911:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886b880 00000400:00000200:0.0:1777582961.367921:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 7632 00000400:00000200:0.0:1777582961.367941:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.367946:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.367954:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582961.367961:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024a69a0380. 00000020:00000010:3.0:1777582961.368670:0:188246:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582961.368677:0:188246:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582961.368686:0:188246:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c573800. 00000020:00000010:3.0:1777582961.368692:0:188246:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374f00. 00000020:00000010:3.0:1777582961.368698:0:188246:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.368780:0:188246:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdba00. 00000020:00000010:3.0:1777582961.368784:0:188246:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdba00. 00000100:00000200:3.0:1777582961.368788:0:188246:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707987584 00010000:00000010:3.0:1777582961.368813:0:188246:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358500. 00010000:00000010:3.0:1777582961.368817:0:188246:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02481358f00. 00010000:00000010:3.0:1777582961.368824:0:188246:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00002000:00000010:3.0:1777582961.368834:0:188246:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02484cdba00. 00002000:00000010:3.0:1777582961.368842:0:188246:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6ecab0. 00080000:00000010:3.0:1777582961.368851:0:188246:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682ab0. 02000000:00000010:3.0:1777582961.369161:0:188246:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa023921ce800. 00010000:00000200:3.0:1777582961.369198:0:188246:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a69a0380 x1863928707987584/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.369217:0:188246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582961.369224:0:188246:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707987584, offset 224 00000400:00000200:3.0:1777582961.369244:0:188246:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.369265:0:188246:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.369272:0:188246:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397647:397647:256:4294967295] 192.168.202.9@tcp LPNI seq info [397643:397643:8:4294967295] 00000400:00000200:3.0:1777582961.369292:0:188246:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.369299:0:188246:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.369305:0:188246:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582961.369312:0:188246:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.369319:0:188246:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.369323:0:188246:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.369343:0:188246:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374f00. 00000020:00000010:3.0:1777582961.369346:0:188246:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.369349:0:188246:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c573800. 00000800:00000200:2.0:1777582961.370374:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.370382:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582961.370389:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.370397:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.370403:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:2.0:1777582961.370407:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00010000:00000010:2.1:1777582961.374212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582961.374228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582961.374242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582961.374250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00000400:00000200:0.0:1777582961.375895:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.375919:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb886b980 00000400:00000200:0.0:1777582961.375928:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f87c1 [64] + 164704 00000400:00000200:0.0:1777582961.375948:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.375954:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.375963:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.375974:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024af008380. 00000020:00000010:3.0:1777582961.376081:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb5c0. 00000020:00000010:3.0:1777582961.376087:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb5c0. 00000020:00000010:3.0:1777582961.376095:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239c573800. 00000020:00000010:3.0:1777582961.376102:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374f00. 00000020:00000010:3.0:1777582961.376108:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.376181:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb5c0. 00000020:00000010:3.0:1777582961.376186:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb5c0. 00000100:00000200:3.0:1777582961.376190:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707987840 02000000:00000010:3.0:1777582961.376228:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388dc7000. 00010000:00000010:3.0:1777582961.376575:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582961.376598:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582961.376614:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:3.0:1777582961.376636:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe80. 00010000:00000010:3.0:1777582961.376664:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582961.376668:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374380. 00010000:00000010:3.0:1777582961.376675:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582961.376681:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582961.376697:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358200. 00010000:00000010:3.0:1777582961.376701:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374d80. 00010000:00000010:3.0:1777582961.376705:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582961.376709:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582961.376845:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582961.376849:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582961.376853:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582961.376858:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00000020:00000010:3.0:1777582961.376891:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05f60. 00000020:00000010:3.0:1777582961.376899:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05f60. 00000020:00000010:3.0:1777582961.376910:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628dc60. 00080000:00000010:3.0:1777582961.376920:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023921cf000. 00000004:00000010:3.0:1777582961.376961:0:191688:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa0239e040840. 00000004:00000010:3.0:1777582961.376967:0:191688:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa02388fcb898. 00000004:00000010:3.0:1777582961.376970:0:191688:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa02388fcb318. 00000004:00000010:3.0:1777582961.376979:0:191688:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebd868. 00000001:00000010:3.0:1777582961.378074:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d240. 00000001:00000010:3.0:1777582961.378085:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e0403c0. 00000020:00000010:3.0:1777582961.378753:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628dc60. 00010000:00000010:3.0:1777582961.378771:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582961.378779:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582961.378800:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040480. 00010000:00000010:3.0:1777582961.378892:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582961.378919:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582961.378927:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374380. 00010000:00000200:3.0:1777582961.378955:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975699, last committed = 8589975668 00010000:00000200:3.0:1777582961.378968:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024af008380 x1863928707987840/t8589975699(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 504/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582961.378991:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582961.378999:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707987840, offset 224 00000400:00000010:3.0:1777582961.379006:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2428. 00000400:00000200:3.0:1777582961.379012:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.379030:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.379038:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397648:397648:256:4294967295] 192.168.202.9@tcp LPNI seq info [397644:397644:8:4294967295] 00000400:00000200:3.0:1777582961.379047:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582961.379058:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.379065:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.379072:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582961.379080:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.379089:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.379093:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:0.1:1777582961.379158:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000020:00000010:3.0:1777582961.379211:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374f00. 00000020:00000010:3.0:1777582961.379217:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.379221:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239c573800. 00010000:00000010:2.1:1777582961.379305:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582961.379315:0:188704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582961.379320:0:188704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582961.379339:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:2.0:1777582961.379344:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:2.0:1777582961.379354:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040480. 00000800:00000200:0.0:1777582961.382457:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.382468:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:0.0:1777582961.382480:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.382491:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.383066:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582961.383084:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214de5 00000400:00000200:2.0:1777582961.383091:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.383097:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582961.383103:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:2.0:1777582961.383107:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00010000:00000010:3.0:1777582961.383278:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582961.383298:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374d80. 00000400:00000200:0.0:1777582961.383880:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.383892:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886ba00 00000400:00000200:0.0:1777582961.383899:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 165208 00000400:00000200:0.0:1777582961.383951:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.383955:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.383960:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.383966:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024af008700. 00000020:00000010:3.0:1777582961.384242:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb5c0. 00000020:00000010:3.0:1777582961.384247:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb5c0. 00000020:00000010:3.0:1777582961.384255:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:3.0:1777582961.384261:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.384267:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.384319:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb5c0. 00000020:00000010:3.0:1777582961.384322:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb5c0. 00000100:00000200:3.0:1777582961.384325:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707987968 00000001:00000010:3.0:1777582961.384336:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68600. 00010000:00000010:3.0:1777582961.384360:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582961.384364:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374f00. 00010000:00000010:3.0:1777582961.384370:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582961.384376:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582961.384401:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc6000. 00010000:00000010:3.0:1777582961.384429:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582961.384432:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582961.384539:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582961.384562:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024af008700 x1863928707987968/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.384582:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582961.384588:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707987968, offset 224 00000400:00000200:3.0:1777582961.384597:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.384609:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.384617:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397649:397649:256:4294967295] 192.168.202.9@tcp LPNI seq info [397645:397645:8:4294967295] 00000400:00000200:3.0:1777582961.384826:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.384834:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.384839:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582961.384847:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.384855:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.384859:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.384874:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.384879:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.384883:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000800:00000200:0.0:1777582961.385059:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.385065:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:0.0:1777582961.385071:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.385077:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.385082:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:0.0:1777582961.385084:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00010000:00000010:3.1:1777582961.387465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:3.1:1777582961.387487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:3.1:1777582961.387493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582961.387496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:3.1:1777582961.387500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582961.387506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358800. 00010000:00000010:3.1:1777582961.387511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582961.387517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00000400:00000200:2.0:1777582961.387707:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.387952:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 592 into portal 12 MB=0x69f3bb886ba80 00000400:00000200:2.0:1777582961.387961:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 592/592 into md 0x1f87c1 [64] + 165784 00000400:00000200:2.0:1777582961.387978:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.387984:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.387995:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.388001:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a095fb80. 00000020:00000010:0.0:1777582961.388128:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.388237:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.388244:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582961.388250:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.388255:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.388301:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.388304:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000100:00000200:0.0:1777582961.388307:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707988096 00010000:00000010:0.0:1777582961.388340:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.388348:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 02000000:00000010:0.0:1777582961.388380:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aec88000. 00010000:00000010:0.0:1777582961.388411:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582961.388415:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582961.388434:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582961.388438:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf800. 00010000:00000010:0.0:1777582961.388443:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582961.388447:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000004:00000010:0.0:1777582961.388561:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865185a0. 00000004:00000010:0.0:1777582961.388571:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e229d8. 00000004:00000010:0.0:1777582961.388579:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34dd0. 00080000:00000010:0.0:1777582961.388588:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f748e8. 00010000:00000010:0.0:1777582961.388833:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582961.388838:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582961.388843:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582961.388847:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582961.388921:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582961.388941:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582961.388947:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf800. 00010000:00000010:0.0:1777582961.388973:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000200:0.0:1777582961.388994:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095fb80 x1863928707988096/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 592/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.389013:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582961.389021:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707988096, offset 224 00000400:00000200:0.0:1777582961.389029:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.389043:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.389051:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397650:397650:256:4294967295] 192.168.202.9@tcp LPNI seq info [397646:397646:8:4294967295] 00000400:00000200:0.0:1777582961.389066:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.389074:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.389079:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.389087:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.389096:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.389102:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.389222:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.389228:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.389234:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00010000:00000010:3.1:1777582961.390968:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582961.390982:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358600. 00010000:00000010:3.1:1777582961.390990:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582961.390997:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582961.391002:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582961.391007:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:3.1:1777582961.391013:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00000800:00000200:3.0:1777582961.391034:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.391039:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582961.391045:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.391056:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.391063:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:3.0:1777582961.391067:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00010000:00000010:2.1:1777582961.391179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582961.391185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:0.0:1777582961.393608:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.393641:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886bb00 00000400:00000200:0.0:1777582961.393660:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 7960 00000400:00000200:0.0:1777582961.393682:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.393688:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.393698:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582961.393705:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024af008000. 00000020:00000010:3.0:1777582961.393804:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb5c0. 00000020:00000010:3.0:1777582961.393810:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb5c0. 00000020:00000010:3.0:1777582961.393817:0:206020:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:3.0:1777582961.393824:0:206020:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.393830:0:206020:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.393879:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb5c0. 00000020:00000010:3.0:1777582961.393883:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb5c0. 00000100:00000200:3.0:1777582961.393887:0:206020:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707988224 00010000:00000010:3.0:1777582961.393914:0:206020:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358e00. 00010000:00000010:3.0:1777582961.393918:0:206020:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02481358600. 00010000:00000010:3.0:1777582961.393924:0:206020:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745cc00. 00002000:00000010:3.0:1777582961.393934:0:206020:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02484cdb5c0. 00002000:00000010:3.0:1777582961.393944:0:206020:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6ec390. 00080000:00000010:3.0:1777582961.393953:0:206020:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682e40. 02000000:00000010:3.0:1777582961.394378:0:206020:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa02385397c00. 00010000:00000200:3.0:1777582961.394414:0:206020:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024af008000 x1863928707988224/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.394434:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582961.394441:0:206020:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707988224, offset 224 00000400:00000200:3.0:1777582961.394449:0:206020:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.394460:0:206020:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.394468:0:206020:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397651:397651:256:4294967295] 192.168.202.9@tcp LPNI seq info [397647:397647:8:4294967295] 00000400:00000200:3.0:1777582961.394480:0:206020:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.394486:0:206020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.394491:0:206020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582961.394497:0:206020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.394504:0:206020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.394508:0:206020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.394535:0:206020:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.394539:0:206020:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.394542:0:206020:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000800:00000200:2.0:1777582961.394670:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.394675:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582961.394680:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.394686:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.394690:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:2.0:1777582961.394693:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00010000:00000010:3.1:1777582961.395580:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358200. 00010000:00000010:3.1:1777582961.395593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582961.395598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582961.398424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582961.398441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582961.398448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582961.398453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000400:00000200:3.0:1777582961.399581:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.399602:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb886bc00 00000400:00000200:3.0:1777582961.399613:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f87c1 [64] + 166376 00000400:00000200:3.0:1777582961.399645:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.399662:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.399671:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.399678:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1d500. 00000020:00000010:2.0:1777582961.399844:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93640. 00000020:00000010:2.0:1777582961.399852:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93640. 00000020:00000010:2.0:1777582961.399860:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0200. 00000020:00000010:2.0:1777582961.399865:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.399871:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ed48. 00000020:00000010:2.0:1777582961.399923:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93640. 00000020:00000010:2.0:1777582961.399925:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93640. 00000100:00000200:2.0:1777582961.399928:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707988480 02000000:00000010:0.0:1777582961.400092:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aec8e000. 00010000:00000010:0.0:1777582961.400155:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582961.400173:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582961.400185:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:0.0:1777582961.400192:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374f00. 00010000:00000010:0.0:1777582961.400210:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582961.400214:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf100. 00010000:00000010:0.0:1777582961.400220:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.400226:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582961.400254:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582961.400258:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582961.400263:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582961.400267:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582961.400401:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582961.400405:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf800. 00010000:00000010:0.0:1777582961.400410:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582961.400414:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00000020:00000010:0.0:1777582961.400451:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c483c0. 00000020:00000010:0.0:1777582961.400470:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c483c0. 00000020:00000010:0.0:1777582961.400483:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d600. 00080000:00000010:0.0:1777582961.400493:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024acb47400. 00000004:00000010:0.0:1777582961.400534:0:207396:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185b40. 00000004:00000010:0.0:1777582961.400540:0:207396:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76df0. 00000004:00000010:0.0:1777582961.400542:0:207396:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc768c8. 00000004:00000010:0.0:1777582961.400551:0:207396:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecda7f0. 00000001:00000010:0.0:1777582961.401422:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d420. 00000001:00000010:0.0:1777582961.401433:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185540. 00000020:00000010:0.0:1777582961.401756:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d600. 00010000:00000010:0.0:1777582961.401771:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582961.401778:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582961.401799:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582961.401856:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582961.401879:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582961.401886:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf100. 00010000:00000200:0.0:1777582961.401911:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975700, last committed = 8589975668 00010000:00000200:0.0:1777582961.401925:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1d500 x1863928707988480/t8589975700(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 504/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582961.401946:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582961.401955:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707988480, offset 224 00000400:00000010:0.0:1777582961.401962:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4f50. 00000400:00000200:0.0:1777582961.401967:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.401986:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.401994:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397652:397652:256:4294967295] 192.168.202.9@tcp LPNI seq info [397648:397648:8:4294967295] 00000400:00000200:0.0:1777582961.402002:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582961.402013:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.402019:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.402025:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582961.402033:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.402041:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.402046:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.402081:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:0.0:1777582961.402090:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ed48. 00000020:00000010:0.0:1777582961.402094:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0200. 00010000:00000010:2.0:1777582961.402269:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00000800:00000200:3.0:1777582961.402270:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.402277:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00010000:00000010:2.0:1777582961.402278:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf800. 00000400:00000200:3.0:1777582961.402284:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.402291:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582961.402302:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185180. 00010000:00000010:0.1:1777582961.406182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.1:1777582961.406196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582961.406200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.1:1777582961.406204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00000400:00000200:2.0:1777582961.406394:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582961.406414:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214df5 00000400:00000200:2.0:1777582961.406422:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.406428:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582961.406435:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:2.0:1777582961.406439:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000400:00000200:2.0:1777582961.406617:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.406705:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886bc80 00000400:00000200:2.0:1777582961.406713:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 166880 00000400:00000200:2.0:1777582961.406745:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.406749:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.406754:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.406760:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a095f800. 00010000:00000010:3.0:1777582961.406862:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00000020:00000010:0.0:1777582961.406866:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00010000:00000010:3.0:1777582961.406871:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb80. 00000020:00000010:0.0:1777582961.406873:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582961.406880:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582961.406885:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf100. 00000020:00000010:0.0:1777582961.406891:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.406927:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582961.406929:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000100:00000200:0.0:1777582961.406933:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707988608 00000001:00000010:0.0:1777582961.406943:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e0403c0. 00010000:00000010:0.0:1777582961.406962:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582961.406966:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf780. 00010000:00000010:0.0:1777582961.406973:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582961.406980:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 02000000:00000010:0.0:1777582961.407009:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023df834000. 00010000:00000010:0.0:1777582961.407038:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582961.407041:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582961.407210:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000200:0.0:1777582961.407351:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095f800 x1863928707988608/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.407372:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582961.407378:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707988608, offset 224 00000400:00000200:0.0:1777582961.407386:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.407398:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.407406:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397653:397653:256:4294967295] 192.168.202.9@tcp LPNI seq info [397649:397649:8:4294967295] 00000400:00000200:0.0:1777582961.407421:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.407427:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.407432:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582961.407439:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.407448:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.407452:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.407708:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf100. 00000020:00000010:0.0:1777582961.407714:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.407718:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:3.0:1777582961.407764:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.407768:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582961.407773:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.407778:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.407782:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:3.0:1777582961.407784:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00010000:00000010:0.1:1777582961.408370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582961.408380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582961.408385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582961.409478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582961.409490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582961.412184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582961.412196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00000400:00000200:3.0:1777582961.415886:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.415905:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886bd00 00000400:00000200:3.0:1777582961.415913:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 167456 00000400:00000200:3.0:1777582961.415928:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.415933:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.415941:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.415948:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1e300. 00000020:00000010:0.0:1777582961.416030:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582961.416037:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582961.416044:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248b8daa00. 00000020:00000010:0.0:1777582961.416050:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf100. 00000020:00000010:0.0:1777582961.416055:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00010000:00000010:0.1:1777582961.416164:0:188495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000020:00000010:0.0:1777582961.416190:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7cc0. 00000020:00000010:0.0:1777582961.416193:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7cc0. 00000100:00000200:0.0:1777582961.416196:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707988736 00010000:00000010:0.0:1777582961.416223:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582961.416239:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 02000000:00000010:0.0:1777582961.416265:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023df831000. 00010000:00000010:0.0:1777582961.416292:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.416296:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.416313:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582961.416317:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582961.416321:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582961.416324:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00000004:00000010:0.0:1777582961.416423:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865192c0. 00000004:00000010:0.0:1777582961.416432:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22348. 00000004:00000010:0.0:1777582961.416438:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35430. 00080000:00000010:0.0:1777582961.416447:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74000. 00010000:00000010:0.0:1777582961.417373:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582961.417381:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf080. 00010000:00000010:0.0:1777582961.417386:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582961.417391:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582961.417585:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.417602:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582961.417609:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582961.417720:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000200:0.0:1777582961.417743:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1e300 x1863928707988736/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/664 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.417763:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582961.417770:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1863928707988736, offset 224 00000400:00000200:0.0:1777582961.417778:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.417793:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.417802:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397654:397654:256:4294967295] 192.168.202.9@tcp LPNI seq info [397650:397650:8:4294967295] 00000400:00000200:0.0:1777582961.417819:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.417826:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.417831:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582961.417838:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.417846:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.417851:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.417879:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf100. 00000020:00000010:0.0:1777582961.417885:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.417891:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248b8daa00. 00000800:00000200:2.0:1777582961.418845:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.418851:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582961.418859:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.418867:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.418873:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:2.0:1777582961.418876:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000400:00000200:3.0:1777582961.422119:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.422166:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886bd80 00000400:00000200:3.0:1777582961.422174:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 8288 00000400:00000200:3.0:1777582961.422189:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.422193:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.422200:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582961.422207:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1d880. 00000400:00000200:3.0:1777582961.422232:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.422238:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886be00 00000400:00000200:3.0:1777582961.422242:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 8616 00000020:00000010:0.0:1777582961.422333:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582961.422340:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582961.422345:0:205897:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d07e00. 00000020:00000010:0.0:1777582961.422351:0:205897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf100. 00000020:00000010:0.0:1777582961.422356:0:205897:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000400:00000200:3.0:1777582961.422540:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.422546:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.422550:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582961.422553:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1df80. 00000020:00000010:0.0:1777582961.427828:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582961.427837:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582961.427847:0:205897:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d07000. 00000020:00000010:0.0:1777582961.427852:0:205897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582961.427858:0:205897:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.427913:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:0.0:1777582961.427916:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000100:00000200:0.0:1777582961.427920:0:205897:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707988864 00010000:00000010:0.0:1777582961.427948:0:205897:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35800. 00010000:00000010:0.0:1777582961.427953:0:205897:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aec35300. 00010000:00000010:0.0:1777582961.427959:0:205897:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eac00. 00002000:00000010:0.0:1777582961.427970:0:205897:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7e00. 00002000:00000010:0.0:1777582961.427980:0:205897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f38130. 00080000:00000010:0.0:1777582961.427989:0:205897:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f741c8. 02000000:00000010:0.0:1777582961.428612:0:205897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024acb46c00. 00010000:00000200:0.0:1777582961.428667:0:205897:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1d880 x1863928707988864/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.428690:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582961.428697:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707988864, offset 224 00000400:00000200:0.0:1777582961.428704:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.428718:0:205897:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.428727:0:205897:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397655:397655:256:4294967295] 192.168.202.9@tcp LPNI seq info [397651:397651:8:4294967295] 00000400:00000200:0.0:1777582961.428738:0:205897:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.428742:0:205897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.428748:0:205897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582961.428755:0:205897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.428763:0:205897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.428767:0:205897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.428785:0:205897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf100. 00000020:00000010:0.0:1777582961.428790:0:205897:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582961.428794:0:205897:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d07e00. 00000020:00000010:0.0:1777582961.428817:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7700. 00000020:00000010:0.0:1777582961.428820:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7700. 00000100:00000200:0.0:1777582961.428822:0:205897:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707988992 00010000:00000010:0.0:1777582961.428836:0:205897:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35c00. 00010000:00000010:0.0:1777582961.428839:0:205897:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aec35200. 00010000:00000010:0.0:1777582961.428843:0:205897:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb600. 00002000:00000010:0.0:1777582961.428848:0:205897:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7700. 00002000:00000010:0.0:1777582961.428857:0:205897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f38d10. 00080000:00000010:0.0:1777582961.428863:0:205897:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75008. 00000800:00000200:3.0:1777582961.429004:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.429010:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582961.429027:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.429033:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.429039:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:3.0:1777582961.429042:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 02000000:00000010:0.0:1777582961.429104:0:205897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024acb44c00. 00010000:00000200:0.0:1777582961.429125:0:205897:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1df80 x1863928707988992/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.429154:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582961.429158:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707988992, offset 224 00000400:00000200:0.0:1777582961.429162:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.429168:0:205897:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.429172:0:205897:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397656:397656:256:4294967295] 192.168.202.9@tcp LPNI seq info [397652:397652:8:4294967295] 00000400:00000200:0.0:1777582961.429181:0:205897:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.429185:0:205897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.429188:0:205897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582961.429193:0:205897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.429197:0:205897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.429200:0:205897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.429218:0:205897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582961.429221:0:205897:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.429224:0:205897:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d07000. 00000800:00000200:3.0:1777582961.429793:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.429798:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582961.429802:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.429806:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.429810:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:3.0:1777582961.429812:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00010000:00000010:0.1:1777582961.430181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582961.430190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:0.1:1777582961.430194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582961.430197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000400:00000200:3.0:1777582961.432887:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.432909:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886bf00 00000400:00000200:3.0:1777582961.432919:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 168040 00000400:00000200:3.0:1777582961.432937:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.432941:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.432950:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.432956:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1c000. 00000020:00000010:2.0:1777582961.433315:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93640. 00000020:00000010:2.0:1777582961.433323:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93640. 00000020:00000010:2.0:1777582961.433330:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.433335:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e480. 00000020:00000010:2.0:1777582961.433340:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.433380:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93640. 00000020:00000010:2.0:1777582961.433384:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93640. 00000100:00000200:2.0:1777582961.433388:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707989248 02000000:00000010:2.0:1777582961.433421:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0241787f000. 00010000:00000010:2.0:1777582961.433469:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:2.0:1777582961.433488:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf080. 00010000:00000010:2.0:1777582961.433499:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:2.0:1777582961.433507:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf780. 00010000:00000010:2.0:1777582961.433525:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0a00. 00010000:00000010:2.0:1777582961.433528:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed00. 00010000:00000010:2.0:1777582961.433534:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582961.433539:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.433553:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582961.433558:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:2.0:1777582961.433562:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00010000:00000010:2.0:1777582961.433566:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582961.433684:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582961.433687:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5eb00. 00010000:00000010:2.0:1777582961.433690:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.0:1777582961.433693:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000020:00000010:2.0:1777582961.433721:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054fe0. 00000020:00000010:2.0:1777582961.433727:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054fe0. 00000020:00000010:2.0:1777582961.433737:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9960. 00080000:00000010:2.0:1777582961.433746:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393deb400. 00000004:00000010:2.0:1777582961.433784:0:187632:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02390e68600. 00000004:00000010:2.0:1777582961.433789:0:187632:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffffa0248b8360a0. 00000004:00000010:2.0:1777582961.433793:0:187632:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffffa0239372a7e0. 00000004:00000010:2.0:1777582961.433802:0:187632:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb2e98. 00000004:00000010:2.0:1777582961.433813:0:187632:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb1f10. 00000004:00000010:2.0:1777582961.435849:0:187632:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffffa023905a9ae0. 00000001:00000010:2.0:1777582961.435912:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9540. 00000001:00000010:2.0:1777582961.435920:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68cc0. 00000020:00000010:2.0:1777582961.435998:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9960. 00010000:00000010:2.0:1777582961.436017:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582961.436027:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582961.436054:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68900. 00010000:00000010:2.0:1777582961.436127:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582961.436182:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.436190:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed00. 00010000:00000010:3.0:1777582961.436192:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:3.0:1777582961.436200:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5eb00. 00010000:00000010:3.0:1777582961.436209:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68900. 00010000:00000200:2.0:1777582961.436216:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975701, last committed = 8589975668 00010000:00000200:2.0:1777582961.436245:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1c000 x1863928707989248/t8589975701(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582961.436269:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582961.436277:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707989248, offset 224 00000400:00000010:2.0:1777582961.436889:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aef118. 00000400:00000200:2.0:1777582961.436899:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.436919:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.436927:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397657:397657:256:4294967295] 192.168.202.9@tcp LPNI seq info [397653:397653:8:4294967295] 00000400:00000200:2.0:1777582961.436935:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582961.436947:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.436955:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.436962:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582961.436971:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.436980:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.436986:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.437073:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e480. 00000020:00000010:2.0:1777582961.437080:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.437085:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:0.0:1777582961.438747:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.438755:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582961.438763:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.438772:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.440120:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582961.440162:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214e09 00000400:00000200:3.0:1777582961.440170:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.440175:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582961.440182:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c088 00010000:00000010:2.1:1777582961.440185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00000400:00000010:3.0:1777582961.440186:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c088. 00010000:00000010:2.1:1777582961.440195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582961.440201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:2.1:1777582961.440204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.0:1777582961.440259:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582961.440270:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00000400:00000200:3.0:1777582961.441340:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.441353:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886bf80 00000400:00000200:3.0:1777582961.441362:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 168536 00000400:00000200:3.0:1777582961.441425:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.441430:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.441437:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.441443:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1c380. 00000020:00000010:0.0:1777582961.441886:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582961.441892:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582961.441898:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d07000. 00000020:00000010:0.0:1777582961.441903:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582961.441909:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.441945:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582961.441948:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000100:00000200:0.0:1777582961.441951:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707989376 00000001:00000010:0.0:1777582961.441962:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185540. 00010000:00000010:0.0:1777582961.441985:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35600. 00010000:00000010:0.0:1777582961.441989:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582961.441995:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582961.442000:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 02000000:00000010:0.0:1777582961.442027:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023df837000. 00010000:00000010:0.0:1777582961.442056:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.442060:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582961.442201:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000200:0.0:1777582961.442223:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1c380 x1863928707989376/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.442255:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582961.442262:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707989376, offset 224 00000400:00000200:0.0:1777582961.442268:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.442279:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.442286:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397658:397658:256:4294967295] 192.168.202.9@tcp LPNI seq info [397654:397654:8:4294967295] 00000400:00000200:0.0:1777582961.442296:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.442301:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.442309:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582961.442315:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.442323:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.442327:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.442353:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582961.442357:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.442361:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d07000. 00000800:00000200:2.0:1777582961.442433:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.442438:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:2.0:1777582961.442443:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.442448:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.442452:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:2.0:1777582961.442632:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00010000:00000010:2.1:1777582961.443786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00010000:00000010:2.1:1777582961.443798:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0a00. 00010000:00000010:2.1:1777582961.443804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:3.1:1777582961.444299:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582961.444306:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000400:00000200:3.0:1777582961.444341:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.444360:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 592 into portal 12 MB=0x69f3bb886c000 00000400:00000200:3.0:1777582961.444368:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 592/592 into md 0x1f87c1 [64] + 169112 00000400:00000200:3.0:1777582961.444387:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.444392:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.444399:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.444404:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1dc00. 00000020:00000010:0.0:1777582961.444608:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582961.444614:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582961.444620:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d07000. 00000020:00000010:0.0:1777582961.444626:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582961.444644:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.444693:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7300. 00000020:00000010:0.0:1777582961.444696:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7300. 00000100:00000200:0.0:1777582961.444699:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707989504 00010000:00000010:0.0:1777582961.444727:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582961.444735:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 02000000:00000010:0.0:1777582961.444760:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023df832000. 00010000:00000010:0.0:1777582961.444789:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582961.444794:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.444811:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582961.444814:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582961.444819:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582961.444822:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00000004:00000010:0.0:1777582961.444918:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518000. 00000004:00000010:0.0:1777582961.444928:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e225a0. 00000004:00000010:0.0:1777582961.444935:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ee0. 00080000:00000010:0.0:1777582961.444944:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75c80. 00010000:00000010:0.0:1777582961.446781:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582961.446792:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582961.446798:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582961.446806:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582961.446888:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.446902:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582961.446907:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582961.446932:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000200:0.0:1777582961.446951:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1dc00 x1863928707989504/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 592/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.446973:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582961.446981:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707989504, offset 224 00000400:00000200:0.0:1777582961.446988:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.447001:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.447009:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397659:397659:256:4294967295] 192.168.202.9@tcp LPNI seq info [397655:397655:8:4294967295] 00000400:00000200:0.0:1777582961.447030:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.447036:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.447041:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582961.447048:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.447055:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.447059:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.447089:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582961.447094:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.447099:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d07000. 00000800:00000200:2.0:1777582961.447598:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.447604:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582961.447610:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.447618:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.447634:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:2.0:1777582961.447638:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000400:00000200:2.0:1777582961.453507:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.453527:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886c080 00000400:00000200:2.0:1777582961.453536:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 8944 00000400:00000200:2.0:1777582961.453555:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.453559:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.453568:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582961.453575:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a095c000. 00000020:00000010:3.0:1777582961.453672:0:205906:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb40. 00000020:00000010:3.0:1777582961.453676:0:205906:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb40. 00000020:00000010:3.0:1777582961.453682:0:205906:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:3.0:1777582961.453686:0:205906:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.453690:0:205906:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.453724:0:205906:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb40. 00000020:00000010:3.0:1777582961.453727:0:205906:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb40. 00000100:00000200:3.0:1777582961.453730:0:205906:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707989632 00010000:00000010:3.0:1777582961.453757:0:205906:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358200. 00010000:00000010:3.0:1777582961.453759:0:205906:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02481358800. 00010000:00000010:3.0:1777582961.453764:0:205906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00002000:00000010:3.0:1777582961.453772:0:205906:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023f974bb40. 00002000:00000010:3.0:1777582961.453780:0:205906:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6ed0a0. 00080000:00000010:3.0:1777582961.453788:0:205906:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024166821c8. 02000000:00000010:3.0:1777582961.454013:0:205906:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa02385395000. 00010000:00000200:3.0:1777582961.454047:0:205906:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095c000 x1863928707989632/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.454066:0:205906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582961.454072:0:205906:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707989632, offset 224 00000400:00000200:3.0:1777582961.454078:0:205906:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.454089:0:205906:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.454095:0:205906:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397660:397660:256:4294967295] 192.168.202.9@tcp LPNI seq info [397656:397656:8:4294967295] 00000400:00000200:3.0:1777582961.454106:0:205906:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.454112:0:205906:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.454116:0:205906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582961.454123:0:205906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.454167:0:205906:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.454172:0:205906:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.454191:0:205906:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.454195:0:205906:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.454198:0:205906:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000800:00000200:0.0:1777582961.454306:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.454311:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582961.454317:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.454321:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.454325:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:0.0:1777582961.454327:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00010000:00000010:2.1:1777582961.455174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582961.455183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 00010000:00000010:0.1:1777582961.455307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:0.0:1777582961.460298:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.460318:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb886c180 00000400:00000200:0.0:1777582961.460327:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f87c1 [64] + 169704 00000400:00000200:0.0:1777582961.460346:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.460350:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.460357:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.460364:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024af00aa00. 00010000:00000010:0.1:1777582961.462814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582961.462830:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582961.462833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582961.462835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00000020:00000010:0.0:1777582961.464260:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582961.464272:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582961.464282:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d07000. 00000020:00000010:0.0:1777582961.464288:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582961.464295:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.466753:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582961.466764:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7040. 00000100:00000200:0.0:1777582961.466770:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707989888 02000000:00000010:0.0:1777582961.466815:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df830000. 00010000:00000010:0.0:1777582961.466857:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582961.466873:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582961.466881:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582961.466886:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582961.466902:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582961.466905:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafd00. 00010000:00000010:0.0:1777582961.466912:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00010000:00000010:0.0:1777582961.466917:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582961.466931:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582961.466934:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafb80. 00010000:00000010:0.0:1777582961.466937:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582961.466939:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582961.467044:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582961.467047:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf680. 00010000:00000010:0.0:1777582961.467050:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582961.467054:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00000020:00000010:0.0:1777582961.467079:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48e60. 00000020:00000010:0.0:1777582961.467086:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48e60. 00000020:00000010:0.0:1777582961.467096:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6dde0. 00080000:00000010:0.0:1777582961.467105:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024acb44800. 00000004:00000010:0.0:1777582961.467180:0:187631:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185600. 00000004:00000010:0.0:1777582961.467186:0:187631:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76480. 00000004:00000010:0.0:1777582961.467188:0:187631:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc76ae8. 00000004:00000010:0.0:1777582961.467197:0:187631:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecd8238. 00000001:00000010:0.0:1777582961.467667:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df540. 00000001:00000010:0.0:1777582961.467676:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185180. 00000020:00000010:0.0:1777582961.467708:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6dde0. 00010000:00000010:0.0:1777582961.467717:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582961.467722:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582961.467736:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185540. 00010000:00000010:0.0:1777582961.467774:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582961.467789:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582961.467793:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafd00. 00010000:00000200:0.0:1777582961.467809:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975702, last committed = 8589975668 00010000:00000200:0.0:1777582961.467822:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024af00aa00 x1863928707989888/t8589975702(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 504/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582961.467842:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582961.467849:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707989888, offset 224 00000400:00000010:0.0:1777582961.467855:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4578. 00000400:00000200:0.0:1777582961.467859:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.467874:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.467882:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397661:397661:256:4294967295] 192.168.202.9@tcp LPNI seq info [397657:397657:8:4294967295] 00000400:00000200:0.0:1777582961.467889:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582961.467896:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.467902:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.467907:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582961.467912:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.467920:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.467923:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.467949:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf000. 00000020:00000010:0.0:1777582961.467952:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.467956:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d07000. 00010000:00000010:2.0:1777582961.468047:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:2.0:1777582961.468053:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf680. 00010000:00000010:2.0:1777582961.468060:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185540. 00000800:00000200:2.0:1777582961.468325:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.468329:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582961.468334:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.468340:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.469363:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582961.469380:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214e19 00000400:00000200:0.0:1777582961.469386:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.469390:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582961.469396:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:0.0:1777582961.469398:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00010000:00000010:3.0:1777582961.474268:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:3.0:1777582961.474287:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafb80. 00000400:00000200:0.0:1777582961.474459:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.474477:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886c200 00000400:00000200:0.0:1777582961.474485:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 170208 00000400:00000200:0.0:1777582961.474547:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.474551:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.474559:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.474565:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024af008a80. 00000020:00000010:3.0:1777582961.474649:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582961.474665:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582961.474672:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.474676:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.474681:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.474720:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582961.474724:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b200. 00000100:00000200:3.0:1777582961.474727:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707990016 00000001:00000010:3.0:1777582961.474788:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68cc0. 00010000:00000010:3.0:1777582961.474811:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582961.474815:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374100. 00010000:00000010:3.0:1777582961.474822:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582961.474828:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582961.474855:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc5000. 00010000:00000010:3.0:1777582961.474884:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582961.474888:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582961.474993:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582961.475012:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024af008a80 x1863928707990016/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.475030:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777582961.475035:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707990016, offset 224 00000400:00000200:3.0:1777582961.475042:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.475053:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.475059:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397662:397662:256:4294967295] 192.168.202.9@tcp LPNI seq info [397658:397658:8:4294967295] 00000400:00000200:3.0:1777582961.475068:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.475073:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.475077:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582961.475083:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.475089:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.475092:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.475110:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.475114:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.475117:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:2.0:1777582961.476317:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.476324:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:2.0:1777582961.476331:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.476338:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.476343:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:2.0:1777582961.476346:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00010000:00000010:0.1:1777582961.477189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582961.477201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582961.477207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582961.477209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35600. 00010000:00000010:2.1:1777582961.479217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582961.479230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582961.479279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.1:1777582961.479285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:0.1:1777582961.479288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582961.481318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582961.481330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:3.1:1777582961.481334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:0.0:1777582961.481486:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.481505:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 592 into portal 12 MB=0x69f3bb886c280 00000400:00000200:0.0:1777582961.481513:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 592/592 into md 0x1f87c1 [64] + 170784 00000400:00000200:0.0:1777582961.481528:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.481532:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.481539:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.481544:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024af00a300. 00000020:00000010:3.0:1777582961.481640:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582961.481645:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582961.481662:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.481668:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.481673:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.481714:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582961.481717:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b200. 00000100:00000200:3.0:1777582961.481720:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707990144 00010000:00000010:3.0:1777582961.481747:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582961.481755:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582961.481781:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc4000. 00010000:00000010:3.0:1777582961.481810:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582961.481814:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.481832:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582961.481837:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.481841:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582961.481844:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00000004:00000010:3.0:1777582961.481945:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f148960. 00000004:00000010:3.0:1777582961.481953:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65348. 00000004:00000010:3.0:1777582961.481960:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386660. 00080000:00000010:3.0:1777582961.481968:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682c78. 00010000:00000010:3.0:1777582961.482064:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582961.482068:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374300. 00010000:00000010:3.0:1777582961.482071:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582961.482074:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582961.482213:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.482226:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582961.482230:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.482252:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582961.482266:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024af00a300 x1863928707990144/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 592/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.482284:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582961.482290:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707990144, offset 224 00000400:00000200:3.0:1777582961.482296:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.482306:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.482312:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397663:397663:256:4294967295] 192.168.202.9@tcp LPNI seq info [397659:397659:8:4294967295] 00000400:00000200:3.0:1777582961.482322:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.482328:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.482332:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582961.482338:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.482345:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.482349:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.485766:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.485781:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.485786:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:2.0:1777582961.486050:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.486055:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582961.486061:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.486070:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.486077:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:2.0:1777582961.486079:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00010000:00000010:3.1:1777582961.490200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582961.490218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582961.490223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582961.490226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00000400:00000200:2.0:1777582961.492339:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.492363:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886c300 00000400:00000200:2.0:1777582961.492373:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 9272 00000400:00000200:2.0:1777582961.492393:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.492398:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.492408:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582961.492416:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a095d880. 00000020:00000010:0.0:1777582961.492570:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582961.492577:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582961.492583:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.492591:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.492596:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.492643:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7040. 00000020:00000010:0.0:1777582961.492646:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7040. 00000100:00000200:0.0:1777582961.492660:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707990272 00010000:00000010:0.0:1777582961.492685:0:206018:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35500. 00010000:00000010:0.0:1777582961.492688:0:206018:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aec35600. 00010000:00000010:0.0:1777582961.492694:0:206018:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea800. 00002000:00000010:0.0:1777582961.492703:0:206018:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7040. 00002000:00000010:0.0:1777582961.492712:0:206018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f38ab0. 00080000:00000010:0.0:1777582961.492719:0:206018:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f758f0. 02000000:00000010:0.0:1777582961.493002:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024acb46800. 00010000:00000200:0.0:1777582961.493040:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095d880 x1863928707990272/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.493061:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582961.493067:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707990272, offset 224 00000400:00000200:0.0:1777582961.493073:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.493083:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.493089:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397664:397664:256:4294967295] 192.168.202.9@tcp LPNI seq info [397660:397660:8:4294967295] 00000400:00000200:0.0:1777582961.493098:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.493104:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.493108:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582961.493114:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.493120:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.493124:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.493176:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.493181:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.493185:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:3.0:1777582961.493402:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.493407:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582961.493412:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.493417:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.493422:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:3.0:1777582961.493424:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000400:00000200:2.0:1777582961.498289:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.498313:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb886c400 00000400:00000200:2.0:1777582961.498322:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f87c1 [64] + 171376 00000400:00000200:2.0:1777582961.498344:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.498350:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.498361:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.498367:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a095ea00. 00000020:00000010:0.0:1777582961.498482:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582961.498488:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582961.498495:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.498501:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.498507:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.498554:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582961.498557:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000100:00000200:0.0:1777582961.498561:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707990528 02000000:00000010:0.0:1777582961.498600:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df833000. 00010000:00000010:0.0:1777582961.498643:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:0.0:1777582961.498671:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374300. 00010000:00000010:0.0:1777582961.498681:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:0.0:1777582961.498687:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374100. 00010000:00000010:0.0:1777582961.498707:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582961.498711:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582961.498716:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582961.498722:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582961.498738:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582961.498740:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310900. 00010000:00000010:0.0:1777582961.498743:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.498747:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582961.498864:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582961.498868:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310e80. 00010000:00000010:0.0:1777582961.498871:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582961.498874:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000020:00000010:0.0:1777582961.498901:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c485c0. 00000020:00000010:0.0:1777582961.498908:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c485c0. 00000020:00000010:0.0:1777582961.498919:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dfcc0. 00080000:00000010:0.0:1777582961.498928:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024acb47800. 00000004:00000010:0.0:1777582961.498961:0:205909:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185000. 00000004:00000010:0.0:1777582961.498967:0:205909:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76e70. 00000004:00000010:0.0:1777582961.498970:0:205909:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc76438. 00000004:00000010:0.0:1777582961.498979:0:205909:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecd9cd8. 00000001:00000010:0.0:1777582961.499510:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df900. 00000001:00000010:0.0:1777582961.499519:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185e40. 00000020:00000010:0.0:1777582961.499549:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dfcc0. 00010000:00000010:0.0:1777582961.499558:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582961.499563:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582961.499576:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185840. 00010000:00000010:0.0:1777582961.499625:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.499640:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582961.499645:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d00. 00010000:00000010:3.0:1777582961.499675:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000200:0.0:1777582961.499680:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975703, last committed = 8589975668 00010000:00000010:3.0:1777582961.499684:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310e80. 00010000:00000200:0.0:1777582961.499691:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095ea00 x1863928707990528/t8589975703(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 504/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1777582961.499692:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185840. 00000400:00000010:0.0:1777582961.499713:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582961.499720:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707990528, offset 224 00000400:00000010:0.0:1777582961.499725:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4a80. 00000400:00000200:0.0:1777582961.499729:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.499741:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.499748:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397665:397665:256:4294967295] 192.168.202.9@tcp LPNI seq info [397661:397661:8:4294967295] 00000400:00000200:0.0:1777582961.499753:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582961.499760:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.499765:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.499770:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582961.499775:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.499782:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.499786:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.499814:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.499819:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.499824:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:3.0:1777582961.500090:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.500095:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582961.500101:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.500108:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.501559:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582961.501579:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214e29 00000400:00000200:3.0:1777582961.501588:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.501593:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582961.501601:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:3.0:1777582961.501604:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00010000:00000010:2.0:1777582961.501713:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:2.0:1777582961.501723:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310900. 00000400:00000200:3.0:1777582961.502864:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.502878:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886c480 00000400:00000200:3.0:1777582961.502887:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 171880 00000400:00000200:3.0:1777582961.503182:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.503189:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.503197:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.503204:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1d180. 00000020:00000010:0.0:1777582961.506168:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582961.506181:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582961.506190:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.506196:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.506201:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.506262:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582961.506265:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000100:00000200:0.0:1777582961.506269:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707990656 00000001:00000010:0.0:1777582961.506282:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185180. 00010000:00000010:0.0:1777582961.506304:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582961.506308:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d00. 00010000:00000010:0.0:1777582961.506314:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00010000:00000010:0.0:1777582961.506322:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 02000000:00000010:0.0:1777582961.506353:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb3000. 00010000:00000010:0.0:1777582961.506387:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582961.506391:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.506500:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582961.506523:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1d180 x1863928707990656/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.506544:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582961.506552:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707990656, offset 224 00000400:00000200:0.0:1777582961.506559:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.506573:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.506580:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397666:397666:256:4294967295] 192.168.202.9@tcp LPNI seq info [397662:397662:8:4294967295] 00000400:00000200:0.0:1777582961.506592:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.506597:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.506602:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.506609:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.506616:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.506621:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.506645:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.506659:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.506663:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:3.0:1777582961.506758:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.506763:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582961.506769:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.506776:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.506783:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:3.0:1777582961.506786:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00010000:00000010:3.1:1777582961.507162:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582961.507170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582961.507282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582961.507290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:0.1:1777582961.507294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582961.507296:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00000400:00000200:3.0:1777582961.509041:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.509065:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886c500 00000400:00000200:3.0:1777582961.509075:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 172456 00000400:00000200:3.0:1777582961.509095:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.509101:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.509110:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.509117:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1f480. 00010000:00000010:0.1:1777582961.509281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582961.509291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582961.509298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000020:00000010:0.0:1777582961.509337:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582961.509344:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582961.509351:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.509356:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.509362:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.509414:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:0.0:1777582961.509418:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000100:00000200:0.0:1777582961.509422:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707990784 00010000:00000010:0.0:1777582961.509450:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00010000:00000010:0.0:1777582961.509459:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 02000000:00000010:0.0:1777582961.509488:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb1000. 00010000:00000010:0.0:1777582961.509517:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.0:1777582961.509522:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582961.509542:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582961.509547:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582961.509552:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582961.509556:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00000004:00000010:0.0:1777582961.509843:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518b40. 00000004:00000010:0.0:1777582961.509853:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e220f0. 00000004:00000010:0.0:1777582961.509861:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34cc0. 00080000:00000010:0.0:1777582961.509869:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74390. 00010000:00000010:2.1:1777582961.510204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:2.1:1777582961.510212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.510599:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582961.510605:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582961.510611:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582961.510617:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582961.510785:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582961.510803:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582961.510809:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310980. 00010000:00000010:0.0:1777582961.510838:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582961.510858:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1f480 x1863928707990784/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.510879:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582961.510887:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707990784, offset 224 00000400:00000200:0.0:1777582961.510896:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.510911:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.510920:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397667:397667:256:4294967295] 192.168.202.9@tcp LPNI seq info [397663:397663:8:4294967295] 00000400:00000200:0.0:1777582961.510936:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.510943:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.510949:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.510956:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.510964:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.510969:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.510996:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.511002:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.511007:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:3.0:1777582961.511185:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.511190:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582961.511196:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.511202:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.511208:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:3.0:1777582961.511211:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00010000:00000010:0.1:1777582961.513739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00000400:00000200:3.0:1777582961.514039:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.514060:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886c580 00000400:00000200:3.0:1777582961.514070:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 9600 00000400:00000200:3.0:1777582961.514088:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.514095:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.514102:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582961.514108:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1ce00. 00000020:00000010:0.0:1777582961.514267:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7540. 00000020:00000010:0.0:1777582961.514273:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7540. 00000020:00000010:0.0:1777582961.514280:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.514286:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.514291:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.514338:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7540. 00000020:00000010:0.0:1777582961.514342:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7540. 00000100:00000200:0.0:1777582961.514346:0:205900:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707990912 00010000:00000010:0.0:1777582961.514371:0:205900:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35700. 00010000:00000010:0.0:1777582961.514375:0:205900:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498aac200. 00010000:00000010:0.0:1777582961.514381:0:205900:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eaa00. 00002000:00000010:0.0:1777582961.514390:0:205900:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7540. 00002000:00000010:0.0:1777582961.514399:0:205900:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f38260. 00080000:00000010:0.0:1777582961.514409:0:205900:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75560. 02000000:00000010:0.0:1777582961.514781:0:205900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a5fd4c00. 00010000:00000200:0.0:1777582961.514816:0:205900:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1ce00 x1863928707990912/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.514834:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582961.514840:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707990912, offset 224 00000400:00000200:0.0:1777582961.514847:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.514860:0:205900:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.514867:0:205900:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397668:397668:256:4294967295] 192.168.202.9@tcp LPNI seq info [397664:397664:8:4294967295] 00000400:00000200:0.0:1777582961.514882:0:205900:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.514888:0:205900:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.514894:0:205900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582961.514900:0:205900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.514910:0:205900:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.514915:0:205900:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.514933:0:205900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.514938:0:205900:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.514942:0:205900:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:3.0:1777582961.515256:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.515261:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582961.515267:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.515273:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.515278:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:3.0:1777582961.515281:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000400:00000200:3.0:1777582961.518209:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582961.518287:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886c680 00000400:00000200:1.0:1777582961.518298:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 173040 00000400:00000200:1.0:1777582961.518316:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.518320:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582961.518330:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582961.518336:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0e00. 00000020:00000010:3.0:1777582961.518450:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582961.518456:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582961.518463:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.518469:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.518473:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.518520:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582961.518523:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b940. 00000100:00000200:3.0:1777582961.518526:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707991168 02000000:00000010:3.0:1777582961.518565:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02395685000. 00010000:00000010:3.0:1777582961.518605:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:3.0:1777582961.518635:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:3.0:1777582961.518647:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:3.0:1777582961.518664:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d00. 00010000:00000010:3.0:1777582961.518684:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582961.518689:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.518694:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582961.518701:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582961.518717:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358000. 00010000:00000010:3.0:1777582961.518721:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374b00. 00010000:00000010:3.0:1777582961.518726:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582961.518730:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582961.518861:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582961.518866:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582961.518870:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582961.518875:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000020:00000010:3.0:1777582961.518909:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05fe0. 00000020:00000010:3.0:1777582961.518917:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05fe0. 00000020:00000010:3.0:1777582961.518930:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628d300. 00080000:00000010:3.0:1777582961.518939:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385396c00. 00000004:00000010:3.0:1777582961.518983:0:187630:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa0239e0403c0. 00000004:00000010:3.0:1777582961.518990:0:187630:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa02388fcbf80. 00000004:00000010:3.0:1777582961.518994:0:187630:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa02388fcb2f8. 00000004:00000010:3.0:1777582961.519003:0:187630:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebf308. 00000001:00000010:3.0:1777582961.519681:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424a1e0. 00000001:00000010:3.0:1777582961.519691:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e040480. 00000020:00000010:3.0:1777582961.519755:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628d300. 00010000:00000010:3.0:1777582961.519768:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582961.519774:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582961.519791:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040a80. 00010000:00000010:3.0:1777582961.519843:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.519865:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582961.519870:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374800. 00010000:00000200:3.0:1777582961.519893:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975704, last committed = 8589975668 00010000:00000200:3.0:1777582961.519905:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0e00 x1863928707991168/t8589975704(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582961.519925:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582961.519933:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707991168, offset 224 00000400:00000010:3.0:1777582961.519940:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e27e0. 00000400:00000200:3.0:1777582961.519945:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.519961:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.519969:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397669:397669:256:4294967295] 192.168.202.9@tcp LPNI seq info [397665:397665:8:4294967295] 00000400:00000200:3.0:1777582961.519977:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582961.519987:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.519994:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.519999:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582961.520007:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.520016:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.520020:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.520055:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.520061:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.520065:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:1.0:1777582961.520261:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582961.520266:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582961.520272:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.520277:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582961.520349:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:2.0:1777582961.520355:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:2.0:1777582961.520362:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040a80. 00010000:00000010:0.1:1777582961.520456:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00010000:00000010:0.1:1777582961.520463:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:0.1:1777582961.520466:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582961.520470:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00000400:00000200:3.0:1777582961.522891:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582961.522914:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214e39 00000400:00000200:3.0:1777582961.522922:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.522928:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582961.522935:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:3.0:1777582961.522939:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00000400:00000200:3.0:1777582961.522980:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.522988:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886c700 00000400:00000200:3.0:1777582961.522997:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 173536 00010000:00000010:2.0:1777582961.523205:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:2.0:1777582961.523217:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374b00. 00000400:00000200:3.0:1777582961.523544:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.523550:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.523559:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.523566:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1ca80. 00000020:00000010:1.0:1777582961.523729:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582961.523735:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582961.523741:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.523747:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:1.0:1777582961.523751:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.523797:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582961.523799:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000100:00000200:1.0:1777582961.523803:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707991296 00000001:00000010:1.0:1777582961.523813:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185e40. 00010000:00000010:1.0:1777582961.523834:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582961.523838:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:1.0:1777582961.523844:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582961.523850:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 02000000:00000010:1.0:1777582961.523875:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ecf000. 00010000:00000010:1.0:1777582961.523905:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582961.523909:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582961.524017:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000200:1.0:1777582961.524036:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1ca80 x1863928707991296/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.524054:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582961.524060:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707991296, offset 224 00000400:00000200:1.0:1777582961.524067:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.524077:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.524083:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397670:397670:256:4294967295] 192.168.202.9@tcp LPNI seq info [397666:397666:8:4294967295] 00000400:00000200:1.0:1777582961.524093:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.524099:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.524104:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582961.524110:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.524116:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.524120:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.524174:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:1.0:1777582961.524181:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.524187:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:3.0:1777582961.524375:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.524380:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582961.524383:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.524388:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.524392:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:3.0:1777582961.524395:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00010000:00000010:3.1:1777582961.525855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582961.525869:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:3.1:1777582961.525876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:3.1:1777582961.525881:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00000400:00000200:2.0:1777582961.529773:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.529795:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886c780 00000400:00000200:2.0:1777582961.529803:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 174112 00000400:00000200:2.0:1777582961.529824:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.529829:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.529837:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.529845:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a095dc00. 00000020:00000010:3.0:1777582961.529985:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582961.529990:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582961.529998:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.530004:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.530009:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.530060:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582961.530064:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b940. 00000100:00000200:3.0:1777582961.530068:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707991424 00010000:00000010:3.0:1777582961.530099:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582961.530108:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.1:1777582961.530158:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582961.530163:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:3.1:1777582961.530166:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582961.530172:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582961.530174:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 02000000:00000010:3.0:1777582961.530188:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02395686000. 00010000:00000010:3.0:1777582961.530219:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582961.530234:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.530266:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582961.530270:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.530274:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582961.530278:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00000004:00000010:3.0:1777582961.530594:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f1485a0. 00000004:00000010:3.0:1777582961.530604:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65708. 00000004:00000010:3.0:1777582961.530612:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386dd0. 00080000:00000010:3.0:1777582961.530724:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682390. 00010000:00000010:3.0:1777582961.530852:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582961.530856:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582961.530861:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582961.530866:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582961.530935:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.530955:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582961.530962:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.530994:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582961.531017:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095dc00 x1863928707991424/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.531038:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582961.531045:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707991424, offset 224 00000400:00000200:3.0:1777582961.531054:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.531069:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.531077:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397671:397671:256:4294967295] 192.168.202.9@tcp LPNI seq info [397667:397667:8:4294967295] 00000400:00000200:3.0:1777582961.531093:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.531101:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.531106:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582961.531114:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.531123:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.531127:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.531173:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.531179:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.531183:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:3.0:1777582961.532399:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.532406:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582961.532412:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.532422:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.532429:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:3.0:1777582961.532432:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:1.1:1777582961.532765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:2.1:1777582961.538183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358000. 00010000:00000010:2.1:1777582961.538200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582961.540280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582961.540295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582961.540303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582961.540307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:3.0:1777582961.545747:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.545768:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886c800 00000400:00000200:3.0:1777582961.545779:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 9928 00000400:00000200:3.0:1777582961.545797:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.545803:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.545813:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582961.545820:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1e680. 00000020:00000010:2.0:1777582961.547752:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93640. 00000020:00000010:2.0:1777582961.547762:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93640. 00000020:00000010:2.0:1777582961.547770:0:207637:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.547776:0:207637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.547781:0:207637:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.547931:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93640. 00000020:00000010:2.0:1777582961.547935:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93640. 00000100:00000200:2.0:1777582961.547938:0:207637:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707991552 00010000:00000010:2.0:1777582961.547963:0:207637:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0000. 00010000:00000010:2.0:1777582961.547966:0:207637:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024997a0a00. 00010000:00000010:2.0:1777582961.547973:0:207637:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593c00. 00002000:00000010:2.0:1777582961.547982:0:207637:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a93640. 00002000:00000010:2.0:1777582961.547991:0:207637:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024849325f0. 00080000:00000010:2.0:1777582961.547999:0:207637:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097ae40. 02000000:00000010:2.0:1777582961.548308:0:207637:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa02393de8c00. 00010000:00000200:2.0:1777582961.548342:0:207637:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1e680 x1863928707991552/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.548361:0:207637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582961.548368:0:207637:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707991552, offset 224 00000400:00000200:2.0:1777582961.548375:0:207637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.548388:0:207637:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.548395:0:207637:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397672:397672:256:4294967295] 192.168.202.9@tcp LPNI seq info [397668:397668:8:4294967295] 00000400:00000200:2.0:1777582961.548408:0:207637:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.548414:0:207637:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.548419:0:207637:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582961.548426:0:207637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.548435:0:207637:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.548439:0:207637:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.548456:0:207637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.548462:0:207637:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.548465:0:207637:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:1.0:1777582961.548610:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582961.548615:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:1.0:1777582961.548620:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.548625:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582961.548630:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cbb0 00000400:00000010:1.0:1777582961.548633:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cbb0. 00000400:00000200:3.0:1777582961.551399:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.551422:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886c900 00000400:00000200:3.0:1777582961.551431:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 174696 00000400:00000200:3.0:1777582961.551448:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.551453:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.551461:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.551467:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02388b1ea00. 00000020:00000010:2.0:1777582961.551596:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.551602:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.551608:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.551615:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.551621:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.551685:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.551688:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c40. 00000100:00000200:2.0:1777582961.551692:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707991808 02000000:00000010:2.0:1777582961.551733:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0240fb51000. 00010000:00000010:2.0:1777582961.551779:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:2.0:1777582961.551801:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:2.0:1777582961.551810:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:2.0:1777582961.551816:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00010000:00000010:2.0:1777582961.551834:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582961.551837:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e700. 00010000:00000010:2.0:1777582961.551844:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582961.551850:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582961.551863:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582961.551866:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e000. 00010000:00000010:2.0:1777582961.551869:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00010000:00000010:2.0:1777582961.551872:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.551978:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582961.551981:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e280. 00010000:00000010:2.0:1777582961.551985:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582961.551988:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000020:00000010:2.0:1777582961.552009:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054b20. 00000020:00000010:2.0:1777582961.552016:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054b20. 00000020:00000010:2.0:1777582961.552026:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a95a0. 00080000:00000010:2.0:1777582961.552035:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393dea400. 00000004:00000010:2.0:1777582961.552080:0:187632:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02390e68000. 00000004:00000010:2.0:1777582961.552087:0:187632:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa0239372a840. 00000004:00000010:2.0:1777582961.552090:0:187632:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa0239372ac10. 00000004:00000010:2.0:1777582961.552100:0:187632:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb0b18. 00000001:00000010:2.0:1777582961.552578:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9240. 00000001:00000010:2.0:1777582961.552587:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e689c0. 00000020:00000010:2.0:1777582961.552622:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a95a0. 00010000:00000010:2.0:1777582961.552632:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582961.552637:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582961.552662:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582961.552703:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582961.552709:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582961.552726:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582961.552730:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e280. 00010000:00000010:2.0:1777582961.552744:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582961.552747:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e700. 00010000:00000200:2.0:1777582961.552764:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975705, last committed = 8589975668 00010000:00000200:2.0:1777582961.552774:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02388b1ea00 x1863928707991808/t8589975705(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582961.552792:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582961.552800:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707991808, offset 224 00000400:00000010:2.0:1777582961.552806:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aefd90. 00000400:00000200:2.0:1777582961.552810:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.552824:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.552831:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397673:397673:256:4294967295] 192.168.202.9@tcp LPNI seq info [397669:397669:8:4294967295] 00000400:00000200:2.0:1777582961.552837:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582961.552844:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.552850:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.552855:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582961.552862:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.552868:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.552873:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.552890:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e880. 00000020:00000010:2.0:1777582961.552894:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.552897:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:2.0:1777582961.553293:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.553297:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582961.553302:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.553307:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582961.557309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582961.557323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582961.557328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:2.1:1777582961.557331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00000400:00000200:1.0:1777582961.560952:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582961.560974:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214e49 00000400:00000200:1.0:1777582961.560981:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.560985:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582961.560993:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:1.0:1777582961.560996:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000400:00000200:1.0:1777582961.561032:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582961.561039:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886c980 00000400:00000200:1.0:1777582961.561046:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 175192 00000400:00000200:1.0:1777582961.561113:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.561118:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582961.561123:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582961.561129:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc2680. 00000020:00000010:3.0:1777582961.561226:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582961.561233:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582961.561240:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.561245:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.561251:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00010000:00000010:2.0:1777582961.561256:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.561267:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e000. 00000020:00000010:3.0:1777582961.561292:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582961.561294:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000100:00000200:3.0:1777582961.561299:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707991936 00000001:00000010:3.0:1777582961.561310:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e040480. 00010000:00000010:3.0:1777582961.561331:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582961.561335:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.561341:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582961.561347:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582961.561374:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02395682000. 00010000:00000010:3.0:1777582961.561404:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582961.561408:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582961.561557:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582961.561574:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc2680 x1863928707991936/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.561593:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582961.561598:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707991936, offset 224 00000400:00000200:3.0:1777582961.561604:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.561614:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.561620:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397674:397674:256:4294967295] 192.168.202.9@tcp LPNI seq info [397670:397670:8:4294967295] 00000400:00000200:3.0:1777582961.561630:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.561635:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.561640:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582961.561647:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.561664:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.561668:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.561693:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.561698:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.561702:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:2.0:1777582961.561985:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.561989:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:2.0:1777582961.561995:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.561999:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.562002:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:2.0:1777582961.562004:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00010000:00000010:2.1:1777582961.563527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582961.563541:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582961.563545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582961.563548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:2.1:1777582961.563551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00000400:00000200:2.0:1777582961.567369:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.567389:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886ca00 00000400:00000200:2.0:1777582961.567397:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 175768 00000400:00000200:2.0:1777582961.567414:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.567418:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.567427:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.567434:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a095f480. 00000020:00000010:1.0:1777582961.567535:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582961.567541:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582961.567547:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.567553:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ee00. 00000020:00000010:1.0:1777582961.567558:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.567626:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582961.567629:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000100:00000200:1.0:1777582961.567633:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707992064 00010000:00000010:1.0:1777582961.567671:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582961.567679:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 02000000:00000010:1.0:1777582961.567710:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02391459000. 00010000:00000010:1.0:1777582961.567737:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582961.567740:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582961.567758:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582961.567762:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e600. 00010000:00000010:1.0:1777582961.567766:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582961.567769:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00000004:00000010:1.0:1777582961.567860:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:1.0:1777582961.567869:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582961.567875:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945870. 00080000:00000010:1.0:1777582961.567882:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 00010000:00000010:1.0:1777582961.567976:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582961.567979:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e100. 00010000:00000010:1.0:1777582961.567983:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.0:1777582961.567986:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582961.568043:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582961.568064:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582961.568070:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e600. 00010000:00000010:1.0:1777582961.568088:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000200:1.0:1777582961.568100:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095f480 x1863928707992064/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.568119:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a15d8. 00000100:00000200:1.0:1777582961.568125:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707992064, offset 224 00000400:00000200:1.0:1777582961.568162:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.568172:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.568179:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397675:397675:256:4294967295] 192.168.202.9@tcp LPNI seq info [397671:397671:8:4294967295] 00000400:00000200:1.0:1777582961.568190:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.568195:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.568200:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582961.568207:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.568214:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.568218:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.568236:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ee00. 00000020:00000010:1.0:1777582961.568240:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.568244:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00010000:00000010:3.1:1777582961.568298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00000800:00000200:3.0:1777582961.568379:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.568383:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582961.568387:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.568391:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.568396:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:3.0:1777582961.568398:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00000400:00000200:2.0:1777582961.571344:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.571367:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886ca80 00000400:00000200:2.0:1777582961.571376:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 10256 00000400:00000200:2.0:1777582961.571395:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.571400:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.571409:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582961.571417:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a095d180. 00000020:00000010:3.0:1777582961.573178:0:205907:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582961.573187:0:205907:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582961.573195:0:205907:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.573201:0:205907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.573206:0:205907:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.573239:0:205907:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba40. 00000020:00000010:3.0:1777582961.573241:0:205907:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba40. 00000100:00000200:3.0:1777582961.573245:0:205907:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707992192 00010000:00000010:3.0:1777582961.573271:0:205907:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358300. 00010000:00000010:3.0:1777582961.573274:0:205907:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02481358000. 00010000:00000010:3.0:1777582961.573280:0:205907:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00002000:00000010:3.0:1777582961.573290:0:205907:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023f974ba40. 00002000:00000010:3.0:1777582961.573298:0:205907:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6ecf70. 00080000:00000010:3.0:1777582961.573306:0:205907:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024166831d0. 02000000:00000010:3.0:1777582961.573586:0:205907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa02385396800. 00010000:00000200:3.0:1777582961.573773:0:205907:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a095d180 x1863928707992192/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.573793:0:205907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582961.573800:0:205907:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707992192, offset 224 00000400:00000200:3.0:1777582961.573806:0:205907:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.573819:0:205907:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.573826:0:205907:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397676:397676:256:4294967295] 192.168.202.9@tcp LPNI seq info [397672:397672:8:4294967295] 00000400:00000200:3.0:1777582961.573837:0:205907:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.573843:0:205907:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.573848:0:205907:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582961.573854:0:205907:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.573861:0:205907:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.573866:0:205907:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.573913:0:205907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.573917:0:205907:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.573921:0:205907:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00010000:00000010:2.1:1777582961.575499:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582961.575513:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00000800:00000200:2.0:1777582961.575604:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.575609:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:2.0:1777582961.575615:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.575631:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.575638:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:2.0:1777582961.575640:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00010000:00000010:1.1:1777582961.579664:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582961.579679:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582961.579685:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.1:1777582961.579687:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00080000:00000010:1.0:1777582961.579780:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc868e8. 00000004:00000010:1.0:1777582961.579794:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa0240beda148. 00000004:00000010:1.0:1777582961.579800:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcb200. 00000004:00000010:1.0:1777582961.579805:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcbdc8. 00000004:00000010:1.0:1777582961.579809:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02388c48480. 00000004:00000010:1.0:1777582961.579812:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa02388dddba0. 00000004:00000010:1.0:1777582961.579817:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02385383a50. 00000004:00000010:1.0:1777582961.579822:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386c014a0. 00080000:00000010:1.0:1777582961.579835:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682c78. 00000004:00000010:1.0:1777582961.579842:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecd9cd8. 00000004:00000010:1.0:1777582961.579846:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76e70. 00000004:00000010:1.0:1777582961.579849:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc76438. 00000004:00000010:1.0:1777582961.579851:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185000. 00000004:00000010:1.0:1777582961.579853:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386660. 00000004:00000010:1.0:1777582961.579856:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65348. 00000004:00000010:1.0:1777582961.579859:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f148960. 00080000:00000010:1.0:1777582961.579870:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682558. 00000004:00000010:1.0:1777582961.579873:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386880. 00000004:00000010:1.0:1777582961.579875:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c650f0. 00000004:00000010:1.0:1777582961.579877:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f149e00. 00080000:00000010:1.0:1777582961.579887:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc86000. 00000004:00000010:1.0:1777582961.579893:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa0240beda380. 00000004:00000010:1.0:1777582961.579896:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcbb28. 00000004:00000010:1.0:1777582961.579898:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcb9a0. 00000004:00000010:1.0:1777582961.579900:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02391b5f3c0. 00000004:00000010:1.0:1777582961.579903:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa02388ddd320. 00000004:00000010:1.0:1777582961.579906:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023853831e0. 00000004:00000010:1.0:1777582961.579909:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386c00d20. 00080000:00000010:1.0:1777582961.579923:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74ab0. 00000004:00000010:1.0:1777582961.579929:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02392ad9f10. 00000004:00000010:1.0:1777582961.579932:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b03060f0. 00000004:00000010:1.0:1777582961.579934:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b0306f08. 00000004:00000010:1.0:1777582961.579937:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa023873810c0. 00000004:00000010:1.0:1777582961.579940:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34770. 00000004:00000010:1.0:1777582961.579942:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22a50. 00000004:00000010:1.0:1777582961.579946:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865190e0. 00080000:00000010:1.0:1777582961.579962:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c8e8. 00000004:00000010:1.0:1777582961.579967:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb27f0. 00000004:00000010:1.0:1777582961.579971:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb3540. 00000004:00000010:1.0:1777582961.579974:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffffa0248b836c90. 00000004:00000010:1.0:1777582961.579976:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffffa0239372abc0. 00000004:00000010:1.0:1777582961.579979:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02390e68b40. 00000004:00000010:1.0:1777582961.579981:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945100. 00000004:00000010:1.0:1777582961.579984:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ca8. 00000004:00000010:1.0:1777582961.579986:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71681e0. 00080000:00000010:1.0:1777582961.580001:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f6b008. 00000004:00000010:1.0:1777582961.580006:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023ff233540. 00000004:00000010:1.0:1777582961.580009:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b0306670. 00000004:00000010:1.0:1777582961.580011:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b0306420. 00000004:00000010:1.0:1777582961.580013:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa023888b6480. 00000004:00000010:1.0:1777582961.580016:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944550. 00000004:00000010:1.0:1777582961.580018:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3d20. 00000004:00000010:1.0:1777582961.580020:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023928805a0. 00080000:00000010:1.0:1777582961.580031:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c1c8. 00000004:00000010:1.0:1777582961.580034:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945650. 00000004:00000010:1.0:1777582961.580036:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a38e8. 00000004:00000010:1.0:1777582961.580038:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169680. 00080000:00000010:1.0:1777582961.580046:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75c80. 00000004:00000010:1.0:1777582961.580052:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecd8238. 00000004:00000010:1.0:1777582961.580055:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76480. 00000004:00000010:1.0:1777582961.580057:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc76ae8. 00000004:00000010:1.0:1777582961.580060:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185600. 00000004:00000010:1.0:1777582961.580061:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34ee0. 00000004:00000010:1.0:1777582961.580063:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e225a0. 00000004:00000010:1.0:1777582961.580065:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518000. 00080000:00000010:1.0:1777582961.580078:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0249c7a2e40. 00000004:00000010:1.0:1777582961.580083:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023e5b60238. 00000004:00000010:1.0:1777582961.580086:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa0239372ab18. 00000004:00000010:1.0:1777582961.580088:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa0239372ac88. 00000004:00000010:1.0:1777582961.580092:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023ff231868. 00000004:00000010:1.0:1777582961.580094:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b0306908. 00000004:00000010:1.0:1777582961.580097:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b03060a8. 00000004:00000010:1.0:1777582961.580099:0:194432:0:(lod_lov.c:530:lod_free_comp_entries()) kfreed 'lo->ldo_mirrors': 10 at ffffa0248b836ac0. 00000004:00000010:1.0:1777582961.580102:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 528 at ffffa023937d1400. 00000004:00000010:1.0:1777582961.580106:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945dc0. 00000004:00000010:1.0:1777582961.580108:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3258. 00000004:00000010:1.0:1777582961.580110:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02392880f00. 00080000:00000010:1.0:1777582961.580119:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024166828e8. 00000004:00000010:1.0:1777582961.580123:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebd868. 00000004:00000010:1.0:1777582961.580127:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcb898. 00000004:00000010:1.0:1777582961.580129:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcb318. 00000004:00000010:1.0:1777582961.580131:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa0239e040840. 00000004:00000010:1.0:1777582961.580365:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386110. 00000004:00000010:1.0:1777582961.580369:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65f78. 00000004:00000010:1.0:1777582961.580371:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f1492c0. 00080000:00000010:1.0:1777582961.580387:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f6aab0. 00000004:00000010:1.0:1777582961.580392:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023ff232c60. 00000004:00000010:1.0:1777582961.580396:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b0306278. 00000004:00000010:1.0:1777582961.580398:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b0306f10. 00000004:00000010:1.0:1777582961.580401:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa023937dd780. 00000004:00000010:1.0:1777582961.580404:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944330. 00000004:00000010:1.0:1777582961.580406:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3348. 00000004:00000010:1.0:1777582961.580408:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02392880d20. 00080000:00000010:1.0:1777582961.580418:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682390. 00000004:00000010:1.0:1777582961.580423:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb0b18. 00000004:00000010:1.0:1777582961.580426:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa0239372a840. 00000004:00000010:1.0:1777582961.580428:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa0239372ac10. 00000004:00000010:1.0:1777582961.580430:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02390e68000. 00000004:00000010:1.0:1777582961.580432:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386dd0. 00000004:00000010:1.0:1777582961.580434:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65708. 00000004:00000010:1.0:1777582961.580436:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f1485a0. 00080000:00000010:1.0:1777582961.580446:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f751d0. 00000004:00000010:1.0:1777582961.580448:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34330. 00000004:00000010:1.0:1777582961.580450:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22ca8. 00000004:00000010:1.0:1777582961.580453:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519a40. 00080000:00000010:1.0:1777582961.580462:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75398. 00000004:00000010:1.0:1777582961.580466:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb1cd8. 00000004:00000010:1.0:1777582961.580469:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa0239372a4a8. 00000004:00000010:1.0:1777582961.580471:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa0239372a548. 00000004:00000010:1.0:1777582961.580473:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02390e68d80. 00000004:00000010:1.0:1777582961.580476:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34990. 00000004:00000010:1.0:1777582961.580478:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22870. 00000004:00000010:1.0:1777582961.580480:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519860. 00080000:00000010:1.0:1777582961.580490:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d008. 00000004:00000010:1.0:1777582961.580495:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb13f8. 00000004:00000010:1.0:1777582961.580508:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa0239372a2b0. 00000004:00000010:1.0:1777582961.580511:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa0239372a9f8. 00000004:00000010:1.0:1777582961.580513:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02390e686c0. 00000004:00000010:1.0:1777582961.580515:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ed0. 00000004:00000010:1.0:1777582961.580517:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582961.580519:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168000. 00080000:00000010:1.0:1777582961.580533:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023ef1a71d0. 00000004:00000010:1.0:1777582961.580537:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023e5b608e0. 00000004:00000010:1.0:1777582961.580540:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa0239372ab58. 00000004:00000010:1.0:1777582961.580542:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa0239372a2e8. 00000004:00000010:1.0:1777582961.580544:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa023917ef000. 00000004:00000010:1.0:1777582961.580546:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34bb0. 00000004:00000010:1.0:1777582961.580548:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22e10. 00000004:00000010:1.0:1777582961.580551:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023e6b9a1e0. 00080000:00000010:1.0:1777582961.580565:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023f9b80720. 00000004:00000010:1.0:1777582961.580570:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023e5b60d50. 00000004:00000010:1.0:1777582961.580573:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa0239372a270. 00000004:00000010:1.0:1777582961.580574:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa0239372a028. 00000004:00000010:1.0:1777582961.580576:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02488741cc0. 00000004:00000010:1.0:1777582961.580579:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756aa0. 00000004:00000010:1.0:1777582961.580581:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0bb8. 00000004:00000010:1.0:1777582961.580584:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023e27f0b40. 00080000:00000010:1.0:1777582961.580596:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f6b398. 00000004:00000010:1.0:1777582961.580600:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa0240bedb308. 00000004:00000010:1.0:1777582961.580603:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcb5f8. 00000004:00000010:1.0:1777582961.580605:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcbbb0. 00000004:00000010:1.0:1777582961.580608:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa0240bed9aa0. 00000004:00000010:1.0:1777582961.580610:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcb918. 00000004:00000010:1.0:1777582961.580612:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcbd78. 00000004:00000010:1.0:1777582961.580614:0:194432:0:(lod_lov.c:530:lod_free_comp_entries()) kfreed 'lo->ldo_mirrors': 10 at ffffa023905343c0. 00000004:00000010:1.0:1777582961.580617:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 352 at ffffa02384c58400. 00000004:00000010:1.0:1777582961.580619:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944220. 00000004:00000010:1.0:1777582961.580621:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a31e0. 00000004:00000010:1.0:1777582961.580622:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02392881c20. 00080000:00000010:1.0:1777582961.580633:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74390. 00000004:00000010:1.0:1777582961.580637:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebf308. 00000004:00000010:1.0:1777582961.580640:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcbf80. 00000004:00000010:1.0:1777582961.580643:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcb2f8. 00000004:00000010:1.0:1777582961.580645:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa0239e0403c0. 00000004:00000010:1.0:1777582961.580647:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34cc0. 00000004:00000010:1.0:1777582961.580658:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e220f0. 00000004:00000010:1.0:1777582961.580661:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518b40. 00080000:00000010:1.0:1777582961.580670:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74000. 00000004:00000010:1.0:1777582961.580674:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb2e98. 00000004:00000010:1.0:1777582961.580679:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb1f10. 00000004:00000010:1.0:1777582961.580682:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffffa0248b8360a0. 00000004:00000010:1.0:1777582961.580684:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffffa0239372a7e0. 00000004:00000010:1.0:1777582961.580686:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02390e68600. 00000004:00000010:1.0:1777582961.580688:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35430. 00000004:00000010:1.0:1777582961.580690:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22348. 00000004:00000010:1.0:1777582961.580692:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865192c0. 00080000:00000010:1.0:1777582961.580701:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f748e8. 00000004:00000010:1.0:1777582961.580705:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecda7f0. 00000004:00000010:1.0:1777582961.580708:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76df0. 00000004:00000010:1.0:1777582961.580710:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc768c8. 00000004:00000010:1.0:1777582961.580712:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185b40. 00000004:00000010:1.0:1777582961.580714:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34dd0. 00000004:00000010:1.0:1777582961.580716:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e229d8. 00000004:00000010:1.0:1777582961.580718:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865185a0. 00000400:00000200:0.0:1777582961.580798:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.580816:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886cb80 00000400:00000200:0.0:1777582961.580825:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 176352 00000400:00000200:0.0:1777582961.580842:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.580846:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.580854:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.580860:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024af00b480. 00000020:00000010:3.0:1777582961.581038:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582961.581044:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582961.581050:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.581055:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.581060:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.581100:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582961.581103:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000100:00000200:3.0:1777582961.581105:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707992448 02000000:00000010:3.0:1777582961.581161:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02395681000. 00010000:00000010:3.0:1777582961.581201:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:3.0:1777582961.581216:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e100. 00010000:00000010:3.0:1777582961.581225:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582961.581242:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.581260:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1900. 00010000:00000010:3.0:1777582961.581264:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.581270:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582961.581275:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582961.581299:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1500. 00010000:00000010:3.0:1777582961.581302:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374000. 00010000:00000010:3.0:1777582961.581313:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582961.581317:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582961.581413:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1a00. 00010000:00000010:3.0:1777582961.581416:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374b00. 00010000:00000010:3.0:1777582961.581419:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582961.581423:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000020:00000010:3.0:1777582961.581443:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e053a0. 00000020:00000010:3.0:1777582961.581450:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e053a0. 00000020:00000010:3.0:1777582961.581460:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023a424acc0. 00080000:00000010:3.0:1777582961.581469:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02395cd5800. 00000004:00000010:3.0:1777582961.581500:0:187631:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa0239e0403c0. 00000004:00000010:3.0:1777582961.581506:0:187631:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa02388fcb368. 00000004:00000010:3.0:1777582961.581509:0:187631:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa02388fcb380. 00000004:00000010:3.0:1777582961.581516:0:187631:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebc000. 00000001:00000010:3.0:1777582961.582183:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d960. 00000001:00000010:3.0:1777582961.582192:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e040840. 00000020:00000010:3.0:1777582961.582223:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023a424acc0. 00010000:00000010:3.0:1777582961.582234:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582961.582239:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582961.582256:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040480. 00010000:00000010:3.0:1777582961.582302:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.582315:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582961.582319:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374800. 00010000:00000200:3.0:1777582961.582335:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975706, last committed = 8589975668 00010000:00000200:3.0:1777582961.582345:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024af00b480 x1863928707992448/t8589975706(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582961.582365:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582961.582371:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707992448, offset 224 00000400:00000010:3.0:1777582961.582377:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e28f8. 00000400:00000200:3.0:1777582961.582381:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.582394:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.582401:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397677:397677:256:4294967295] 192.168.202.9@tcp LPNI seq info [397673:397673:8:4294967295] 00000400:00000200:3.0:1777582961.582408:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582961.582415:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.582420:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.582424:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582961.582430:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.582437:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.582442:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.582467:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374d80. 00000020:00000010:3.0:1777582961.582472:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.582475:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00010000:00000010:0.0:1777582961.582637:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:0.0:1777582961.582643:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374b00. 00010000:00000010:0.0:1777582961.582660:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040480. 00000800:00000200:1.0:1777582961.582769:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582961.582773:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582961.582777:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.582782:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582961.588045:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582961.588072:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214e59 00000400:00000200:1.0:1777582961.588081:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.588084:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582961.588091:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:1.0:1777582961.588094:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00000400:00000200:1.0:1777582961.588130:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582961.588154:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886cc00 00000400:00000200:1.0:1777582961.588162:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 176848 00010000:00000010:3.0:1777582961.588201:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582961.588213:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374000. 00000400:00000200:1.0:1777582961.588236:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.588239:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582961.588244:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582961.588249:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0000. 00000020:00000010:3.0:1777582961.588562:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582961.588567:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582961.588574:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.588579:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582961.588584:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.588632:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582961.588635:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000100:00000200:3.0:1777582961.588638:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707992576 00000001:00000010:3.0:1777582961.588648:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e689c0. 00010000:00000010:3.0:1777582961.588682:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1b00. 00010000:00000010:3.0:1777582961.588685:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374d80. 00010000:00000010:3.0:1777582961.588692:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582961.588697:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582961.588725:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4d37000. 00010000:00000010:3.0:1777582961.588756:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582961.588759:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb200. 00010000:00000010:3.0:1777582961.588872:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582961.588888:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0000 x1863928707992576/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.588908:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582961.588914:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707992576, offset 224 00000400:00000200:3.0:1777582961.588921:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.588930:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.588937:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397678:397678:256:4294967295] 192.168.202.9@tcp LPNI seq info [397674:397674:8:4294967295] 00000400:00000200:3.0:1777582961.588949:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.588955:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.588960:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582961.588967:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.588975:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.588980:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.589002:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582961.589006:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.589010:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:1.0:1777582961.590288:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582961.590296:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:1.0:1777582961.590303:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.590310:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582961.590316:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:1.0:1777582961.590318:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00010000:00000010:3.1:1777582961.593174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:3.1:1777582961.593184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:3.1:1777582961.593189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582961.593192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582961.593197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582961.593201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1900. 00010000:00000010:3.1:1777582961.593204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:1.0:1777582961.593252:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582961.593271:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886cc80 00000400:00000200:1.0:1777582961.593279:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 177424 00000400:00000200:1.0:1777582961.593293:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.593298:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582961.593306:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582961.593313:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc2d80. 00010000:00000010:0.1:1777582961.593398:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1a00. 00010000:00000010:0.1:1777582961.593404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000020:00000010:3.0:1777582961.593463:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582961.593470:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582961.593476:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.593481:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582961.593486:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.593528:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b180. 00000020:00000010:3.0:1777582961.593531:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b180. 00000100:00000200:3.0:1777582961.593534:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707992704 00010000:00000010:3.0:1777582961.593561:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582961.593569:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582961.593596:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4d31000. 00010000:00000010:3.0:1777582961.593637:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582961.593642:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.593668:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1900. 00010000:00000010:3.0:1777582961.593672:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.593676:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582961.593680:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00000004:00000010:3.0:1777582961.593771:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f148780. 00000004:00000010:3.0:1777582961.593780:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65000. 00000004:00000010:3.0:1777582961.593786:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386bb0. 00080000:00000010:3.0:1777582961.593794:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682000. 00010000:00000010:3.0:1777582961.593884:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1d00. 00010000:00000010:3.0:1777582961.593888:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374200. 00010000:00000010:3.0:1777582961.593892:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582961.593895:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb100. 00010000:00000010:3.0:1777582961.593950:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.593959:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582961.593964:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.593981:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582961.593994:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc2d80 x1863928707992704/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.594013:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5bb0. 00000100:00000200:3.0:1777582961.594018:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707992704, offset 224 00000400:00000200:3.0:1777582961.594025:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.594035:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.594041:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397679:397679:256:4294967295] 192.168.202.9@tcp LPNI seq info [397675:397675:8:4294967295] 00000400:00000200:3.0:1777582961.594052:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.594057:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.594061:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582961.594066:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.594073:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.594077:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.594101:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582961.594105:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.594107:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:1.0:1777582961.594227:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582961.594232:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:1.0:1777582961.594237:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.594241:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582961.594245:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:1.0:1777582961.594248:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00010000:00000010:3.1:1777582961.598163:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1500. 00010000:00000010:3.1:1777582961.598181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582961.598184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:1.0:1777582961.599610:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582961.599631:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886cd00 00000400:00000200:1.0:1777582961.599639:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 10584 00000400:00000200:1.0:1777582961.599666:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.599672:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582961.599679:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582961.599686:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc3100. 00000020:00000010:0.0:1777582961.608783:0:205908:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7480. 00000020:00000010:0.0:1777582961.608797:0:205908:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7480. 00000020:00000010:0.0:1777582961.608805:0:205908:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.608811:0:205908:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.608817:0:205908:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.608868:0:205908:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7480. 00000020:00000010:0.0:1777582961.608871:0:205908:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7480. 00000100:00000200:0.0:1777582961.608874:0:205908:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707992832 00010000:00000010:0.0:1777582961.608903:0:205908:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac900. 00010000:00000010:0.0:1777582961.608906:0:205908:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498aac600. 00010000:00000010:0.0:1777582961.608912:0:205908:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea000. 00002000:00000010:0.0:1777582961.608922:0:205908:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7480. 00002000:00000010:0.0:1777582961.608932:0:205908:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f39db0. 00080000:00000010:0.0:1777582961.608939:0:205908:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74e40. 02000000:00000010:0.0:1777582961.609237:0:205908:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a5fd6800. 00010000:00000200:0.0:1777582961.609269:0:205908:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc3100 x1863928707992832/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.609287:0:205908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582961.609293:0:205908:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707992832, offset 224 00000400:00000200:0.0:1777582961.609299:0:205908:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.609313:0:205908:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.609320:0:205908:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397680:397680:256:4294967295] 192.168.202.9@tcp LPNI seq info [397676:397676:8:4294967295] 00000400:00000200:0.0:1777582961.609332:0:205908:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.609337:0:205908:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.609342:0:205908:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582961.609348:0:205908:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.609355:0:205908:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.609359:0:205908:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.609381:0:205908:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.609385:0:205908:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.609389:0:205908:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:0.0:1777582961.609726:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.609730:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582961.609736:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.609741:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.609746:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:0.0:1777582961.609748:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00010000:00000010:3.1:1777582961.612197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582961.612212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1900. 00010000:00000010:3.1:1777582961.612217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582961.612229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:1.0:1777582961.623959:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582961.623982:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886ce00 00000400:00000200:1.0:1777582961.623990:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 178008 00000400:00000200:1.0:1777582961.624010:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.624014:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582961.624022:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582961.624028:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc3b80. 00000020:00000010:1.0:1777582961.634294:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271d40. 00000020:00000010:1.0:1777582961.634306:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271d40. 00000020:00000010:1.0:1777582961.634316:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.634322:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.634327:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.634382:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271d40. 00000020:00000010:1.0:1777582961.634385:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271d40. 00000100:00000200:1.0:1777582961.634388:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707993088 02000000:00000010:1.0:1777582961.634427:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024ad9b3000. 00010000:00000010:1.0:1777582961.634470:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb100. 00010000:00000010:1.0:1777582961.634488:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374200. 00010000:00000010:1.0:1777582961.634495:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb200. 00010000:00000010:1.0:1777582961.634501:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374d80. 00010000:00000010:1.0:1777582961.634517:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582961.634520:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582961.634526:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582961.634532:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582961.634545:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582961.634547:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ed80. 00010000:00000010:1.0:1777582961.634549:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582961.634552:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582961.634669:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8900. 00010000:00000010:1.0:1777582961.634672:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e380. 00010000:00000010:1.0:1777582961.634675:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582961.634679:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00000020:00000010:1.0:1777582961.634706:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6d40. 00000020:00000010:1.0:1777582961.634713:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6d40. 00000020:00000010:1.0:1777582961.634724:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1840. 00080000:00000010:1.0:1777582961.634733:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a6301800. 00000004:00000010:1.0:1777582961.634769:0:205909:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02387381780. 00000004:00000010:1.0:1777582961.634775:0:205909:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023b0306f10. 00000004:00000010:1.0:1777582961.634778:0:205909:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023b0306278. 00000004:00000010:1.0:1777582961.634786:0:205909:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02392ad9f10. 00000001:00000010:1.0:1777582961.635289:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1c00. 00000001:00000010:1.0:1777582961.635297:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02387381540. 00000020:00000010:1.0:1777582961.635327:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1840. 00010000:00000010:1.0:1777582961.635336:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582961.635341:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582961.635353:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa023873810c0. 00010000:00000010:1.0:1777582961.635391:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582961.635396:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa023873810c0. 00010000:00000010:1.0:1777582961.635415:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582961.635418:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e380. 00010000:00000010:1.0:1777582961.635429:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582961.635432:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000200:1.0:1777582961.635449:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975707, last committed = 8589975668 00010000:00000200:1.0:1777582961.635461:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc3b80 x1863928707993088/t8589975707(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582961.635482:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582961.635490:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707993088, offset 224 00000400:00000010:1.0:1777582961.635498:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e800a8. 00000400:00000200:1.0:1777582961.635501:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.635517:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.635525:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397681:397681:256:4294967295] 192.168.202.9@tcp LPNI seq info [397677:397677:8:4294967295] 00000400:00000200:1.0:1777582961.635532:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582961.635539:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.635544:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.635549:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582961.635555:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.635563:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.635567:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.635586:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.635590:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.635594:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:1.0:1777582961.635712:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582961.635716:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:1.0:1777582961.635720:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.635725:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.640365:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582961.640386:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214e69 00000400:00000200:0.0:1777582961.640395:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.640399:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582961.640406:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:0.0:1777582961.640409:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000400:00000200:0.0:1777582961.640686:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.640696:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886ce80 00000400:00000200:0.0:1777582961.640706:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 178504 00000400:00000200:0.0:1777582961.640765:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.640769:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.640776:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.640787:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496e81c00. 00000020:00000010:1.0:1777582961.640899:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271d40. 00000020:00000010:1.0:1777582961.640907:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271d40. 00000020:00000010:1.0:1777582961.640914:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.640921:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.640926:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.640979:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271d40. 00000020:00000010:1.0:1777582961.640982:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271d40. 00000100:00000200:1.0:1777582961.640986:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707993216 00000001:00000010:1.0:1777582961.640999:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e040840. 00010000:00000010:1.0:1777582961.641026:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582961.641030:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582961.641036:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:1.0:1777582961.641043:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 02000000:00000010:1.0:1777582961.641096:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02423a76000. 00010000:00000010:1.0:1777582961.641130:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582961.641169:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582961.641287:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000200:1.0:1777582961.641307:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496e81c00 x1863928707993216/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.641325:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777582961.641331:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707993216, offset 224 00000400:00000200:1.0:1777582961.641338:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.641347:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.641353:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397682:397682:256:4294967295] 192.168.202.9@tcp LPNI seq info [397678:397678:8:4294967295] 00000400:00000200:1.0:1777582961.641363:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.641369:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.641374:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582961.641380:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.641387:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.641392:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.641412:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.641417:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.641421:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:1.0:1777582961.641483:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582961.641487:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:1.0:1777582961.641490:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.641494:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582961.641497:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:1.0:1777582961.641499:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00010000:00000010:3.0:1777582961.644300:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:3.0:1777582961.644316:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ed80. 00010000:00000010:1.1:1777582961.644388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:1.1:1777582961.644395:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1d00. 00010000:00000010:1.1:1777582961.644398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:1.1:1777582961.644400:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1b00. 00010000:00000010:1.1:1777582961.649188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582961.649207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8900. 00010000:00000010:1.1:1777582961.649212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582961.649215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:1.1:1777582961.649217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.1:1777582961.649219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00000400:00000200:1.0:1777582961.651467:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582961.651488:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886cf00 00000400:00000200:1.0:1777582961.651497:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 179080 00000400:00000200:1.0:1777582961.651514:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.651518:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582961.651526:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582961.651532:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0380. 00000020:00000010:3.0:1777582961.654662:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf40. 00000020:00000010:3.0:1777582961.654678:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf40. 00000020:00000010:3.0:1777582961.654689:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.654699:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582961.654707:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.654758:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf40. 00000020:00000010:3.0:1777582961.654761:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf40. 00000100:00000200:3.0:1777582961.654764:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707993344 00010000:00000010:3.0:1777582961.654799:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582961.654809:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582961.654845:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4d30000. 00010000:00000010:3.0:1777582961.654880:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582961.654883:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582961.654906:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1900. 00010000:00000010:3.0:1777582961.654910:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.654914:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582961.654917:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000004:00000010:3.0:1777582961.655037:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f148000. 00000004:00000010:3.0:1777582961.655052:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65b40. 00000004:00000010:3.0:1777582961.655060:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386ff0. 00080000:00000010:3.0:1777582961.655069:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682390. 00010000:00000010:3.0:1777582961.655190:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1500. 00010000:00000010:3.0:1777582961.655194:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374f00. 00010000:00000010:3.0:1777582961.655198:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582961.655201:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582961.655268:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582961.655280:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.655286:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.655306:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582961.655325:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0380 x1863928707993344/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.655344:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582961.655353:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707993344, offset 224 00000400:00000200:3.0:1777582961.655360:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.655373:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.655380:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397683:397683:256:4294967295] 192.168.202.9@tcp LPNI seq info [397679:397679:8:4294967295] 00000400:00000200:3.0:1777582961.655391:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.655397:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.655402:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582961.655410:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.655418:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.655423:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.655442:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582961.655446:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.655450:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:0.0:1777582961.658867:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.658878:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582961.658887:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.658898:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.658906:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:0.0:1777582961.658909:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00010000:00000010:3.1:1777582961.659223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:3.1:1777582961.659232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000400:00000200:2.0:1777582961.662436:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.662459:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886cf80 00000400:00000200:2.0:1777582961.662467:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 10912 00000400:00000200:2.0:1777582961.662485:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.662489:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.662497:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582961.662508:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684700. 00000020:00000010:0.0:1777582961.662623:0:205896:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7a40. 00000020:00000010:0.0:1777582961.662629:0:205896:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7a40. 00000020:00000010:0.0:1777582961.662635:0:205896:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.662641:0:205896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.662647:0:205896:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.662698:0:205896:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7a40. 00000020:00000010:0.0:1777582961.662700:0:205896:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7a40. 00000100:00000200:0.0:1777582961.662703:0:205896:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707993472 00010000:00000010:0.0:1777582961.662732:0:205896:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac100. 00010000:00000010:0.0:1777582961.662736:0:205896:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498aac000. 00010000:00000010:0.0:1777582961.662742:0:205896:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb000. 00002000:00000010:0.0:1777582961.662753:0:205896:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7a40. 00002000:00000010:0.0:1777582961.662763:0:205896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f397c0. 00080000:00000010:0.0:1777582961.662771:0:205896:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74558. 02000000:00000010:0.0:1777582961.663053:0:205896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a5fd7400. 00010000:00000200:0.0:1777582961.663086:0:205896:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae684700 x1863928707993472/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.663105:0:205896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582961.663112:0:205896:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707993472, offset 224 00000400:00000200:0.0:1777582961.663119:0:205896:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.663129:0:205896:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.663168:0:205896:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397684:397684:256:4294967295] 192.168.202.9@tcp LPNI seq info [397680:397680:8:4294967295] 00000400:00000200:0.0:1777582961.663179:0:205896:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.663185:0:205896:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.663193:0:205896:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582961.663199:0:205896:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.663205:0:205896:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.663209:0:205896:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.663240:0:205896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.663245:0:205896:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.663249:0:205896:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00010000:00000010:3.1:1777582961.663329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582961.663336:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1900. 00010000:00000010:3.1:1777582961.663340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582961.663342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000800:00000200:2.0:1777582961.663479:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.663483:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582961.663488:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.663493:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.663498:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:2.0:1777582961.663500:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000400:00000200:0.0:1777582961.667004:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.667027:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886d080 00000400:00000200:0.0:1777582961.667038:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 179664 00000400:00000200:0.0:1777582961.667057:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.667062:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.667071:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.667079:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496e82300. 00000020:00000010:3.0:1777582961.667195:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b100. 00000020:00000010:3.0:1777582961.667202:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b100. 00000020:00000010:3.0:1777582961.667209:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.667216:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582961.667221:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.667267:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b100. 00000020:00000010:3.0:1777582961.667270:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b100. 00000100:00000200:3.0:1777582961.667274:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707993728 02000000:00000010:3.0:1777582961.667317:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02399b58000. 00010000:00000010:3.0:1777582961.667361:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582961.667380:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374f00. 00010000:00000010:3.0:1777582961.667388:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:3.0:1777582961.667394:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:3.0:1777582961.667413:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1900. 00010000:00000010:3.0:1777582961.667417:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374f00. 00010000:00000010:3.0:1777582961.667422:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582961.667428:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582961.667445:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1e00. 00010000:00000010:3.0:1777582961.667448:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582961.667451:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582961.667453:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582961.667570:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1700. 00010000:00000010:3.0:1777582961.667574:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374c00. 00010000:00000010:3.0:1777582961.667577:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582961.667581:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000020:00000010:3.0:1777582961.667607:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05820. 00000020:00000010:3.0:1777582961.667615:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05820. 00000020:00000010:3.0:1777582961.667626:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628d720. 00080000:00000010:3.0:1777582961.667635:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02395cd5c00. 00000004:00000010:3.0:1777582961.667688:0:207396:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa0239e040840. 00000004:00000010:3.0:1777582961.667694:0:207396:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa02388fcb578. 00000004:00000010:3.0:1777582961.667697:0:207396:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa02388fcb720. 00000004:00000010:3.0:1777582961.667706:0:207396:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebdcd8. 00000001:00000010:3.0:1777582961.668242:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424a480. 00000001:00000010:3.0:1777582961.668250:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e040480. 00000020:00000010:3.0:1777582961.668280:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628d720. 00010000:00000010:3.0:1777582961.668290:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582961.668294:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba80. 00010000:00000010:3.0:1777582961.668309:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040a80. 00010000:00000010:3.0:1777582961.668342:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.668356:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582961.668360:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374f00. 00010000:00000200:3.0:1777582961.668376:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975708, last committed = 8589975668 00010000:00000200:3.0:1777582961.668386:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496e82300 x1863928707993728/t8589975708(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582961.668406:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582961.668413:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707993728, offset 224 00000400:00000010:3.0:1777582961.668419:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2070. 00000400:00000200:3.0:1777582961.668424:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.668438:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.668444:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397685:397685:256:4294967295] 192.168.202.9@tcp LPNI seq info [397681:397681:8:4294967295] 00000400:00000200:3.0:1777582961.668450:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582961.668457:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.668463:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.668467:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582961.668473:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.668481:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.668485:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.668503:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374000. 00000020:00000010:3.0:1777582961.668508:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.668511:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00010000:00000010:2.0:1777582961.668673:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba80. 00010000:00000010:2.0:1777582961.668680:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374c00. 00010000:00000010:2.0:1777582961.668686:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040a80. 00000800:00000200:2.0:1777582961.668777:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.668781:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582961.668786:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.668791:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.670986:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582961.671007:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214e79 00000400:00000200:2.0:1777582961.671013:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.671018:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582961.671024:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:2.0:1777582961.671027:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000400:00000200:2.0:1777582961.671060:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.671067:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886d100 00000400:00000200:2.0:1777582961.671074:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 180160 00000400:00000200:2.0:1777582961.671161:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.671165:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.671170:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.671176:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae686a00. 00000020:00000010:0.0:1777582961.671290:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7bc0. 00000020:00000010:0.0:1777582961.671295:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7bc0. 00000020:00000010:0.0:1777582961.671302:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.671307:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.671312:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.671356:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7bc0. 00000020:00000010:0.0:1777582961.671359:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7bc0. 00000100:00000200:0.0:1777582961.671361:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707993856 00000001:00000010:0.0:1777582961.671373:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02387381540. 00010000:00000010:0.0:1777582961.671397:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacb00. 00010000:00000010:0.0:1777582961.671400:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310d80. 00010000:00000010:0.0:1777582961.671407:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582961.671414:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 02000000:00000010:0.0:1777582961.671442:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb6000. 00010000:00000010:0.0:1777582961.671471:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582961.671475:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730680. 00010000:00000010:0.0:1777582961.671581:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582961.671603:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae686a00 x1863928707993856/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.671623:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582961.671628:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707993856, offset 224 00000400:00000200:0.0:1777582961.671634:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.671643:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.671662:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397686:397686:256:4294967295] 192.168.202.9@tcp LPNI seq info [397682:397682:8:4294967295] 00000400:00000200:0.0:1777582961.671672:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.671678:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.671683:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582961.671689:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.671696:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.671700:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.671719:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.671723:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.671727:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:0.0:1777582961.671787:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.671790:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582961.671794:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.671798:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.671801:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777582961.671803:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00010000:00000010:3.0:1777582961.671996:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582961.672005:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374800. 00010000:00000010:3.1:1777582961.673437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582961.673448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1500. 00010000:00000010:3.1:1777582961.673452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:3.1:1777582961.673455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00000400:00000200:2.0:1777582961.674170:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.674187:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886d180 00000400:00000200:2.0:1777582961.674195:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 180736 00000400:00000200:2.0:1777582961.674210:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.674215:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.674222:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.674238:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687800. 00000020:00000010:0.0:1777582961.674383:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7bc0. 00000020:00000010:0.0:1777582961.674388:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7bc0. 00000020:00000010:0.0:1777582961.674393:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.674398:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.674402:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.674439:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7bc0. 00000020:00000010:0.0:1777582961.674441:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7bc0. 00000100:00000200:0.0:1777582961.674444:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707993984 00010000:00000010:0.0:1777582961.674470:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.674476:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 02000000:00000010:0.0:1777582961.674500:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb0000. 00010000:00000010:0.0:1777582961.674527:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582961.674531:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582961.674547:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacc00. 00010000:00000010:0.0:1777582961.674552:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582961.674556:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582961.674559:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00000004:00000010:0.0:1777582961.674673:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518d20. 00000004:00000010:0.0:1777582961.674683:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22d98. 00000004:00000010:0.0:1777582961.674690:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35760. 00080000:00000010:0.0:1777582961.674700:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74c78. 00010000:00000010:2.1:1777582961.676336:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1700. 00010000:00000010:2.1:1777582961.676351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582961.676407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:3.1:1777582961.679395:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582961.679410:0:5577:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1900. 00010000:00000010:3.1:1777582961.679414:0:5577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582961.681180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1e00. 00010000:00000010:3.1:1777582961.681194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.0:1777582961.681433:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacd00. 00010000:00000010:0.0:1777582961.681440:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582961.681446:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582961.681454:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730400. 00010000:00000010:0.0:1777582961.681535:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582961.681546:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.681552:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582961.681578:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582961.681597:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae687800 x1863928707993984/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/584 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.681618:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582961.681625:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928707993984, offset 224 00000400:00000200:0.0:1777582961.681634:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.681647:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.681664:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397687:397687:256:4294967295] 192.168.202.9@tcp LPNI seq info [397683:397683:8:4294967295] 00000400:00000200:0.0:1777582961.681675:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.681681:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.681687:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582961.681693:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.681700:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.681704:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.683733:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.683747:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.683752:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:2.0:1777582961.685213:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.685221:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:2.0:1777582961.685239:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.685248:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.685256:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:2.0:1777582961.685259:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000400:00000200:0.0:1777582961.689356:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.689378:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb886d280 00000400:00000200:0.0:1777582961.689387:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 181312 00000400:00000200:0.0:1777582961.689405:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.689410:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.689418:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.689424:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496e82d80. 00010000:00000010:0.1:1777582961.693178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582961.693194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacc00. 00010000:00000010:0.1:1777582961.693199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582961.693202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00000020:00000010:2.0:1777582961.696767:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.696782:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.696793:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.696799:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.696805:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.698290:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.698300:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c40. 00000100:00000200:2.0:1777582961.698306:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707994240 02000000:00000010:2.0:1777582961.698348:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0240fb52000. 00010000:00000010:2.0:1777582961.698388:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730400. 00010000:00000010:2.0:1777582961.698406:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:2.0:1777582961.698414:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730680. 00010000:00000010:2.0:1777582961.698419:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310d80. 00010000:00000010:2.0:1777582961.698434:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582961.698438:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:2.0:1777582961.698444:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582961.698449:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.698463:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0400. 00010000:00000010:2.0:1777582961.698465:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e700. 00010000:00000010:2.0:1777582961.698469:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582961.698472:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582961.698581:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582961.698584:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e280. 00010000:00000010:2.0:1777582961.698587:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582961.698590:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00000020:00000010:2.0:1777582961.698615:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054680. 00000020:00000010:2.0:1777582961.698754:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054680. 00000020:00000010:2.0:1777582961.698765:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a95a0. 00080000:00000010:2.0:1777582961.698774:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393deb000. 00000001:00000010:2.0:1777582961.699697:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9b40. 00000001:00000010:2.0:1777582961.699706:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582961.699746:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a95a0. 00010000:00000010:2.0:1777582961.699756:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582961.699761:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582961.699778:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582961.699821:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582961.699830:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68240. 00010000:00000010:2.0:1777582961.699850:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582961.699855:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e280. 00010000:00000010:2.0:1777582961.699873:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.699877:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00010000:00000200:2.0:1777582961.699895:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975709, last committed = 8589975668 00010000:00000200:2.0:1777582961.699907:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496e82d80 x1863928707994240/t8589975709(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 488/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582961.699929:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582961.699936:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707994240, offset 224 00000400:00000010:2.0:1777582961.699944:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aefe38. 00000400:00000200:2.0:1777582961.699948:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.699964:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.699972:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397688:397688:256:4294967295] 192.168.202.9@tcp LPNI seq info [397684:397684:8:4294967295] 00000400:00000200:2.0:1777582961.699979:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582961.699986:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.699992:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.699997:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582961.700004:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.700011:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.700015:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.700035:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.700040:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.700043:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:2.0:1777582961.700162:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.700166:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582961.700171:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.700176:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.705644:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582961.705680:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214e85 00000400:00000200:2.0:1777582961.705687:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.705692:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582961.705700:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777582961.705704:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000400:00000200:2.0:1777582961.705740:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.705747:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886d300 00000400:00000200:2.0:1777582961.705754:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 181800 00000400:00000200:2.0:1777582961.705765:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.705768:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.705773:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.705779:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae685c00. 00010000:00000010:3.0:1777582961.705925:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:3.0:1777582961.705936:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e700. 00000020:00000010:0.0:1777582961.706018:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582961.706024:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582961.706031:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248a4fec00. 00000020:00000010:0.0:1777582961.706036:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.706041:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.706082:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582961.706085:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000100:00000200:0.0:1777582961.706088:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707994368 00000001:00000010:0.0:1777582961.706100:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e040480. 00010000:00000010:0.0:1777582961.706121:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacc00. 00010000:00000010:0.0:1777582961.706124:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582961.706130:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.706167:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 02000000:00000010:0.0:1777582961.706195:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb4000. 00010000:00000010:0.0:1777582961.706224:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582961.706348:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.706452:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582961.706469:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae685c00 x1863928707994368/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.706488:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582961.706493:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707994368, offset 224 00000400:00000200:0.0:1777582961.706499:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.706509:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.706515:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397689:397689:256:4294967295] 192.168.202.9@tcp LPNI seq info [397685:397685:8:4294967295] 00000400:00000200:0.0:1777582961.706524:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.706531:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.706536:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582961.706541:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.706548:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.706552:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.706572:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.706576:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.706579:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248a4fec00. 00000800:00000200:2.0:1777582961.706717:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.706721:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582961.706726:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.706730:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.706734:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:2.0:1777582961.706736:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000400:00000200:2.0:1777582961.709022:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.709039:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886d380 00000400:00000200:2.0:1777582961.709048:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 182376 00000400:00000200:2.0:1777582961.709062:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.709066:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.709074:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.709081:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687100. 00000020:00000010:0.0:1777582961.709189:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582961.709195:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582961.709200:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248a4fec00. 00000020:00000010:0.0:1777582961.709206:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.709211:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.709251:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:0.0:1777582961.709254:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000100:00000200:0.0:1777582961.709256:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707994496 00010000:00000010:0.0:1777582961.709283:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582961.709290:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 02000000:00000010:0.0:1777582961.709318:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239a6ae000. 00010000:00000010:0.0:1777582961.709346:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582961.709349:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582961.709367:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aaca00. 00010000:00000010:0.0:1777582961.709370:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310380. 00010000:00000010:0.0:1777582961.709373:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582961.709376:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00000004:00000010:0.0:1777582961.709464:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519e00. 00000004:00000010:0.0:1777582961.709473:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e223c0. 00000004:00000010:0.0:1777582961.709481:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34dd0. 00080000:00000010:0.0:1777582961.709489:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74720. 00010000:00000010:0.0:1777582961.709581:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacf00. 00010000:00000010:0.0:1777582961.709585:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582961.709590:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582961.709593:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582961.709680:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582961.709693:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582961.709698:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310380. 00010000:00000010:0.0:1777582961.709718:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000200:0.0:1777582961.709733:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae687100 x1863928707994496/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.709751:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582961.709757:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707994496, offset 224 00000400:00000200:0.0:1777582961.709764:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.709776:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.709782:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397690:397690:256:4294967295] 192.168.202.9@tcp LPNI seq info [397686:397686:8:4294967295] 00000400:00000200:0.0:1777582961.709793:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.709798:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.709802:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582961.709808:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.709816:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.709821:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.709847:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.709852:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.709856:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248a4fec00. 00000800:00000200:3.0:1777582961.710084:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.710088:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582961.710093:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.710097:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.710102:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:3.0:1777582961.710104:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000400:00000200:0.0:1777582961.714729:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.714750:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886d400 00000400:00000200:0.0:1777582961.714759:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 11240 00000400:00000200:0.0:1777582961.714776:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.714780:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.714788:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582961.714796:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496e80e00. 00000020:00000010:3.0:1777582961.714883:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b100. 00000020:00000010:3.0:1777582961.714889:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b100. 00000020:00000010:3.0:1777582961.714897:0:206020:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.714903:0:206020:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582961.714909:0:206020:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.714952:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b100. 00000020:00000010:3.0:1777582961.714955:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b100. 00000100:00000200:3.0:1777582961.714958:0:206020:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707994624 00010000:00000010:3.0:1777582961.714985:0:206020:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1e00. 00010000:00000010:3.0:1777582961.714989:0:206020:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aeea1900. 00010000:00000010:3.0:1777582961.714995:0:206020:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00002000:00000010:3.0:1777582961.715004:0:206020:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023f974b100. 00002000:00000010:3.0:1777582961.715013:0:206020:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6ed560. 00080000:00000010:3.0:1777582961.715020:0:206020:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024166828e8. 02000000:00000010:3.0:1777582961.715348:0:206020:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0249defc000. 00010000:00000200:3.0:1777582961.715383:0:206020:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02496e80e00 x1863928707994624/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.715403:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5bb0. 00000100:00000200:3.0:1777582961.715409:0:206020:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707994624, offset 224 00000400:00000200:3.0:1777582961.715415:0:206020:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.715425:0:206020:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.715431:0:206020:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397691:397691:256:4294967295] 192.168.202.9@tcp LPNI seq info [397687:397687:8:4294967295] 00000400:00000200:3.0:1777582961.715442:0:206020:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.715447:0:206020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.715452:0:206020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582961.715456:0:206020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.715463:0:206020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.715468:0:206020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:2.1:1777582961.719009:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582961.719027:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacd00. 00010000:00000010:2.1:1777582961.719032:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:2.1:1777582961.719034:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacb00. 00010000:00000010:2.1:1777582961.719039:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582961.719044:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582961.719047:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.1:1777582961.719050:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582961.719052:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00000020:00000010:3.0:1777582961.719326:0:206020:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582961.719334:0:206020:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.719338:0:206020:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:2.0:1777582961.722412:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.722423:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582961.722431:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.722441:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.722449:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:2.0:1777582961.722452:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00010000:00000010:0.1:1777582961.724330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582961.724343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582961.724348:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aaca00. 00010000:00000010:0.1:1777582961.724352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582961.724355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.1:1777582961.724406:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0400. 00010000:00000010:3.1:1777582961.724411:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00000400:00000200:3.0:1777582961.733276:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.733297:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886d500 00000400:00000200:3.0:1777582961.733305:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 182960 00000400:00000200:3.0:1777582961.733323:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.733328:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.733337:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.733347:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef31880. 00000020:00000010:0.0:1777582961.733516:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.733522:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.733528:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248a4fec00. 00000020:00000010:0.0:1777582961.733534:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.733538:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.733586:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.733589:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7740. 00000100:00000200:0.0:1777582961.733592:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707994880 02000000:00000010:0.0:1777582961.733639:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239a6ac000. 00010000:00000010:0.0:1777582961.733691:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582961.733707:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582961.733717:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.733722:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582961.733741:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aaca00. 00010000:00000010:0.0:1777582961.733744:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582961.733750:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582961.733755:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.733771:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac800. 00010000:00000010:0.0:1777582961.733773:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582961.733777:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582961.733779:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a00. 00010000:00000010:0.0:1777582961.733889:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac300. 00010000:00000010:0.0:1777582961.733893:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310380. 00010000:00000010:0.0:1777582961.733896:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582961.733900:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00000020:00000010:0.0:1777582961.733928:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48560. 00000020:00000010:0.0:1777582961.733934:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48560. 00000020:00000010:0.0:1777582961.733944:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df9c0. 00080000:00000010:0.0:1777582961.733954:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5fd6c00. 00000004:00000010:0.0:1777582961.733989:0:187631:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185c00. 00000004:00000010:0.0:1777582961.733996:0:187631:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76c38. 00000004:00000010:0.0:1777582961.733999:0:187631:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc76d40. 00000004:00000010:0.0:1777582961.734008:0:187631:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecd8b18. 00000001:00000010:0.0:1777582961.734802:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df300. 00000001:00000010:0.0:1777582961.734811:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185240. 00000020:00000010:0.0:1777582961.734841:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df9c0. 00010000:00000010:0.0:1777582961.734852:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.734857:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582961.734872:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582961.734921:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582961.734929:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582961.734948:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582961.734953:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310380. 00010000:00000010:0.0:1777582961.734966:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.734969:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310f00. 00010000:00000200:0.0:1777582961.734985:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975710, last committed = 8589975668 00010000:00000200:0.0:1777582961.734995:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef31880 x1863928707994880/t8589975710(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582961.735014:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582961.735020:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707994880, offset 224 00000400:00000010:0.0:1777582961.735027:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da44d0. 00000400:00000200:0.0:1777582961.735031:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.735047:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.735053:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397692:397692:256:4294967295] 192.168.202.9@tcp LPNI seq info [397688:397688:8:4294967295] 00000400:00000200:0.0:1777582961.735059:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582961.735066:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.735072:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.735077:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582961.735084:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.735092:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.735096:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.735117:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.735122:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.735126:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248a4fec00. 00000800:00000200:0.0:1777582961.736094:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.736100:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:0.0:1777582961.736107:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.736114:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.742810:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582961.742834:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214e95 00000400:00000200:2.0:1777582961.742841:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.742845:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582961.742852:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:2.0:1777582961.742855:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000400:00000200:0.0:1777582961.746204:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.746231:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886d580 00000400:00000200:0.0:1777582961.746241:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 183456 00000400:00000200:0.0:1777582961.746260:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.746265:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.746271:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.746281:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55ff800. 00000020:00000010:2.0:1777582961.746379:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.746386:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.746394:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.746399:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.746404:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.746447:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.746450:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c40. 00000100:00000200:2.0:1777582961.746454:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707995008 00000001:00000010:2.0:1777582961.746466:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e683c0. 00010000:00000010:2.0:1777582961.746491:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582961.746495:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:2.0:1777582961.746501:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582961.746508:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 02000000:00000010:2.0:1777582961.746537:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb55000. 00010000:00000010:2.0:1777582961.746566:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582961.746569:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582961.746699:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582961.746721:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55ff800 x1863928707995008/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.746742:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582961.746748:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707995008, offset 224 00000400:00000200:2.0:1777582961.746755:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.746766:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.746773:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397693:397693:256:4294967295] 192.168.202.9@tcp LPNI seq info [397689:397689:8:4294967295] 00000400:00000200:2.0:1777582961.746785:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.746792:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.746797:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582961.746804:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.746812:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.746816:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.746837:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.746843:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.746846:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:2.0:1777582961.747503:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.747509:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582961.747515:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.747521:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.747526:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777582961.747529:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00010000:00000010:0.1:1777582961.748206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.1:1777582961.748217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacf00. 00010000:00000010:0.1:1777582961.748221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582961.748223:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacc00. 00010000:00000010:0.1:1777582961.748225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582961.748235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac300. 00010000:00000010:0.1:1777582961.748239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.1:1777582961.748242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aaca00. 00010000:00000010:0.1:1777582961.748244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:3.0:1777582961.749686:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a00. 00010000:00000010:3.0:1777582961.749702:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00000400:00000200:0.0:1777582961.749813:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.749831:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886d600 00000400:00000200:0.0:1777582961.749839:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 184032 00000400:00000200:0.0:1777582961.749856:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.749862:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.749869:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.749875:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fca80. 00000020:00000010:3.0:1777582961.750028:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bdc0. 00000020:00000010:3.0:1777582961.750034:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bdc0. 00000020:00000010:3.0:1777582961.750041:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.750046:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582961.750052:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.750334:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bdc0. 00000020:00000010:3.0:1777582961.750337:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bdc0. 00000100:00000200:3.0:1777582961.750340:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707995136 00010000:00000010:3.0:1777582961.750368:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582961.750376:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582961.750405:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b5f000. 00010000:00000010:3.0:1777582961.750433:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582961.750437:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582961.750451:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1500. 00010000:00000010:3.0:1777582961.750455:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582961.750459:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582961.750462:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000004:00000010:3.0:1777582961.750566:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f149c20. 00000004:00000010:3.0:1777582961.750575:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65690. 00000004:00000010:3.0:1777582961.750582:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387980. 00080000:00000010:3.0:1777582961.750591:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682558. 00010000:00000010:3.0:1777582961.750712:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1300. 00010000:00000010:3.0:1777582961.750716:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374b00. 00010000:00000010:3.0:1777582961.750720:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582961.750724:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb280. 00010000:00000010:3.0:1777582961.750787:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582961.750797:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.750801:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374a80. 00010000:00000010:3.0:1777582961.750819:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582961.750833:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fca80 x1863928707995136/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.750850:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582961.750856:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707995136, offset 224 00000400:00000200:3.0:1777582961.750862:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.750872:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.750878:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397694:397694:256:4294967295] 192.168.202.9@tcp LPNI seq info [397690:397690:8:4294967295] 00000400:00000200:3.0:1777582961.750887:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.750892:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.750896:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582961.750902:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.750909:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.750912:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.750930:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582961.750933:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.750936:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:2.0:1777582961.754052:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.754061:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582961.754069:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.754079:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.754086:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:2.0:1777582961.754090:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00010000:00000010:2.1:1777582961.755186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582961.758193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac800. 00010000:00000010:3.1:1777582961.758286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00000400:00000200:2.0:1777582961.761365:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.761386:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886d680 00000400:00000200:2.0:1777582961.761395:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 11568 00000400:00000200:2.0:1777582961.761411:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.761416:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.761423:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582961.761429:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684000. 00000020:00000010:3.0:1777582961.761527:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be00. 00000020:00000010:3.0:1777582961.761533:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be00. 00000020:00000010:3.0:1777582961.761540:0:193009:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.761546:0:193009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582961.761551:0:193009:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.761594:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974be00. 00000020:00000010:3.0:1777582961.761596:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974be00. 00000100:00000200:3.0:1777582961.761599:0:193009:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707995264 00010000:00000010:3.0:1777582961.761774:0:193009:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1000. 00010000:00000010:3.0:1777582961.761779:0:193009:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aeea1c00. 00010000:00000010:3.0:1777582961.761786:0:193009:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00002000:00000010:3.0:1777582961.761796:0:193009:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023f974be00. 00002000:00000010:3.0:1777582961.761806:0:193009:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6ec5f0. 00080000:00000010:3.0:1777582961.761814:0:193009:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02416682c78. 02000000:00000010:3.0:1777582961.762107:0:193009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0249deffc00. 00010000:00000010:3.1:1777582961.762157:0:193009:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582961.762164:0:193009:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1500. 00010000:00000010:3.1:1777582961.762167:0:193009:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582961.762169:0:193009:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000200:3.0:1777582961.762185:0:193009:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae684000 x1863928707995264/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.762204:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582961.762210:0:193009:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707995264, offset 224 00000400:00000200:3.0:1777582961.762217:0:193009:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.762304:0:193009:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.762311:0:193009:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397695:397695:256:4294967295] 192.168.202.9@tcp LPNI seq info [397691:397691:8:4294967295] 00000400:00000200:3.0:1777582961.762322:0:193009:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.762328:0:193009:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.762333:0:193009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582961.762340:0:193009:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.762348:0:193009:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.762353:0:193009:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.763491:0:193009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582961.763503:0:193009:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.763507:0:193009:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:0.0:1777582961.769304:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.769314:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:0.0:1777582961.769326:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.769337:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.769344:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:0.0:1777582961.769347:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00000400:00000200:2.0:1777582961.773098:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.773123:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886d780 00000400:00000200:2.0:1777582961.773146:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 184616 00000400:00000200:2.0:1777582961.773166:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.773171:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.773180:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.773187:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae685880. 00000020:00000010:0.0:1777582961.775804:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.775816:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.775824:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.775829:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.775835:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.777345:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.777353:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7740. 00000100:00000200:0.0:1777582961.777358:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707995520 02000000:00000010:0.0:1777582961.777397:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239a6a9000. 00010000:00000010:0.0:1777582961.777442:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb280. 00010000:00000010:0.0:1777582961.777461:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374b00. 00010000:00000010:0.0:1777582961.777469:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:0.0:1777582961.777476:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00010000:00000010:0.0:1777582961.777496:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aaca00. 00010000:00000010:0.0:1777582961.777501:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582961.777508:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582961.777513:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.777527:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac300. 00010000:00000010:0.0:1777582961.777529:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310380. 00010000:00000010:0.0:1777582961.777532:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.777535:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b80. 00010000:00000010:0.0:1777582961.777666:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacc00. 00010000:00000010:0.0:1777582961.777670:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310200. 00010000:00000010:0.0:1777582961.777673:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582961.777676:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00000020:00000010:0.0:1777582961.777701:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48140. 00000020:00000010:0.0:1777582961.777707:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48140. 00000020:00000010:0.0:1777582961.777717:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df9c0. 00080000:00000010:0.0:1777582961.777726:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5fd5800. 00000004:00000010:0.0:1777582961.777759:0:205909:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185300. 00000004:00000010:0.0:1777582961.777765:0:205909:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76328. 00000004:00000010:0.0:1777582961.777768:0:205909:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc76a20. 00000004:00000010:0.0:1777582961.777778:0:205909:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecda7f0. 00000001:00000010:0.0:1777582961.778479:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df060. 00000001:00000010:0.0:1777582961.778487:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582961.778515:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df9c0. 00010000:00000010:0.0:1777582961.778525:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582961.778530:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730700. 00010000:00000010:0.0:1777582961.778545:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185180. 00010000:00000010:0.0:1777582961.778585:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582961.778598:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.778602:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310f00. 00010000:00000010:3.0:1777582961.778872:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730700. 00010000:00000010:3.0:1777582961.778878:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310200. 00010000:00000010:3.0:1777582961.778884:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185180. 00010000:00000200:0.0:1777582961.779336:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975711, last committed = 8589975668 00010000:00000200:0.0:1777582961.779348:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae685880 x1863928707995520/t8589975711(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582961.779371:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582961.779378:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707995520, offset 224 00000400:00000010:0.0:1777582961.779386:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4af0. 00000400:00000200:0.0:1777582961.779390:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.779406:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.779413:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397696:397696:256:4294967295] 192.168.202.9@tcp LPNI seq info [397692:397692:8:4294967295] 00000400:00000200:0.0:1777582961.779419:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582961.779425:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.779432:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.779437:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582961.779444:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.779452:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.779456:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.779477:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.779482:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.779486:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:3.0:1777582961.779635:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.779639:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582961.779644:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.779657:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.785945:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582961.785968:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ea5 00000400:00000200:3.0:1777582961.785975:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.785980:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582961.785986:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:3.0:1777582961.785990:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00010000:00000010:3.0:1777582961.786043:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b80. 00010000:00000010:3.0:1777582961.786053:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310380. 00000400:00000200:3.0:1777582961.786782:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.786794:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886d800 00000400:00000200:3.0:1777582961.786802:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 185112 00000400:00000200:3.0:1777582961.786815:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.786819:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.786826:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.786831:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef33480. 00000020:00000010:2.0:1777582961.798474:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.798485:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.798494:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.798500:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.798505:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.798551:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.798553:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c40. 00000100:00000200:2.0:1777582961.798556:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707995648 00000001:00000010:2.0:1777582961.798568:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185240. 00010000:00000010:2.0:1777582961.798590:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582961.798593:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e280. 00010000:00000010:2.0:1777582961.798599:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582961.798606:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 02000000:00000010:2.0:1777582961.798644:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb56000. 00010000:00000010:2.0:1777582961.798684:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582961.798688:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582961.798788:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582961.798813:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef33480 x1863928707995648/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.798833:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582961.798839:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707995648, offset 224 00000400:00000200:2.0:1777582961.798846:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.798859:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.798866:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397697:397697:256:4294967295] 192.168.202.9@tcp LPNI seq info [397693:397693:8:4294967295] 00000400:00000200:2.0:1777582961.798878:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.798884:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.798889:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582961.798897:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.798904:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.798908:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.798935:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.798941:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.798944:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:3.0:1777582961.799444:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.799449:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582961.799455:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.799460:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.799465:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:3.0:1777582961.799467:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000400:00000200:3.0:1777582961.802445:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.802467:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886d880 00000400:00000200:3.0:1777582961.802476:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 185688 00000400:00000200:3.0:1777582961.802492:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.802496:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.802504:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.802510:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef31c00. 00000020:00000010:2.0:1777582961.802611:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.802630:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.802636:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.802641:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.802645:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.802698:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c40. 00000020:00000010:2.0:1777582961.802701:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c40. 00000100:00000200:2.0:1777582961.802704:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707995776 00010000:00000010:2.0:1777582961.802734:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582961.802742:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 02000000:00000010:2.0:1777582961.802770:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb50000. 00010000:00000010:2.0:1777582961.802798:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582961.802801:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582961.802819:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582961.802822:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582961.802826:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582961.802828:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000004:00000010:2.0:1777582961.802927:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487056780. 00000004:00000010:2.0:1777582961.802937:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0e10. 00000004:00000010:2.0:1777582961.802944:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756440. 00080000:00000010:2.0:1777582961.802953:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a1c8. 00010000:00000010:2.0:1777582961.803045:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582961.803049:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e580. 00010000:00000010:2.0:1777582961.803053:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582961.803056:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582961.803119:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582961.803154:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582961.803160:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e600. 00010000:00000010:2.0:1777582961.803184:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582961.803201:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef31c00 x1863928707995776/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.803220:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582961.804332:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707995776, offset 224 00000400:00000200:2.0:1777582961.804354:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.804368:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.804375:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397698:397698:256:4294967295] 192.168.202.9@tcp LPNI seq info [397694:397694:8:4294967295] 00000400:00000200:2.0:1777582961.804386:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.804391:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.804397:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582961.804404:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.804411:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.804415:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.804447:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.804454:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.804457:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:3.0:1777582961.804724:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.804729:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582961.804735:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.804740:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.804744:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cbb0 00000400:00000010:3.0:1777582961.804747:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cbb0. 00000400:00000200:3.0:1777582961.807593:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.807613:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886d900 00000400:00000200:3.0:1777582961.807632:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 11896 00000400:00000200:3.0:1777582961.807656:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.807660:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.807667:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582961.807674:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef33b80. 00000020:00000010:2.0:1777582961.807763:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a00. 00000020:00000010:2.0:1777582961.807769:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a00. 00000020:00000010:2.0:1777582961.807775:0:206021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.807780:0:206021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.807785:0:206021:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.807830:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a00. 00000020:00000010:2.0:1777582961.807832:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a00. 00000100:00000200:2.0:1777582961.807836:0:206021:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707995904 00010000:00000010:2.0:1777582961.807862:0:206021:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0600. 00010000:00000010:2.0:1777582961.807868:0:206021:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024997a0400. 00010000:00000010:2.0:1777582961.807874:0:206021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593000. 00002000:00000010:2.0:1777582961.807884:0:206021:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a93a00. 00002000:00000010:2.0:1777582961.807895:0:206021:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02484932720. 00080000:00000010:2.0:1777582961.807904:0:206021:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b1d0. 02000000:00000010:2.0:1777582961.808195:0:206021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa02393de9c00. 00010000:00000200:2.0:1777582961.808239:0:206021:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef33b80 x1863928707995904/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.808258:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582961.808264:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707995904, offset 224 00000400:00000200:2.0:1777582961.808271:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.808281:0:206021:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.808288:0:206021:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397699:397699:256:4294967295] 192.168.202.9@tcp LPNI seq info [397695:397695:8:4294967295] 00000400:00000200:2.0:1777582961.808297:0:206021:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.808303:0:206021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.808307:0:206021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582961.808313:0:206021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.808320:0:206021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.808324:0:206021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.808340:0:206021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.808346:0:206021:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.808349:0:206021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:3.0:1777582961.808557:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.808561:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:3.0:1777582961.808566:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.808570:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.808575:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c088 00000400:00000010:3.0:1777582961.808577:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c088. 00010000:00000010:0.1:1777582961.810248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:0.1:1777582961.810261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1300. 00010000:00000010:0.1:1777582961.810267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:0.1:1777582961.810273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582961.814180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:0.1:1777582961.814242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582961.814252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aaca00. 00010000:00000010:0.1:1777582961.814256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:3.1:1777582961.814380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacc00. 00010000:00000010:3.1:1777582961.814386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:3.1:1777582961.814389:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac300. 00010000:00000010:3.1:1777582961.814392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:2.1:1777582961.818178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.1:1777582961.818195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:2.1:1777582961.818200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582961.818203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00000400:00000200:3.0:1777582961.822261:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.822281:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb886da00 00000400:00000200:3.0:1777582961.822301:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 186264 00000400:00000200:3.0:1777582961.822319:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.822323:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.822332:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.822337:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef30a80. 00000020:00000010:0.0:1777582961.824416:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.824425:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.824434:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248a4fec00. 00000020:00000010:0.0:1777582961.824441:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.824447:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.825646:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.825664:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7740. 00000100:00000200:0.0:1777582961.825669:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707996160 02000000:00000010:0.0:1777582961.825713:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933c8000. 00010000:00000010:0.0:1777582961.825752:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:0.0:1777582961.825771:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e580. 00010000:00000010:0.0:1777582961.825783:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:0.0:1777582961.825788:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e280. 00010000:00000010:0.0:1777582961.825804:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aaca00. 00010000:00000010:0.0:1777582961.825808:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582961.825814:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582961.825820:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.825835:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacf00. 00010000:00000010:0.0:1777582961.825838:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310880. 00010000:00000010:0.0:1777582961.825842:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582961.825844:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730b00. 00010000:00000010:0.0:1777582961.825957:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aace00. 00010000:00000010:0.0:1777582961.825961:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310380. 00010000:00000010:0.0:1777582961.825964:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582961.825968:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00000020:00000010:0.0:1777582961.825995:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48140. 00000020:00000010:0.0:1777582961.826002:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48140. 00000020:00000010:0.0:1777582961.826014:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df9c0. 00080000:00000010:0.0:1777582961.826024:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5fd7000. 00000004:00000010:0.0:1777582961.826063:0:207396:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185900. 00000004:00000010:0.0:1777582961.826069:0:207396:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc769f0. 00000004:00000010:0.0:1777582961.826072:0:207396:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc768f0. 00000004:00000010:0.0:1777582961.826080:0:207396:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecd8238. 00000001:00000010:0.0:1777582961.830258:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df4e0. 00000001:00000010:0.0:1777582961.830268:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185a80. 00000020:00000010:0.0:1777582961.830302:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df9c0. 00010000:00000010:0.0:1777582961.830319:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.830328:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582961.830352:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185d80. 00010000:00000010:0.0:1777582961.830416:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582961.830425:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185d80. 00010000:00000010:0.0:1777582961.830445:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582961.830452:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310380. 00010000:00000010:0.0:1777582961.830467:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.830471:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310f00. 00010000:00000200:0.0:1777582961.830491:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975712, last committed = 8589975668 00010000:00000200:0.0:1777582961.830503:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef30a80 x1863928707996160/t8589975712(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 488/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582961.830523:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582961.830530:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707996160, offset 224 00000400:00000010:0.0:1777582961.830537:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4e00. 00000400:00000200:0.0:1777582961.830541:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.830555:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.830562:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397700:397700:256:4294967295] 192.168.202.9@tcp LPNI seq info [397696:397696:8:4294967295] 00000400:00000200:0.0:1777582961.830569:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582961.830576:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.830582:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.830587:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582961.830593:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.830600:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.830605:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.830637:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.830641:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.830645:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248a4fec00. 00000800:00000200:3.0:1777582961.831566:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.831573:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582961.831579:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.831586:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.833309:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582961.833332:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214eb5 00000400:00000200:3.0:1777582961.833339:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.833343:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582961.833349:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:3.0:1777582961.833352:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00010000:00000010:3.0:1777582961.833407:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730b00. 00010000:00000010:3.0:1777582961.833418:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310880. 00000400:00000200:3.0:1777582961.837050:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.837071:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886da80 00000400:00000200:3.0:1777582961.837080:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 186752 00000400:00000200:3.0:1777582961.837097:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.837101:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.837109:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.837116:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef31180. 00000020:00000010:2.0:1777582961.837341:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.837348:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.837354:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.837360:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.837364:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.837408:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.837411:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000100:00000200:2.0:1777582961.837414:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707996288 00000001:00000010:2.0:1777582961.837424:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:2.0:1777582961.837446:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582961.837450:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582961.837455:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582961.837462:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 02000000:00000010:2.0:1777582961.837488:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb57000. 00010000:00000010:2.0:1777582961.837518:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582961.837522:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582961.837639:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000200:2.0:1777582961.837671:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef31180 x1863928707996288/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.837695:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582961.837701:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707996288, offset 224 00000400:00000200:2.0:1777582961.837708:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.837719:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.837725:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397701:397701:256:4294967295] 192.168.202.9@tcp LPNI seq info [397697:397697:8:4294967295] 00000400:00000200:2.0:1777582961.837736:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.837742:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.837747:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582961.837753:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.837760:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.837764:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.837781:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.837787:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.837791:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:3.0:1777582961.838557:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.838563:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:3.0:1777582961.838568:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.838575:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.838580:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:3.0:1777582961.838583:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00010000:00000010:0.1:1777582961.839178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:0.1:1777582961.839189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:0.1:1777582961.839193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:0.1:1777582961.839196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:3.1:1777582961.841212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacf00. 00010000:00000010:3.1:1777582961.841234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582961.841510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582961.841516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aace00. 00010000:00000010:0.1:1777582961.841520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582961.841522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aaca00. 00010000:00000010:0.1:1777582961.841525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582961.845180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00000400:00000200:3.0:1777582961.851992:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.852013:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886db00 00000400:00000200:3.0:1777582961.852021:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 187328 00000400:00000200:3.0:1777582961.852037:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.852042:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.852050:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.852057:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef30e00. 00000020:00000010:0.0:1777582961.852185:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.852191:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.852197:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.852203:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.852208:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.852269:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7740. 00000020:00000010:0.0:1777582961.852272:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7740. 00000100:00000200:0.0:1777582961.852276:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707996416 00010000:00000010:0.0:1777582961.852305:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582961.852313:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 02000000:00000010:0.0:1777582961.852338:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933cc000. 00010000:00000010:0.0:1777582961.852368:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582961.852372:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582961.852394:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aaca00. 00010000:00000010:0.0:1777582961.852398:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582961.852402:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.0:1777582961.852405:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00000004:00000010:0.0:1777582961.852504:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386518780. 00000004:00000010:0.0:1777582961.852512:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22708. 00000004:00000010:0.0:1777582961.852520:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce35430. 00080000:00000010:0.0:1777582961.852530:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f748e8. 00010000:00000010:0.0:1777582961.852639:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aace00. 00010000:00000010:0.0:1777582961.852643:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582961.852655:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582961.852659:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730200. 00010000:00000010:0.0:1777582961.852726:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582961.852738:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582961.852743:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582961.852765:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000200:0.0:1777582961.852781:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aef30e00 x1863928707996416/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.852799:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582961.852805:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707996416, offset 224 00000400:00000200:0.0:1777582961.852811:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.852822:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.852828:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397702:397702:256:4294967295] 192.168.202.9@tcp LPNI seq info [397698:397698:8:4294967295] 00000400:00000200:0.0:1777582961.852839:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.852844:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.852849:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582961.852854:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.852860:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.852864:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.852889:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310c00. 00000020:00000010:0.0:1777582961.852893:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.852897:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:3.0:1777582961.853221:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.853225:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582961.853230:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.853235:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.853239:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:3.0:1777582961.853242:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00010000:00000010:0.1:1777582961.857751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582961.857766:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aaca00. 00010000:00000010:0.1:1777582961.857771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:0.1:1777582961.857774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:0.0:1777582961.868891:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.868912:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886db80 00000400:00000200:0.0:1777582961.868922:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 12224 00000400:00000200:0.0:1777582961.868955:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.868960:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.868968:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582961.868975:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fc380. 00000020:00000010:1.0:1777582961.869097:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271d40. 00000020:00000010:1.0:1777582961.869103:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271d40. 00000020:00000010:1.0:1777582961.869110:0:206352:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.869115:0:206352:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.869120:0:206352:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.869187:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271d40. 00000020:00000010:1.0:1777582961.869190:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271d40. 00000100:00000200:1.0:1777582961.869193:0:206352:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707996544 00010000:00000010:1.0:1777582961.869220:0:206352:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8500. 00010000:00000010:1.0:1777582961.869233:0:206352:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249dea8900. 00010000:00000010:1.0:1777582961.869240:0:206352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7a00. 00002000:00000010:1.0:1777582961.869249:0:206352:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02486271d40. 00002000:00000010:1.0:1777582961.869258:0:206352:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02392ac6130. 00080000:00000010:1.0:1777582961.869265:0:206352:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d008. 02000000:00000010:1.0:1777582961.869521:0:206352:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a6300c00. 00010000:00000200:1.0:1777582961.869554:0:206352:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fc380 x1863928707996544/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.869571:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777582961.869577:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707996544, offset 224 00000400:00000200:1.0:1777582961.869583:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.869593:0:206352:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.869599:0:206352:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397703:397703:256:4294967295] 192.168.202.9@tcp LPNI seq info [397699:397699:8:4294967295] 00000400:00000200:1.0:1777582961.869609:0:206352:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.869627:0:206352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.869632:0:206352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582961.869638:0:206352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.869645:0:206352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.869657:0:206352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.869683:0:206352:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.869688:0:206352:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.869692:0:206352:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:2.0:1777582961.869931:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.869936:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582961.869940:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.869944:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.869948:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:2.0:1777582961.869950:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000400:00000200:0.0:1777582961.889252:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.889275:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb886dc80 00000400:00000200:0.0:1777582961.889283:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f87c1 [64] + 187904 00000400:00000200:0.0:1777582961.889300:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.889305:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.889313:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.889320:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fd880. 00000020:00000010:2.0:1777582961.889560:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.889568:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.889574:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.889580:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.889586:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.889632:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.889635:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000100:00000200:2.0:1777582961.889638:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707996800 02000000:00000010:2.0:1777582961.889689:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024aeae5000. 00010000:00000010:2.0:1777582961.889732:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730200. 00010000:00000010:2.0:1777582961.889749:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:2.0:1777582961.889758:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582961.889765:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582961.889785:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582961.889788:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582961.889794:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582961.889799:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582961.889813:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582961.889815:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e500. 00010000:00000010:2.0:1777582961.889819:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582961.889822:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582961.889928:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0300. 00010000:00000010:2.0:1777582961.889931:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e780. 00010000:00000010:2.0:1777582961.889935:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582961.889938:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00000020:00000010:2.0:1777582961.889964:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f60. 00000020:00000010:2.0:1777582961.889971:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f60. 00000020:00000010:2.0:1777582961.889981:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9180. 00080000:00000010:2.0:1777582961.889990:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393de9400. 00000004:00000010:2.0:1777582961.890026:0:187631:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02390e68240. 00000004:00000010:2.0:1777582961.890032:0:187631:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa0239372a910. 00000004:00000010:2.0:1777582961.890034:0:187631:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa0239372a8b0. 00000004:00000010:2.0:1777582961.890044:0:187631:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb0470. 00000001:00000010:2.0:1777582961.890598:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a99c0. 00000001:00000010:2.0:1777582961.890606:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e680c0. 00000020:00000010:2.0:1777582961.890638:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9180. 00010000:00000010:2.0:1777582961.890661:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582961.890666:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582961.890679:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582961.890715:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582961.890729:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582961.890733:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000200:2.0:1777582961.890751:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975713, last committed = 8589975668 00010000:00000200:2.0:1777582961.890760:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fd880 x1863928707996800/t8589975713(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 488/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582961.890778:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582961.890785:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707996800, offset 224 00000400:00000010:2.0:1777582961.890791:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aefea8. 00000400:00000200:2.0:1777582961.890795:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.890808:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.890815:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397704:397704:256:4294967295] 192.168.202.9@tcp LPNI seq info [397700:397700:8:4294967295] 00000400:00000200:2.0:1777582961.890822:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582961.890829:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.890834:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.890839:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582961.890846:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.890853:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.890857:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.890873:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.890878:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.890882:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00010000:00000010:0.0:1777582961.891251:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:0.0:1777582961.891258:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e780. 00010000:00000010:0.0:1777582961.891265:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e683c0. 00000800:00000200:0.0:1777582961.891370:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.891373:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582961.891378:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.891385:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582961.896636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582961.896660:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aace00. 00010000:00000010:2.1:1777582961.896665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582961.896671:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00000400:00000200:0.0:1777582961.898004:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582961.898023:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ec5 00000400:00000200:0.0:1777582961.898030:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.898034:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582961.898040:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:0.0:1777582961.898043:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000400:00000200:0.0:1777582961.898076:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.898083:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886dd00 00000400:00000200:0.0:1777582961.898090:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 188392 00000400:00000200:0.0:1777582961.898102:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.898105:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.898110:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.898116:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fd500. 00000020:00000010:1.0:1777582961.898247:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024862713c0. 00000020:00000010:1.0:1777582961.898253:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024862713c0. 00000020:00000010:1.0:1777582961.898259:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.898264:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.898268:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.898314:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024862713c0. 00000020:00000010:1.0:1777582961.898317:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024862713c0. 00000100:00000200:1.0:1777582961.898320:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707996928 00000001:00000010:1.0:1777582961.898331:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185a80. 00010000:00000010:1.0:1777582961.898353:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582961.898356:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:1.0:1777582961.898362:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:1.0:1777582961.898369:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 02000000:00000010:1.0:1777582961.898397:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02423a72000. 00010000:00000010:1.0:1777582961.898424:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582961.898429:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582961.898533:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000200:1.0:1777582961.898554:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fd500 x1863928707996928/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.898573:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582961.898577:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707996928, offset 224 00000400:00000200:1.0:1777582961.898583:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.898592:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.898598:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397705:397705:256:4294967295] 192.168.202.9@tcp LPNI seq info [397701:397701:8:4294967295] 00000400:00000200:1.0:1777582961.898608:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.898614:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.898875:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582961.898882:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.898889:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.898892:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.898916:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.898921:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.898925:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:0.0:1777582961.899038:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.899042:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582961.899045:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.899049:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.899053:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:0.0:1777582961.899055:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00010000:00000010:3.0:1777582961.899931:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:3.0:1777582961.899942:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e500. 00010000:00000010:0.1:1777582961.900437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0300. 00010000:00000010:0.1:1777582961.900445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582961.900503:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582961.900510:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582961.900512:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00010000:00000010:1.1:1777582961.906232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00000400:00000200:0.0:1777582961.907847:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.907867:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886dd80 00000400:00000200:0.0:1777582961.907876:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 188968 00000400:00000200:0.0:1777582961.907920:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.907926:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.907934:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582961.907940:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fc700. 00000020:00000010:3.0:1777582961.908037:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf80. 00000020:00000010:3.0:1777582961.908043:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf80. 00000020:00000010:3.0:1777582961.908052:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582961.908057:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582961.908062:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.908105:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf80. 00000020:00000010:3.0:1777582961.908108:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf80. 00000100:00000200:3.0:1777582961.908110:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707997056 00010000:00000010:3.0:1777582961.908168:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582961.908177:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582961.908204:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b5e000. 00010000:00000010:3.0:1777582961.908246:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582961.908250:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.908271:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1500. 00010000:00000010:3.0:1777582961.908274:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d780. 00010000:00000010:3.0:1777582961.908279:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582961.908282:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00000004:00000010:3.0:1777582961.908384:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f1483c0. 00000004:00000010:3.0:1777582961.908394:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65a50. 00000004:00000010:3.0:1777582961.908401:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387430. 00080000:00000010:3.0:1777582961.908413:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa023ef1a71d0. 00010000:00000010:3.0:1777582961.908508:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1600. 00010000:00000010:3.0:1777582961.908512:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d100. 00010000:00000010:3.0:1777582961.908516:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582961.908520:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe00. 00010000:00000010:3.0:1777582961.908582:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582961.908593:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582961.908598:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d780. 00010000:00000010:3.0:1777582961.909089:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582961.909111:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fc700 x1863928707997056/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582961.909130:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582961.909165:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707997056, offset 224 00000400:00000200:3.0:1777582961.909173:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582961.909185:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582961.909191:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397706:397706:256:4294967295] 192.168.202.9@tcp LPNI seq info [397702:397702:8:4294967295] 00000400:00000200:3.0:1777582961.909201:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582961.909207:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582961.909212:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582961.909217:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582961.909235:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582961.909239:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582961.909255:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582961.909259:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582961.909263:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:0.0:1777582961.909609:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.909614:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:0.0:1777582961.909624:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.909630:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.909634:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:0.0:1777582961.909637:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00010000:00000010:3.1:1777582961.912186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:3.1:1777582961.912200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582961.917177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582961.917193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1500. 00010000:00000010:3.1:1777582961.917198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582961.917200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:0.0:1777582961.924763:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.924784:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886de00 00000400:00000200:0.0:1777582961.924793:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 12552 00000400:00000200:0.0:1777582961.924809:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.924814:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.924821:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582961.924828:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fd180. 00000020:00000010:1.0:1777582961.924963:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024862713c0. 00000020:00000010:1.0:1777582961.924969:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024862713c0. 00000020:00000010:1.0:1777582961.924976:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.924981:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.924986:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.925028:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024862713c0. 00000020:00000010:1.0:1777582961.925031:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024862713c0. 00000100:00000200:1.0:1777582961.925034:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707997184 00010000:00000010:1.0:1777582961.925061:0:206018:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8800. 00010000:00000010:1.0:1777582961.925064:0:206018:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249dea8f00. 00010000:00000010:1.0:1777582961.925071:0:206018:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6e00. 00002000:00000010:1.0:1777582961.925082:0:206018:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa024862713c0. 00002000:00000010:1.0:1777582961.925093:0:206018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02392ac7db0. 00080000:00000010:1.0:1777582961.925102:0:206018:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c1c8. 02000000:00000010:1.0:1777582961.925427:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a6303800. 00010000:00000200:1.0:1777582961.925464:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fd180 x1863928707997184/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582961.925482:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777582961.925488:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707997184, offset 224 00000400:00000200:1.0:1777582961.925495:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.925504:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.925510:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397707:397707:256:4294967295] 192.168.202.9@tcp LPNI seq info [397703:397703:8:4294967295] 00000400:00000200:1.0:1777582961.925522:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.925528:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.925532:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582961.925538:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.925544:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.925548:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.925581:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.925586:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.925590:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:3.0:1777582961.925973:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.925978:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582961.925981:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.925986:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.925991:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:3.0:1777582961.925992:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000400:00000200:3.0:1777582961.933590:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.933611:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886df00 00000400:00000200:3.0:1777582961.933631:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 189552 00000400:00000200:3.0:1777582961.933657:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.933661:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.933670:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.933681:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a1180. 00000020:00000010:1.0:1777582961.933817:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271300. 00000020:00000010:1.0:1777582961.933823:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271300. 00000020:00000010:1.0:1777582961.933829:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582961.933835:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.933840:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.933890:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271300. 00000020:00000010:1.0:1777582961.933893:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271300. 00000100:00000200:1.0:1777582961.933896:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707997440 02000000:00000010:1.0:1777582961.933936:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ae7d8000. 00010000:00000010:1.0:1777582961.933977:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe00. 00010000:00000010:1.0:1777582961.933994:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d100. 00010000:00000010:1.0:1777582961.934003:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582961.934008:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000010:1.0:1777582961.934026:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582961.934029:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e500. 00010000:00000010:1.0:1777582961.934034:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582961.934039:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582961.934053:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582961.934055:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ec80. 00010000:00000010:1.0:1777582961.934058:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582961.934061:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582961.934216:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8700. 00010000:00000010:1.0:1777582961.934219:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582961.934222:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582961.934237:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00000020:00000010:1.0:1777582961.934262:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6f40. 00000020:00000010:1.0:1777582961.934270:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6f40. 00000020:00000010:1.0:1777582961.934280:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1000. 00080000:00000010:1.0:1777582961.934289:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a6300800. 00000004:00000010:1.0:1777582961.934324:0:187632:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02387381540. 00000004:00000010:1.0:1777582961.934330:0:187632:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023b03060a8. 00000004:00000010:1.0:1777582961.934333:0:187632:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023b0306908. 00000004:00000010:1.0:1777582961.934341:0:187632:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02392ada5b8. 00000001:00000010:1.0:1777582961.935120:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1300. 00000001:00000010:1.0:1777582961.935130:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239fe7bb40. 00000020:00000010:1.0:1777582961.935189:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1000. 00010000:00000010:1.0:1777582961.935199:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582961.935204:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582961.935218:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239fe7be40. 00010000:00000010:1.0:1777582961.935260:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582961.935267:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239fe7be40. 00010000:00000010:1.0:1777582961.935284:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582961.935288:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e200. 00010000:00000010:1.0:1777582961.935300:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582961.935303:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e500. 00010000:00000200:1.0:1777582961.935320:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975714, last committed = 8589975668 00010000:00000200:1.0:1777582961.935331:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a1180 x1863928707997440/t8589975714(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582961.935351:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582961.935358:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707997440, offset 224 00000400:00000010:1.0:1777582961.935365:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e80000. 00000400:00000200:1.0:1777582961.935369:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582961.935383:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582961.935389:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397708:397708:256:4294967295] 192.168.202.9@tcp LPNI seq info [397704:397704:8:4294967295] 00000400:00000200:1.0:1777582961.935395:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582961.935402:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582961.935407:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582961.935412:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582961.935419:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582961.935426:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582961.935430:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582961.935451:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582961.935455:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582961.935459:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:1.0:1777582961.935552:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582961.935555:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:1.0:1777582961.935559:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582961.935563:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582961.939494:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.1:1777582961.939509:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1600. 00010000:00000010:1.1:1777582961.939513:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582961.939518:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00000400:00000200:3.0:1777582961.943347:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582961.943370:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ed5 00000400:00000200:3.0:1777582961.943377:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.943382:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582961.943390:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:3.0:1777582961.943393:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000400:00000200:3.0:1777582961.943433:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.943440:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886df80 00000400:00000200:3.0:1777582961.943447:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 190048 00000400:00000200:3.0:1777582961.943502:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.943506:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.943510:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.943517:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0000. 00000020:00000010:2.0:1777582961.943633:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.943640:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.943661:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.943668:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.943674:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.943722:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.943726:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000100:00000200:2.0:1777582961.943729:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707997568 00000001:00000010:2.0:1777582961.943742:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e680c0. 00010000:00000010:2.0:1777582961.943768:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582961.943772:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e800. 00010000:00000010:2.0:1777582961.943780:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582961.943789:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 02000000:00000010:2.0:1777582961.943821:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487495000. 00010000:00000010:2.0:1777582961.943852:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582961.943856:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582961.943967:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000200:2.0:1777582961.943992:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0000 x1863928707997568/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.944012:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582961.944016:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707997568, offset 224 00000400:00000200:2.0:1777582961.944022:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.944031:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.944037:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397709:397709:256:4294967295] 192.168.202.9@tcp LPNI seq info [397705:397705:8:4294967295] 00000400:00000200:2.0:1777582961.944047:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.944052:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.944057:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582961.944063:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.944070:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.944074:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.944090:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.944096:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.944099:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00010000:00000010:0.0:1777582961.944202:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:0.0:1777582961.944211:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ec80. 00000800:00000200:3.0:1777582961.944594:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582961.944599:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582961.944603:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.944608:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582961.944611:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:3.0:1777582961.944619:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00010000:00000010:1.1:1777582961.946328:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582961.946342:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8700. 00010000:00000010:1.1:1777582961.946346:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582961.946348:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:1.1:1777582961.946350:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582961.950267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000400:00000200:3.0:1777582961.951189:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582961.951208:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886e000 00000400:00000200:3.0:1777582961.951218:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f87c1 [64] + 190624 00000400:00000200:3.0:1777582961.951245:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582961.951251:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582961.951260:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582961.951266:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0a80. 00000020:00000010:0.0:1777582961.951489:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7180. 00000020:00000010:0.0:1777582961.951496:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7180. 00000020:00000010:0.0:1777582961.951502:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.951508:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582961.951513:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.951553:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7180. 00000020:00000010:0.0:1777582961.951556:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7180. 00000100:00000200:0.0:1777582961.951559:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707997696 00010000:00000010:0.0:1777582961.951587:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.0:1777582961.951595:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 02000000:00000010:0.0:1777582961.951636:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb1000. 00010000:00000010:0.0:1777582961.951673:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.0:1777582961.951677:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582961.951696:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aaca00. 00010000:00000010:0.0:1777582961.951699:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582961.951703:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.0:1777582961.951706:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00000004:00000010:0.0:1777582961.951812:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865194a0. 00000004:00000010:0.0:1777582961.951820:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e221e0. 00000004:00000010:0.0:1777582961.951828:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34cc0. 00080000:00000010:0.0:1777582961.951836:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74000. 00010000:00000010:0.0:1777582961.951934:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac500. 00010000:00000010:0.0:1777582961.951937:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582961.951942:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582961.951946:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582961.952010:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582961.952021:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582961.952027:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf980. 00010000:00000010:0.0:1777582961.952047:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000200:0.0:1777582961.952064:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0a80 x1863928707997696/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 584/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.952083:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582961.952090:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707997696, offset 224 00000400:00000200:0.0:1777582961.952098:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.952110:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.952116:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397710:397710:256:4294967295] 192.168.202.9@tcp LPNI seq info [397706:397706:8:4294967295] 00000400:00000200:0.0:1777582961.952127:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.952153:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.952159:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582961.952165:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.952172:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.952176:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.952198:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582961.952202:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.952206:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:2.0:1777582961.952518:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.952523:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:2.0:1777582961.952528:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.952533:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.952538:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:2.0:1777582961.952540:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000400:00000200:2.0:1777582961.955053:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.955074:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886e080 00000400:00000200:2.0:1777582961.955083:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 12880 00000400:00000200:2.0:1777582961.955099:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.955104:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.955112:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582961.955119:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687b80. 00000020:00000010:0.0:1777582961.955798:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7340. 00000020:00000010:0.0:1777582961.955804:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7340. 00000020:00000010:0.0:1777582961.955810:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.955815:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582961.955820:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.955861:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7340. 00000020:00000010:0.0:1777582961.955863:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7340. 00000100:00000200:0.0:1777582961.955866:0:205900:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707997824 00010000:00000010:0.0:1777582961.955893:0:205900:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac400. 00010000:00000010:0.0:1777582961.955899:0:205900:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498aace00. 00010000:00000010:0.0:1777582961.955906:0:205900:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea600. 00002000:00000010:0.0:1777582961.955915:0:205900:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7340. 00002000:00000010:0.0:1777582961.955926:0:205900:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f38be0. 00080000:00000010:0.0:1777582961.955934:0:205900:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74390. 02000000:00000010:0.0:1777582961.956237:0:205900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a5fd6400. 00010000:00000200:0.0:1777582961.956270:0:205900:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae687b80 x1863928707997824/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.956522:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582961.956530:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707997824, offset 224 00000400:00000200:0.0:1777582961.956537:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.956548:0:205900:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.956556:0:205900:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397711:397711:256:4294967295] 192.168.202.9@tcp LPNI seq info [397707:397707:8:4294967295] 00000400:00000200:0.0:1777582961.956566:0:205900:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.956573:0:205900:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.956578:0:205900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582961.956585:0:205900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.956591:0:205900:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.956595:0:205900:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.956713:0:205900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582961.956719:0:205900:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.956723:0:205900:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:2.0:1777582961.956880:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.956885:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582961.956890:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.956895:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.956900:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:2.0:1777582961.956903:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000400:00000200:2.0:1777582961.959751:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.959773:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886e180 00000400:00000200:2.0:1777582961.959781:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f87c1 [64] + 191208 00000400:00000200:2.0:1777582961.959799:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.959803:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.959811:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.959818:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae686300. 00000020:00000010:0.0:1777582961.960159:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.960166:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.960173:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582961.960179:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582961.960185:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.960236:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.960238:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000100:00000200:0.0:1777582961.960241:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707998080 02000000:00000010:0.0:1777582961.960278:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02392bb3000. 00010000:00000010:0.0:1777582961.960468:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582961.960486:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582961.960494:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:0.0:1777582961.960499:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e800. 00010000:00000010:0.0:1777582961.960518:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacf00. 00010000:00000010:0.0:1777582961.960521:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582961.960527:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582961.960532:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582961.960546:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac300. 00010000:00000010:0.0:1777582961.960549:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafa80. 00010000:00000010:0.0:1777582961.960552:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582961.960555:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730c80. 00010000:00000010:0.0:1777582961.960999:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacc00. 00010000:00000010:0.0:1777582961.961003:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafc00. 00010000:00000010:0.0:1777582961.961006:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582961.961010:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00000020:00000010:0.0:1777582961.961037:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48540. 00000020:00000010:0.0:1777582961.961045:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48540. 00000020:00000010:0.0:1777582961.961055:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df1e0. 00080000:00000010:0.0:1777582961.961068:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5fa8400. 00000004:00000010:0.0:1777582961.961106:0:188495:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185a80. 00000004:00000010:0.0:1777582961.961113:0:188495:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76468. 00000004:00000010:0.0:1777582961.961116:0:188495:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc76c28. 00000004:00000010:0.0:1777582961.961126:0:188495:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecd9cd8. 00000001:00000010:0.0:1777582961.961970:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dff60. 00000001:00000010:0.0:1777582961.961979:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582961.962009:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df1e0. 00010000:00000010:0.0:1777582961.962021:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31400. 00010000:00000010:0.0:1777582961.962026:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d00. 00010000:00000010:0.0:1777582961.962042:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185d80. 00010000:00000010:0.0:1777582961.962176:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582961.962192:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582961.962196:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaff00. 00010000:00000200:0.0:1777582961.962218:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975715, last committed = 8589975668 00010000:00000200:0.0:1777582961.962239:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae686300 x1863928707998080/t8589975715(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 496/456 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582961.962259:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582961.962266:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707998080, offset 224 00000400:00000010:0.0:1777582961.962274:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4c08. 00000400:00000200:0.0:1777582961.962279:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.962305:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.962312:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397712:397712:256:4294967295] 192.168.202.9@tcp LPNI seq info [397708:397708:8:4294967295] 00000400:00000200:0.0:1777582961.962318:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582961.962325:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.962331:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.962338:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.962345:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.962352:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.962357:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.962383:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582961.962387:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.962391:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000100:00000010:1.0:1777582961.962514:0:194432:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023905a97e0. 00000100:00000010:2.0:1777582961.966072:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023905a9120. 00000800:00000200:2.0:1777582961.966204:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.966208:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582961.966215:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.966232:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000010:0.0:1777582961.966418:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023905a9c60. 00010000:00000010:3.0:1777582961.968875:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d00. 00010000:00000010:3.0:1777582961.968888:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafc00. 00010000:00000010:3.0:1777582961.968898:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185d80. 00000100:00000010:3.0:1777582961.968916:0:219693:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023905a92a0. 00010000:00000010:0.1:1777582961.969851:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:0.1:1777582961.969861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:2.0:1777582961.971806:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582961.971830:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ee5 00000400:00000200:2.0:1777582961.971838:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.971842:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582961.971849:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:2.0:1777582961.971852:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000400:00000200:2.0:1777582961.973208:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.973223:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886e200 00000400:00000200:2.0:1777582961.973231:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 191704 00000400:00000200:2.0:1777582961.973302:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.973308:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.973315:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.973321:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687480. 00000020:00000010:0.0:1777582961.973699:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.973707:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.973714:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582961.973719:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582961.973724:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.973758:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582961.973760:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000100:00000200:0.0:1777582961.973763:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707998208 00000001:00000010:0.0:1777582961.973774:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7bb40. 00010000:00000010:0.0:1777582961.973800:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac800. 00010000:00000010:0.0:1777582961.973804:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582961.973811:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30e00. 00010000:00000010:0.0:1777582961.973817:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 02000000:00000010:0.0:1777582961.973842:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb0000. 00010000:00000010:0.0:1777582961.973872:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30600. 00010000:00000010:0.0:1777582961.973876:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582961.973988:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:0.0:1777582961.974011:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae687480 x1863928707998208/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 576/688 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.974031:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582961.974039:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707998208, offset 224 00000400:00000200:0.0:1777582961.974047:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.974059:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.974066:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397713:397713:256:4294967295] 192.168.202.9@tcp LPNI seq info [397709:397709:8:4294967295] 00000400:00000200:0.0:1777582961.974077:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.974082:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.974087:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.974092:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.974099:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.974103:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.974125:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582961.974130:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.974152:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000800:00000200:0.0:1777582961.974231:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582961.974235:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:0.0:1777582961.974239:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.974243:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582961.974246:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777582961.974248:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00010000:00000010:3.0:1777582961.976927:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730c80. 00010000:00000010:3.0:1777582961.976945:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafa80. 00010000:00000010:3.1:1777582961.980409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacc00. 00010000:00000010:3.1:1777582961.980425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31400. 00010000:00000010:0.1:1777582961.986208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb800. 00010000:00000010:0.1:1777582961.986231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aaca00. 00010000:00000010:0.1:1777582961.986234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebc00. 00010000:00000010:0.1:1777582961.986237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb400. 00010000:00000010:0.1:1777582961.986239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.1:1777582961.986242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac500. 00010000:00000010:0.1:1777582961.986245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:0.1:1777582961.986249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:0.1:1777582961.986252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.1:1777582961.986254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacf00. 00010000:00000010:0.1:1777582961.986257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00000400:00000200:2.0:1777582961.988049:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582961.988072:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 592 into portal 12 MB=0x69f3bb886e280 00000400:00000200:2.0:1777582961.988081:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 592/592 into md 0x1f87c1 [64] + 192280 00000400:00000200:2.0:1777582961.988097:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.988101:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582961.988110:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582961.988117:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae685180. 00000020:00000010:0.0:1777582961.988296:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c40. 00000020:00000010:0.0:1777582961.988303:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c40. 00000020:00000010:0.0:1777582961.988310:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582961.988315:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582961.988320:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.988364:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c40. 00000020:00000010:0.0:1777582961.988367:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c40. 00000100:00000200:0.0:1777582961.988371:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707998336 00010000:00000010:0.0:1777582961.988402:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30200. 00010000:00000010:0.0:1777582961.988410:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 02000000:00000010:0.0:1777582961.988436:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb2000. 00010000:00000010:0.0:1777582961.988464:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31e00. 00010000:00000010:0.0:1777582961.988467:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582961.988486:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacf00. 00010000:00000010:0.0:1777582961.988490:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582961.988494:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582961.988497:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00000004:00000010:0.0:1777582961.988598:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865183c0. 00000004:00000010:0.0:1777582961.988607:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22168. 00000004:00000010:0.0:1777582961.988627:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34bb0. 00080000:00000010:0.0:1777582961.988638:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75398. 00010000:00000010:0.0:1777582961.988742:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac500. 00010000:00000010:0.0:1777582961.988745:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582961.988749:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.0:1777582961.988753:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582961.988815:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582961.988825:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582961.988829:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582961.988851:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000200:0.0:1777582961.988865:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae685180 x1863928707998336/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 592/640 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582961.988882:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582961.988889:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707998336, offset 224 00000400:00000200:0.0:1777582961.988895:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582961.988907:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582961.988913:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397714:397714:256:4294967295] 192.168.202.9@tcp LPNI seq info [397710:397710:8:4294967295] 00000400:00000200:0.0:1777582961.988924:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582961.988929:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582961.988934:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582961.988939:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582961.988947:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582961.988951:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582961.988967:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582961.988970:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582961.988975:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000800:00000200:2.0:1777582961.989260:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.989265:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:2.0:1777582961.989270:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.989274:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.989278:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:2.0:1777582961.989280:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00010000:00000010:0.1:1777582961.992709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30e00. 00010000:00000010:3.1:1777582961.995489:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac300. 00010000:00000010:3.1:1777582961.995506:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00000400:00000200:0.0:1777582961.995748:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582961.995767:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886e300 00000400:00000200:0.0:1777582961.995776:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 13208 00000400:00000200:0.0:1777582961.995792:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582961.995796:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582961.995803:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582961.995809:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fe300. 00000020:00000010:2.0:1777582961.995929:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.995935:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.995941:0:189456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582961.995947:0:189456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.995952:0:189456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.996001:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:2.0:1777582961.996003:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000100:00000200:2.0:1777582961.996006:0:189456:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707998464 00010000:00000010:2.0:1777582961.996034:0:189456:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0c00. 00010000:00000010:2.0:1777582961.996039:0:189456:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024997a0200. 00010000:00000010:2.0:1777582961.996044:0:189456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592800. 00002000:00000010:2.0:1777582961.996054:0:189456:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a93440. 00002000:00000010:2.0:1777582961.996065:0:189456:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02484933560. 00080000:00000010:2.0:1777582961.996074:0:189456:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a390. 02000000:00000010:2.0:1777582961.996378:0:189456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0248a616c00. 00010000:00000200:2.0:1777582961.996413:0:189456:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fe300 x1863928707998464/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:402/0 lens 328/400 e 0 to 0 dl 1777582972 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582961.996432:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582961.996438:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707998464, offset 224 00000400:00000200:2.0:1777582961.996445:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582961.996454:0:189456:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582961.996461:0:189456:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397715:397715:256:4294967295] 192.168.202.9@tcp LPNI seq info [397711:397711:8:4294967295] 00000400:00000200:2.0:1777582961.996471:0:189456:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582961.996476:0:189456:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582961.996481:0:189456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582961.996487:0:189456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582961.996494:0:189456:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582961.996497:0:189456:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1777582961.996516:0:189456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582961.996523:0:189456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582961.996526:0:189456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:2.0:1777582961.996622:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582961.996626:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:2.0:1777582961.996630:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582961.996635:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582961.996638:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:2.0:1777582961.996641:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00010000:00000010:0.1:1777582962.001159:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31e00. 00010000:00000010:0.1:1777582962.001174:0:1358:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacf00. 00010000:00000010:0.1:1777582962.001189:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.1:1777582962.001193:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30200. 00000400:00000200:2.0:1777582962.001601:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.001631:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb886e400 00000400:00000200:2.0:1777582962.001639:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f87c1 [64] + 192872 00000400:00000200:2.0:1777582962.001666:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.001671:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.001680:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.001687:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684a80. 00000020:00000010:0.0:1777582962.001858:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582962.001864:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582962.001870:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582962.001875:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582962.001880:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.001925:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582962.001928:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc73c0. 00000100:00000200:0.0:1777582962.001932:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707998720 02000000:00000010:0.0:1777582962.001970:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02392bb5000. 00010000:00000010:0.0:1777582962.002007:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582962.002025:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582962.002032:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.002038:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582962.002055:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacf00. 00010000:00000010:0.0:1777582962.002059:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582962.002065:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30200. 00010000:00000010:0.0:1777582962.002070:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.002085:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aaca00. 00010000:00000010:0.0:1777582962.002087:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582962.002091:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582962.002095:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582962.002257:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacb00. 00010000:00000010:0.0:1777582962.002261:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582962.002264:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31e00. 00010000:00000010:0.0:1777582962.002267:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00000020:00000010:0.0:1777582962.002436:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c486a0. 00000020:00000010:0.0:1777582962.002445:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c486a0. 00000020:00000010:0.0:1777582962.002455:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df5a0. 00080000:00000010:0.0:1777582962.002464:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5fa8800. 00000004:00000010:0.0:1777582962.002501:0:207396:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185180. 00000004:00000010:0.0:1777582962.002507:0:207396:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76400. 00000004:00000010:0.0:1777582962.002510:0:207396:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc76650. 00000004:00000010:0.0:1777582962.002519:0:207396:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecd8000. 00000001:00000010:0.0:1777582962.004789:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfcc0. 00000001:00000010:0.0:1777582962.004802:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185b40. 00000020:00000010:0.0:1777582962.004848:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df5a0. 00010000:00000010:0.0:1777582962.004863:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30e00. 00010000:00000010:0.0:1777582962.004873:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730100. 00010000:00000010:0.0:1777582962.004895:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185240. 00010000:00000010:0.0:1777582962.006752:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582962.006779:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.006785:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaff00. 00010000:00000200:0.0:1777582962.006809:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975716, last committed = 8589975668 00010000:00000200:0.0:1777582962.006822:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae684a80 x1863928707998720/t8589975716(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 504/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582962.006845:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582962.006853:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707998720, offset 224 00000400:00000010:0.0:1777582962.006860:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4188. 00000400:00000200:0.0:1777582962.006863:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.006878:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.006886:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397716:397716:256:4294967295] 192.168.202.9@tcp LPNI seq info [397712:397712:8:4294967295] 00000400:00000200:0.0:1777582962.006893:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582962.006899:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.006907:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.006912:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582962.006918:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.006925:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.006929:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.006955:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eafe00. 00000020:00000010:0.0:1777582962.006959:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.006964:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000800:00000200:3.0:1777582962.007734:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.007741:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582962.007747:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.007753:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.009864:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.009888:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ef5 00000400:00000200:3.0:1777582962.009896:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.009900:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.009908:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:3.0:1777582962.009912:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00010000:00000010:0.0:1777582962.010027:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582962.010039:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00000400:00000200:3.0:1777582962.010659:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.010671:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886e480 00000400:00000200:3.0:1777582962.010679:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f87c1 [64] + 193376 00000400:00000200:3.0:1777582962.010732:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.010737:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.010743:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.010749:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a2a00. 00000020:00000010:0.0:1777582962.010837:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582962.010842:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582962.010849:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582962.010854:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.010860:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.010901:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582962.010904:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc73c0. 00000100:00000200:0.0:1777582962.010907:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707998848 00000001:00000010:0.0:1777582962.010918:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:0.0:1777582962.010941:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacd00. 00010000:00000010:0.0:1777582962.010945:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582962.010951:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31000. 00010000:00000010:0.0:1777582962.010957:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 02000000:00000010:0.0:1777582962.010982:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb4000. 00010000:00000010:0.0:1777582962.011012:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31800. 00010000:00000010:0.0:1777582962.011015:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.011123:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:0.0:1777582962.011172:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a2a00 x1863928707998848/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.011191:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582962.011197:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707998848, offset 224 00000400:00000200:0.0:1777582962.011203:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.011213:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.011220:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397717:397717:256:4294967295] 192.168.202.9@tcp LPNI seq info [397713:397713:8:4294967295] 00000400:00000200:0.0:1777582962.011241:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.011248:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.011253:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582962.011260:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.011268:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.011273:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.011291:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.011295:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.011299:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000800:00000200:3.0:1777582962.012074:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.012081:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582962.012086:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.012092:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.012097:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:3.0:1777582962.012100:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00010000:00000010:2.0:1777582962.013796:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730100. 00010000:00000010:2.0:1777582962.013813:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:2.0:1777582962.013825:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185240. 00010000:00000010:0.1:1777582962.016244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.1:1777582962.016263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac500. 00010000:00000010:0.1:1777582962.016267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30600. 00010000:00000010:0.1:1777582962.016269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac800. 00000400:00000200:2.0:1777582962.028130:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.028179:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 592 into portal 12 MB=0x69f3bb886e500 00000400:00000200:2.0:1777582962.028187:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 592/592 into md 0x1f87c1 [64] + 193952 00000400:00000200:2.0:1777582962.028205:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.028209:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.028218:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.028233:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684380. 00010000:00000010:0.1:1777582962.028396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31e00. 00010000:00000010:0.1:1777582962.028405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacf00. 00010000:00000010:0.1:1777582962.028410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30200. 00000020:00000010:0.0:1777582962.028445:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582962.028451:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582962.028456:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582962.028461:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.028466:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.028511:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc73c0. 00000020:00000010:0.0:1777582962.028514:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc73c0. 00000100:00000200:0.0:1777582962.028517:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707998976 00010000:00000010:0.0:1777582962.028546:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30200. 00010000:00000010:0.0:1777582962.028553:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 02000000:00000010:0.0:1777582962.028578:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb7000. 00010000:00000010:0.0:1777582962.028609:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31e00. 00010000:00000010:0.0:1777582962.028613:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582962.028639:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacf00. 00010000:00000010:0.0:1777582962.028644:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582962.028656:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30600. 00010000:00000010:0.0:1777582962.028660:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00000004:00000010:0.0:1777582962.028757:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02386519680. 00000004:00000010:0.0:1777582962.028766:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22078. 00000004:00000010:0.0:1777582962.028774:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34990. 00080000:00000010:0.0:1777582962.028782:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f751d0. 00010000:00000010:0.0:1777582962.028878:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac800. 00010000:00000010:0.0:1777582962.028882:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582962.028886:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.0:1777582962.028889:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582962.028955:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:0.0:1777582962.028966:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582962.028970:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaff00. 00010000:00000010:0.0:1777582962.028989:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000200:0.0:1777582962.029003:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae684380 x1863928707998976/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 592/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.029021:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582962.029028:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707998976, offset 224 00000400:00000200:0.0:1777582962.029034:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.029044:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.029050:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397718:397718:256:4294967295] 192.168.202.9@tcp LPNI seq info [397714:397714:8:4294967295] 00000400:00000200:0.0:1777582962.029060:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.029065:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.029070:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582962.029075:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.029082:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.029086:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.029115:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.029120:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.029124:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000800:00000200:3.0:1777582962.029588:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.029594:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582962.029599:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.029604:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.029609:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:3.0:1777582962.029617:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00000400:00000200:3.0:1777582962.032160:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.032192:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886e580 00000400:00000200:3.0:1777582962.032201:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 13536 00000400:00000200:3.0:1777582962.032220:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.032234:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.032243:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.032250:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a3800. 00000020:00000010:0.0:1777582962.032407:0:188247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7fc0. 00000020:00000010:0.0:1777582962.032415:0:188247:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02392c71c00. 00000020:00000010:0.0:1777582962.032443:0:188247:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582962.032449:0:188247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.032453:0:188247:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.032485:0:188247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7140. 00000020:00000010:0.0:1777582962.032488:0:188247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7140. 00000100:00000200:0.0:1777582962.032492:0:188247:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707999104 00010000:00000010:0.0:1777582962.032519:0:188247:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac500. 00010000:00000010:0.0:1777582962.032524:0:188247:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498aac300. 00010000:00000010:0.0:1777582962.032530:0:188247:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31c00. 00002000:00000010:0.0:1777582962.032539:0:188247:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7140. 00002000:00000010:0.0:1777582962.032548:0:188247:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f384c0. 00080000:00000010:0.0:1777582962.032557:0:188247:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f75c80. 02000000:00000010:0.0:1777582962.032837:0:188247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a5fab400. 00010000:00000200:0.0:1777582962.032873:0:188247:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a3800 x1863928707999104/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.032891:0:188247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582962.032899:0:188247:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707999104, offset 224 00000400:00000200:0.0:1777582962.032906:0:188247:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.032916:0:188247:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.032923:0:188247:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397719:397719:256:4294967295] 192.168.202.9@tcp LPNI seq info [397715:397715:8:4294967295] 00000400:00000200:0.0:1777582962.032934:0:188247:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.032939:0:188247:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.032945:0:188247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582962.032952:0:188247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.032959:0:188247:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.032964:0:188247:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.032980:0:188247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.032984:0:188247:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.032988:0:188247:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000800:00000200:2.0:1777582962.033244:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.033249:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:2.0:1777582962.033254:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.033258:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.033263:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:2.0:1777582962.033265:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000400:00000200:3.0:1777582962.038201:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.038223:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb886e680 00000400:00000200:3.0:1777582962.038233:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f87c1 [64] + 194544 00000400:00000010:3.0:1777582962.038239:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248a3c5e70. 00000400:00000200:3.0:1777582962.038243:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa024834c4000 00000400:00000200:3.0:1777582962.038257:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.038262:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.038267:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024834c4000 00000400:00000010:3.0:1777582962.038270:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffffa024834c4000. 00000100:00000200:3.0:1777582962.038276:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1777582962.038454:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc72c0. 00000020:00000010:0.0:1777582962.038461:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc72c0. 00000020:00000010:0.0:1777582962.038467:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582962.038472:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.038477:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.038511:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc72c0. 00000020:00000010:0.0:1777582962.038513:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc72c0. 00000100:00000200:0.0:1777582962.038517:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707999360 02000000:00000010:0.0:1777582962.038560:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238e084000. 00010000:00000010:0.0:1777582962.038601:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582962.038632:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582962.038643:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.038658:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582962.038675:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacc00. 00010000:00000010:0.0:1777582962.038678:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582962.038683:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31600. 00010000:00000010:0.0:1777582962.038688:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.038702:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:0.0:1777582962.038704:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582962.038707:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31200. 00010000:00000010:0.0:1777582962.038710:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730d80. 00010000:00000010:0.0:1777582962.038814:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:0.0:1777582962.038817:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf880. 00010000:00000010:0.0:1777582962.038821:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30000. 00010000:00000010:0.0:1777582962.038824:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00000020:00000010:0.0:1777582962.038848:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48580. 00000020:00000010:0.0:1777582962.038855:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48580. 00000020:00000010:0.0:1777582962.038865:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918df840. 00080000:00000010:0.0:1777582962.038873:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5faa400. 00000004:00000010:0.0:1777582962.038907:0:187631:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185f00. 00000004:00000010:0.0:1777582962.038912:0:187631:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76e38. 00000004:00000010:0.0:1777582962.038915:0:187631:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc76bc8. 00000004:00000010:0.0:1777582962.038925:0:187631:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecdb778. 00000001:00000010:0.0:1777582962.039851:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d600. 00000001:00000010:0.0:1777582962.039861:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185600. 00000020:00000010:0.0:1777582962.039895:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918df840. 00010000:00000010:0.0:1777582962.039907:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30c00. 00010000:00000010:0.0:1777582962.039912:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730580. 00010000:00000010:0.0:1777582962.039929:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185cc0. 00010000:00000010:0.0:1777582962.040027:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582962.040046:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.040051:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000200:0.0:1777582962.040071:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975717, last committed = 8589975668 00010000:00000200:0.0:1777582962.040081:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae8cf850 x1863928707999360/t8589975717(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 504/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582962.040100:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582962.040106:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928707999360, offset 224 00000400:00000010:0.0:1777582962.040113:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da40e0. 00000400:00000200:0.0:1777582962.040116:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.040129:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.040163:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397720:397720:256:4294967295] 192.168.202.9@tcp LPNI seq info [397716:397716:8:4294967295] 00000400:00000200:0.0:1777582962.040170:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582962.040176:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.040182:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.040188:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582962.040193:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.040201:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.040206:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.040225:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.040229:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.040233:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 02000000:00000010:0.0:1777582962.040296:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb7000. 00000100:00000010:0.0:1777582962.040301:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae684380. 02000000:00000010:0.0:1777582962.040305:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb4000. 00000100:00000010:0.0:1777582962.040307:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a2a00. 02000000:00000010:0.0:1777582962.040310:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb5000. 00000100:00000010:0.0:1777582962.040312:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae684a80. 02000000:00000010:0.0:1777582962.040314:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb2000. 00000100:00000010:0.0:1777582962.040319:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae685180. 02000000:00000010:0.0:1777582962.040321:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb0000. 00000100:00000010:0.0:1777582962.040325:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae687480. 02000000:00000010:0.0:1777582962.040327:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02392bb3000. 00000100:00000010:0.0:1777582962.040330:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae686300. 02000000:00000010:0.0:1777582962.040333:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02392bb1000. 00000100:00000010:0.0:1777582962.040336:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a0a80. 02000000:00000010:0.0:1777582962.040338:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487495000. 00000100:00000010:0.0:1777582962.040340:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a0000. 02000000:00000010:0.0:1777582962.040342:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ae7d8000. 00000100:00000010:0.0:1777582962.040344:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a1180. 02000000:00000010:0.0:1777582962.040348:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02399b5e000. 00000100:00000010:0.0:1777582962.040350:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fc700. 02000000:00000010:0.0:1777582962.040353:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02423a72000. 00000100:00000010:0.0:1777582962.040355:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fd500. 02000000:00000010:0.0:1777582962.040357:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aeae5000. 00000100:00000010:0.0:1777582962.040360:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fd880. 02000000:00000010:0.0:1777582962.040362:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933cc000. 00000100:00000010:0.0:1777582962.040365:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef30e00. 02000000:00000010:0.0:1777582962.040369:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0240fb57000. 00000100:00000010:0.0:1777582962.040372:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef31180. 02000000:00000010:0.0:1777582962.040375:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933c8000. 00000100:00000010:0.0:1777582962.040377:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef30a80. 02000000:00000010:0.0:1777582962.040379:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0240fb50000. 00000100:00000010:0.0:1777582962.040381:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef31c00. 02000000:00000010:0.0:1777582962.040383:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0240fb56000. 00000100:00000010:0.0:1777582962.040387:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef33480. 02000000:00000010:0.0:1777582962.040390:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239a6a9000. 00000100:00000010:0.0:1777582962.040392:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae685880. 02000000:00000010:0.0:1777582962.040395:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02399b5f000. 00000100:00000010:0.0:1777582962.040397:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fca80. 02000000:00000010:0.0:1777582962.040399:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0240fb55000. 00000100:00000010:0.0:1777582962.040402:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55ff800. 02000000:00000010:0.0:1777582962.040404:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239a6ac000. 00000100:00000010:0.0:1777582962.040406:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef31880. 02000000:00000010:0.0:1777582962.040408:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239a6ae000. 00000100:00000010:0.0:1777582962.040410:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae687100. 02000000:00000010:0.0:1777582962.040412:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb4000. 00000100:00000010:0.0:1777582962.040416:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae685c00. 02000000:00000010:0.0:1777582962.040418:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb52000. 00000100:00000010:0.0:1777582962.040420:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496e82d80. 02000000:00000010:0.0:1777582962.040423:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb0000. 00000100:00000010:0.0:1777582962.040424:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae687800. 02000000:00000010:0.0:1777582962.040427:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb6000. 00000100:00000010:0.0:1777582962.040428:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae686a00. 02000000:00000010:0.0:1777582962.040431:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02399b58000. 00000100:00000010:0.0:1777582962.040432:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496e82300. 02000000:00000010:0.0:1777582962.040434:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4d30000. 00000100:00000010:0.0:1777582962.040437:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc0380. 02000000:00000010:0.0:1777582962.040440:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02423a76000. 00000100:00000010:0.0:1777582962.040442:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496e81c00. 02000000:00000010:0.0:1777582962.040445:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ad9b3000. 00000100:00000010:0.0:1777582962.040448:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc3b80. 02000000:00000010:0.0:1777582962.040450:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4d31000. 00000100:00000010:0.0:1777582962.040453:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc2d80. 02000000:00000010:0.0:1777582962.040456:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4d37000. 00000100:00000010:0.0:1777582962.040458:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc0000. 02000000:00000010:0.0:1777582962.040460:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02395681000. 00000100:00000010:0.0:1777582962.040463:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af00b480. 02000000:00000010:0.0:1777582962.040467:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02391459000. 00000100:00000010:0.0:1777582962.040469:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095f480. 02000000:00000010:0.0:1777582962.040472:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395682000. 00000100:00000010:0.0:1777582962.040474:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc2680. 02000000:00000010:0.0:1777582962.040477:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0240fb51000. 00000100:00000010:0.0:1777582962.040479:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1ea00. 02000000:00000010:0.0:1777582962.040481:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02395686000. 00000100:00000010:0.0:1777582962.040483:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095dc00. 02000000:00000010:0.0:1777582962.040486:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383ecf000. 00000100:00000010:0.0:1777582962.040489:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1ca80. 02000000:00000010:0.0:1777582962.040492:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02395685000. 00000100:00000010:0.0:1777582962.040495:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc0e00. 02000000:00000010:0.0:1777582962.040497:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb1000. 00000100:00000010:0.0:1777582962.040500:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1f480. 02000000:00000010:0.0:1777582962.040502:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fb3000. 00000100:00000010:0.0:1777582962.040505:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1d180. 02000000:00000010:0.0:1777582962.040508:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df833000. 00000100:00000010:0.0:1777582962.040512:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095ea00. 02000000:00000010:0.0:1777582962.040514:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc4000. 00000100:00000010:0.0:1777582962.040516:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af00a300. 02000000:00000010:0.0:1777582962.040519:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc5000. 00000100:00000010:0.0:1777582962.040522:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af008a80. 02000000:00000010:0.0:1777582962.040526:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023df830000. 00000100:00000010:0.0:1777582962.040528:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af00aa00. 02000000:00000010:0.0:1777582962.040530:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023df832000. 00000100:00000010:0.0:1777582962.040532:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1dc00. 02000000:00000010:0.0:1777582962.040535:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023df837000. 00000100:00000010:0.0:1777582962.040537:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1c380. 02000000:00000010:0.0:1777582962.040540:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241787f000. 00000100:00000010:0.0:1777582962.040543:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1c000. 02000000:00000010:0.0:1777582962.040545:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023df831000. 00000100:00000010:0.0:1777582962.040548:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1e300. 02000000:00000010:0.0:1777582962.040550:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023df834000. 00000100:00000010:0.0:1777582962.040552:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095f800. 02000000:00000010:0.0:1777582962.040555:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aec8e000. 00000100:00000010:0.0:1777582962.040557:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1d500. 02000000:00000010:0.0:1777582962.040560:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec88000. 00000100:00000010:0.0:1777582962.040562:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095fb80. 02000000:00000010:0.0:1777582962.040564:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc6000. 00000100:00000010:0.0:1777582962.040566:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af008700. 02000000:00000010:0.0:1777582962.040569:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388dc7000. 00000100:00000010:0.0:1777582962.040572:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af008380. 02000000:00000010:0.0:1777582962.040575:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc0000. 00000100:00000010:0.0:1777582962.040576:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1c700. 02000000:00000010:0.0:1777582962.040579:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec89000. 00000100:00000010:0.0:1777582962.040581:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2680. 02000000:00000010:0.0:1777582962.040584:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241787a000. 00000100:00000010:0.0:1777582962.040586:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1fb80. 02000000:00000010:0.0:1777582962.040588:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc2000. 00000100:00000010:0.0:1777582962.040590:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095ce00. 02000000:00000010:0.0:1777582962.040593:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02417879000. 00000100:00000010:0.0:1777582962.040594:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc0700. 02000000:00000010:0.0:1777582962.040597:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241787d000. 00000100:00000010:0.0:1777582962.040599:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce09f80. 02000000:00000010:0.0:1777582962.040603:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383ec9000. 00000100:00000010:0.0:1777582962.040605:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b9f80. 02000000:00000010:0.0:1777582962.040607:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383ece000. 00000100:00000010:0.0:1777582962.040610:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2ba680. 02000000:00000010:0.0:1777582962.040612:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383eca000. 00000100:00000010:0.0:1777582962.040614:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1f100. 02000000:00000010:0.0:1777582962.040616:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383ecb000. 00000100:00000010:0.0:1777582962.040618:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7aa00. 02000000:00000010:0.0:1777582962.040621:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02417878000. 00000100:00000010:0.0:1777582962.040636:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79f80. 02000000:00000010:0.0:1777582962.040640:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec8f000. 00000100:00000010:0.0:1777582962.040642:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79880. 02000000:00000010:0.0:1777582962.040652:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388dc3000. 00000100:00000010:0.0:1777582962.040655:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1a680. 02000000:00000010:0.0:1777582962.040658:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fffc000. 00000100:00000010:0.0:1777582962.040663:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78380. 02000000:00000010:0.0:1777582962.040666:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec8d000. 00000100:00000010:0.0:1777582962.040668:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1a300. 02000000:00000010:0.0:1777582962.040670:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fffe000. 00000100:00000010:0.0:1777582962.040672:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca19c00. 02000000:00000010:0.0:1777582962.040678:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396ae4000. 00000100:00000010:0.0:1777582962.040681:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1b100. 02000000:00000010:0.0:1777582962.040684:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aec8c000. 00000100:00000010:0.0:1777582962.040686:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79c00. 02000000:00000010:0.0:1777582962.040688:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396ae6000. 00000100:00000010:0.0:1777582962.040690:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4a680. 02000000:00000010:0.0:1777582962.040693:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383ecd000. 00000100:00000010:0.0:1777582962.040695:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78000. 02000000:00000010:0.0:1777582962.040698:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fff9000. 00000100:00000010:0.0:1777582962.040699:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca19180. 02000000:00000010:0.0:1777582962.040702:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238cb37000. 00000100:00000010:0.0:1777582962.040705:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4b800. 02000000:00000010:0.0:1777582962.040708:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389673000. 00000100:00000010:0.0:1777582962.040710:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78a80. 02000000:00000010:0.0:1777582962.040712:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389672000. 00000100:00000010:0.0:1777582962.040715:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7b100. 02000000:00000010:0.0:1777582962.040718:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389677000. 00000100:00000010:0.0:1777582962.040720:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7a300. 02000000:00000010:0.0:1777582962.040722:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396ae0000. 00000100:00000010:0.0:1777582962.040725:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b8e00. 02000000:00000010:0.0:1777582962.040728:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396ae3000. 00000100:00000010:0.0:1777582962.040731:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca18380. 02000000:00000010:0.0:1777582962.040734:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238cb33000. 00000100:00000010:0.0:1777582962.040736:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7b800. 02000000:00000010:0.0:1777582962.040738:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb35000. 00000100:00000010:0.0:1777582962.040741:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7a680. 02000000:00000010:0.0:1777582962.040743:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024840c4000. 00000100:00000010:0.0:1777582962.040745:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7bb80. 02000000:00000010:0.0:1777582962.040747:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396ae2000. 00000100:00000010:0.0:1777582962.040750:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe48e00. 02000000:00000010:0.0:1777582962.040753:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239ffff000. 00000100:00000010:0.0:1777582962.040755:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1b480. 02000000:00000010:0.0:1777582962.040757:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238cb36000. 00000100:00000010:0.0:1777582962.040759:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941d180. 02000000:00000010:0.0:1777582962.040762:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238528c000. 00000100:00000010:0.0:1777582962.040765:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe49c00. 02000000:00000010:0.0:1777582962.040768:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389571000. 00000100:00000010:0.0:1777582962.040770:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568c380. 02000000:00000010:0.0:1777582962.040773:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa02389576000. 00000100:00000010:0.0:1777582962.040775:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4aa00. 02000000:00000010:0.0:1777582962.040777:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389570000. 00000100:00000010:0.0:1777582962.040778:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568f480. 02000000:00000010:0.0:1777582962.040781:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c80000. 00000100:00000010:0.0:1777582962.040783:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4a300. 02000000:00000010:0.0:1777582962.040785:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c83000. 00000100:00000010:0.0:1777582962.040786:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe48000. 02000000:00000010:0.0:1777582962.040788:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa0238cb32000. 00000100:00000010:0.0:1777582962.040791:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4b480. 02000000:00000010:0.0:1777582962.040794:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c85000. 00000100:00000010:0.0:1777582962.040796:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4b100. 02000000:00000010:0.0:1777582962.040799:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c82000. 00000100:00000010:0.0:1777582962.040801:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568ca80. 02000000:00000010:0.0:1777582962.040803:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238cb30000. 00000100:00000010:0.0:1777582962.040805:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b8000. 02000000:00000010:0.0:1777582962.040807:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238cb31000. 00000100:00000010:0.0:1777582962.040809:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1b800. 02000000:00000010:0.0:1777582962.040811:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fffa000. 00000100:00000010:0.0:1777582962.040813:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b8700. 02000000:00000010:0.0:1777582962.040815:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389575000. 00000100:00000010:0.0:1777582962.040817:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b9500. 02000000:00000010:0.0:1777582962.040819:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa024b7cc6000. 00000100:00000010:0.0:1777582962.040822:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca19880. 02000000:00000010:0.0:1777582962.040825:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa023918a3000. 00000100:00000010:0.0:1777582962.040828:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568c700. 02000000:00000010:0.0:1777582962.040830:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a0b1e000. 00000100:00000010:0.0:1777582962.040832:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce0b800. 02000000:00000010:0.0:1777582962.040834:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c86000. 00000100:00000010:0.0:1777582962.040838:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce08000. 02000000:00000010:0.0:1777582962.040840:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02386788000. 00000100:00000010:0.0:1777582962.040846:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568ea00. 02000000:00000010:0.0:1777582962.040848:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239fff8000. 00000100:00000010:0.0:1777582962.040850:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca18700. 02000000:00000010:0.0:1777582962.040852:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c87000. 00000100:00000010:0.0:1777582962.040854:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1aa00. 02000000:00000010:0.0:1777582962.040856:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c84000. 00000100:00000010:0.0:1777582962.040858:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568d180. 02000000:00000010:0.0:1777582962.040860:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa024b7cc5000. 00000100:00000010:0.0:1777582962.040863:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2a00. 02000000:00000010:0.0:1777582962.040865:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa0238528e000. 00000100:00000010:0.0:1777582962.040867:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe49180. 02000000:00000010:0.0:1777582962.040869:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238678c000. 00000100:00000010:0.0:1777582962.040871:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe48700. 02000000:00000010:0.0:1777582962.040874:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc3000. 00000100:00000010:0.0:1777582962.040876:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe4bb80. 02000000:00000010:0.0:1777582962.040878:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024b7cc7000. 00000100:00000010:0.0:1777582962.040880:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a1c00. 02000000:00000010:0.0:1777582962.040883:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa0238678a000. 00000100:00000010:0.0:1777582962.040884:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce09c00. 02000000:00000010:0.0:1777582962.040887:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385289000. 00000100:00000010:0.0:1777582962.040889:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce09180. 02000000:00000010:0.0:1777582962.040890:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc1000. 00000100:00000010:0.0:1777582962.040892:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce0bb80. 02000000:00000010:0.0:1777582962.040894:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fffb000. 00000100:00000010:0.0:1777582962.040896:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239ce08380. 02000000:00000010:0.0:1777582962.040898:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa0238c859000. 00000100:00000010:0.0:1777582962.040901:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb9f80. 02000000:00000010:0.0:1777582962.040904:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02482c22000. 00000100:00000010:0.0:1777582962.040907:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154700. 02000000:00000010:0.0:1777582962.040911:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024b7cc0000. 00000100:00000010:0.0:1777582962.040912:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd388a80. 02000000:00000010:0.0:1777582962.040915:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023956c2000. 00000100:00000010:0.0:1777582962.040919:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568ed80. 02000000:00000010:0.0:1777582962.040922:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4cff000. 00000100:00000010:0.0:1777582962.040924:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0a80. 02000000:00000010:0.0:1777582962.040927:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238678e000. 00000100:00000010:0.0:1777582962.040931:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568f100. 02000000:00000010:0.0:1777582962.040933:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4cfa000. 00000100:00000010:0.0:1777582962.040936:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a2300. 02000000:00000010:0.0:1777582962.040938:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa0238678b000. 00000100:00000010:0.0:1777582962.040940:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941c380. 02000000:00000010:0.0:1777582962.040942:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa023a4cf9000. 00000100:00000010:0.0:1777582962.040946:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941ea00. 02000000:00000010:0.0:1777582962.040948:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02384467000. 00000100:00000010:0.0:1777582962.040951:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941dc00. 02000000:00000010:0.0:1777582962.040953:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238678f000. 00000100:00000010:0.0:1777582962.040955:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941f100. 02000000:00000010:0.0:1777582962.040957:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0249dde3000. 00000100:00000010:0.0:1777582962.040960:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238941ca80. 02000000:00000010:0.0:1777582962.040962:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa023a4cfd000. 00000100:00000010:0.0:1777582962.040964:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568f800. 02000000:00000010:0.0:1777582962.040966:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0249dde6000. 00000100:00000010:0.0:1777582962.040968:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef90700. 02000000:00000010:0.0:1777582962.040971:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a4cfe000. 00000100:00000010:0.0:1777582962.040973:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a1f80. 02000000:00000010:0.0:1777582962.040975:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239325a000. 00000100:00000010:0.0:1777582962.040977:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495a680. 02000000:00000010:0.0:1777582962.040980:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4000 at ffffa0239325e000. 00000100:00000010:0.0:1777582962.040982:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156300. 02000000:00000010:0.0:1777582962.040984:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933bb000. 00000100:00000010:0.0:1777582962.040987:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd389880. 02000000:00000010:0.0:1777582962.040990:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c85c000. 00000100:00000010:0.0:1777582962.040992:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495ad80. 02000000:00000010:0.0:1777582962.040995:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0249dde7000. 00000100:00000010:0.0:1777582962.040997:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd388000. 02000000:00000010:0.0:1777582962.040999:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023933bc000. 00000100:00000010:0.0:1777582962.041002:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495a300. 02000000:00000010:0.0:1777582962.041006:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02421d61000. 00000100:00000010:0.0:1777582962.041008:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd38a300. 02000000:00000010:0.0:1777582962.041012:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239325b000. 00000100:00000010:0.0:1777582962.041018:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495aa00. 02000000:00000010:0.0:1777582962.041021:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933b8000. 00000100:00000010:0.0:1777582962.041023:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484958380. 02000000:00000010:0.0:1777582962.041026:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02393258000. 00000100:00000010:0.0:1777582962.041031:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef91f80. 02000000:00000010:0.0:1777582962.041034:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933ba000. 00000100:00000010:0.0:1777582962.041037:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484959c00. 02000000:00000010:0.0:1777582962.041040:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02398539000. 00000100:00000010:0.0:1777582962.041042:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef93480. 02000000:00000010:0.0:1777582962.041045:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023957bd000. 00000100:00000010:0.0:1777582962.041048:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484958000. 02000000:00000010:0.0:1777582962.041050:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023957be000. 00000100:00000010:0.0:1777582962.041052:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484958e00. 02000000:00000010:0.0:1777582962.041055:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239853e000. 00000100:00000010:0.0:1777582962.041057:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495b100. 02000000:00000010:0.0:1777582962.041060:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241d7fb000. 00000100:00000010:0.0:1777582962.041062:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484958700. 02000000:00000010:0.0:1777582962.041065:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933b9000. 00000100:00000010:0.0:1777582962.041067:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495bb80. 02000000:00000010:0.0:1777582962.041070:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023957bc000. 00000100:00000010:0.0:1777582962.041072:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484959880. 02000000:00000010:0.0:1777582962.041074:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024904a9000. 00000100:00000010:0.0:1777582962.041076:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497155c00. 02000000:00000010:0.0:1777582962.041079:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396a41000. 00000100:00000010:0.0:1777582962.041081:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495b480. 02000000:00000010:0.0:1777582962.041083:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239ff63000. 00000100:00000010:0.0:1777582962.041086:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156680. 02000000:00000010:0.0:1777582962.041088:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239ff62000. 00000100:00000010:0.0:1777582962.041090:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef93100. 02000000:00000010:0.0:1777582962.041093:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023933bd000. 00000100:00000010:0.0:1777582962.041096:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef90e00. 02000000:00000010:0.0:1777582962.041098:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239ff64000. 00000100:00000010:0.0:1777582962.041100:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef91180. 02000000:00000010:0.0:1777582962.041103:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239fea7000. 00000100:00000010:0.0:1777582962.041105:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef90a80. 02000000:00000010:0.0:1777582962.041108:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de7a000. 00000100:00000010:0.0:1777582962.041111:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef92d80. 02000000:00000010:0.0:1777582962.041114:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385c43000. 00000100:00000010:0.0:1777582962.041121:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248495b800. 02000000:00000010:0.0:1777582962.041124:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da662000. 00000100:00000010:0.0:1777582962.041126:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497155f80. 02000000:00000010:0.0:1777582962.041129:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da665000. 00000100:00000010:0.0:1777582962.041131:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156d80. 02000000:00000010:0.0:1777582962.041160:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de78000. 00000100:00000010:0.0:1777582962.041162:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154e00. 02000000:00000010:0.0:1777582962.041165:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de79000. 00000100:00000010:0.0:1777582962.041168:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef92300. 02000000:00000010:0.0:1777582962.041170:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241de7e000. 00000100:00000010:0.0:1777582962.041173:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef91500. 02000000:00000010:0.0:1777582962.041175:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7d000. 00000100:00000010:0.0:1777582962.041178:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484958a80. 02000000:00000010:0.0:1777582962.041180:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da660000. 00000100:00000010:0.0:1777582962.041182:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef92680. 02000000:00000010:0.0:1777582962.041185:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7c000. 00000100:00000010:0.0:1777582962.041187:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484959500. 02000000:00000010:0.0:1777582962.041189:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c46000. 00000100:00000010:0.0:1777582962.041192:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef93b80. 02000000:00000010:0.0:1777582962.041194:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c85b000. 00000100:00000010:0.0:1777582962.041197:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497155880. 02000000:00000010:0.0:1777582962.041199:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c85f000. 00000100:00000010:0.0:1777582962.041202:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043e680. 02000000:00000010:0.0:1777582962.041206:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241de7b000. 00000100:00000010:0.0:1777582962.041209:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043c380. 02000000:00000010:0.0:1777582962.041212:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385c42000. 00000100:00000010:0.0:1777582962.041217:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043c700. 02000000:00000010:0.0:1777582962.041220:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239199d000. 00000100:00000010:0.0:1777582962.041223:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd388700. 02000000:00000010:0.0:1777582962.041226:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238888f000. 00000100:00000010:0.0:1777582962.041228:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043d180. 02000000:00000010:0.0:1777582962.041231:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238888c000. 00000100:00000010:0.0:1777582962.041233:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043d880. 02000000:00000010:0.0:1777582962.041235:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239199e000. 00000100:00000010:0.0:1777582962.041237:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043f480. 02000000:00000010:0.0:1777582962.041241:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02391998000. 00000100:00000010:0.0:1777582962.041243:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd389c00. 02000000:00000010:0.0:1777582962.041245:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238888a000. 00000100:00000010:0.0:1777582962.041246:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043dc00. 02000000:00000010:0.0:1777582962.041249:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02484c26000. 00000100:00000010:0.0:1777582962.041251:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043f800. 02000000:00000010:0.0:1777582962.041254:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02484c27000. 00000100:00000010:0.0:1777582962.041256:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043ed80. 02000000:00000010:0.0:1777582962.041259:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da666000. 00000100:00000010:0.0:1777582962.041262:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043ca80. 02000000:00000010:0.0:1777582962.041265:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238fa1b000. 00000100:00000010:0.0:1777582962.041267:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484959180. 02000000:00000010:0.0:1777582962.041270:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238fa1c000. 00000100:00000010:0.0:1777582962.041273:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6fb80. 02000000:00000010:0.0:1777582962.041276:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023da667000. 00000100:00000010:0.0:1777582962.041278:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043f100. 02000000:00000010:0.0:1777582962.041280:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023da664000. 00000100:00000010:0.0:1777582962.041283:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154000. 02000000:00000010:0.0:1777582962.041285:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238fa1e000. 00000100:00000010:0.0:1777582962.041288:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497156a00. 02000000:00000010:0.0:1777582962.041290:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238fa1f000. 00000100:00000010:0.0:1777582962.041293:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241043c000. 02000000:00000010:0.0:1777582962.041296:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc39000. 00000100:00000010:0.0:1777582962.041299:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497157800. 02000000:00000010:0.0:1777582962.041301:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ade55000. 00000100:00000010:0.0:1777582962.041304:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497157b80. 02000000:00000010:0.0:1777582962.041306:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc3b000. 00000100:00000010:0.0:1777582962.041308:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6dc00. 02000000:00000010:0.0:1777582962.041311:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238888d000. 00000100:00000010:0.0:1777582962.041313:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6d180. 02000000:00000010:0.0:1777582962.041315:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396b80000. 00000100:00000010:0.0:1777582962.041317:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6e300. 02000000:00000010:0.0:1777582962.041320:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ade50000. 00000100:00000010:0.0:1777582962.041322:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154380. 02000000:00000010:0.0:1777582962.041324:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ffcd5000. 00000100:00000010:0.0:1777582962.041327:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6ea00. 02000000:00000010:0.0:1777582962.041330:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396b86000. 00000100:00000010:0.0:1777582962.041332:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd38aa00. 02000000:00000010:0.0:1777582962.041335:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023ffcd3000. 00000100:00000010:0.0:1777582962.041337:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8a80. 02000000:00000010:0.0:1777582962.041339:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396b83000. 00000100:00000010:0.0:1777582962.041341:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd388380. 02000000:00000010:0.0:1777582962.041344:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02396b85000. 00000100:00000010:0.0:1777582962.041346:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd38ad80. 02000000:00000010:0.0:1777582962.041349:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02396a0c000. 00000100:00000010:0.0:1777582962.041351:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023bd389500. 02000000:00000010:0.0:1777582962.041353:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0248615e000. 00000100:00000010:0.0:1777582962.041356:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b1880. 02000000:00000010:0.0:1777582962.041359:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02393de8800. 00000100:00000010:0.0:1777582962.041361:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6c380. 02000000:00000010:0.0:1777582962.041364:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02393de9800. 00000100:00000010:0.0:1777582962.041366:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6f480. 02000000:00000010:0.0:1777582962.041369:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02393de8000. 00000100:00000010:0.0:1777582962.041370:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6ed80. 02000000:00000010:0.0:1777582962.041373:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ffcd2000. 00000100:00000010:0.0:1777582962.041375:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b2300. 02000000:00000010:0.0:1777582962.041377:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024ade53000. 00000100:00000010:0.0:1777582962.041380:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239de1a300. 02000000:00000010:0.0:1777582962.041383:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ffcd1000. 00000100:00000010:0.0:1777582962.041384:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb04e00. 02000000:00000010:0.0:1777582962.041388:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc3f000. 00000100:00000010:0.0:1777582962.041390:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b0380. 02000000:00000010:0.0:1777582962.041392:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023ffcd6000. 00000100:00000010:0.0:1777582962.041395:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239de19c00. 02000000:00000010:0.0:1777582962.041397:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389627000. 00000100:00000010:0.0:1777582962.041400:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb04000. 02000000:00000010:0.0:1777582962.041403:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02486158000. 00000100:00000010:0.0:1777582962.041405:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb04a80. 02000000:00000010:0.0:1777582962.041407:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0248615d000. 00000100:00000010:0.0:1777582962.041410:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb06680. 02000000:00000010:0.0:1777582962.041412:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024ade57000. 00000100:00000010:0.0:1777582962.041414:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb07480. 02000000:00000010:0.0:1777582962.041417:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024ade52000. 00000100:00000010:0.0:1777582962.041419:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b0a80. 02000000:00000010:0.0:1777582962.041422:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02393709000. 00000100:00000010:0.0:1777582962.041424:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b3480. 02000000:00000010:0.0:1777582962.041426:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389625000. 00000100:00000010:0.0:1777582962.041428:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55ba300. 02000000:00000010:0.0:1777582962.041430:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02389626000. 00000100:00000010:0.0:1777582962.041432:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb04700. 02000000:00000010:0.0:1777582962.041435:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5961000. 00000100:00000010:0.0:1777582962.041438:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239de1aa00. 02000000:00000010:0.0:1777582962.041440:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d1000. 00000100:00000010:0.0:1777582962.041443:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb06a00. 02000000:00000010:0.0:1777582962.041445:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239370e000. 00000100:00000010:0.0:1777582962.041447:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239de18a80. 02000000:00000010:0.0:1777582962.041450:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023f5967000. 00000100:00000010:0.0:1777582962.041452:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239de19180. 02000000:00000010:0.0:1777582962.041455:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5964000. 00000100:00000010:0.0:1777582962.041457:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386126300. 02000000:00000010:0.0:1777582962.041460:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239370c000. 00000100:00000010:0.0:1777582962.041462:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386127100. 02000000:00000010:0.0:1777582962.041464:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d5000. 00000100:00000010:0.0:1777582962.041467:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386127b80. 02000000:00000010:0.0:1777582962.041469:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02393708000. 00000100:00000010:0.0:1777582962.041470:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386124a80. 02000000:00000010:0.0:1777582962.041473:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023870c6000. 00000100:00000010:0.0:1777582962.041475:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386125c00. 02000000:00000010:0.0:1777582962.041478:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d3000. 00000100:00000010:0.0:1777582962.041481:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb05f80. 02000000:00000010:0.0:1777582962.041483:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023870c0000. 00000100:00000010:0.0:1777582962.041485:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb04380. 02000000:00000010:0.0:1777582962.041487:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d4000. 00000100:00000010:0.0:1777582962.041489:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb07800. 02000000:00000010:0.0:1777582962.041492:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d6000. 00000100:00000010:0.0:1777582962.041495:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b0e00. 02000000:00000010:0.0:1777582962.041497:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023860d2000. 00000100:00000010:0.0:1777582962.041500:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023853b3100. 02000000:00000010:0.0:1777582962.041502:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023860d7000. 00000100:00000010:0.0:1777582962.041504:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb05c00. 02000000:00000010:0.0:1777582962.041506:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383f32000. 00000100:00000010:0.0:1777582962.041509:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb07100. 02000000:00000010:0.0:1777582962.041512:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02383f34000. 00000100:00000010:0.0:1777582962.041514:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386125f80. 02000000:00000010:0.0:1777582962.041516:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02383f33000. 00000100:00000010:0.0:1777582962.041519:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388924380. 02000000:00000010:0.0:1777582962.041522:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5962000. 00000100:00000010:0.0:1777582962.041524:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386124380. 02000000:00000010:0.0:1777582962.041527:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023870c1000. 00000100:00000010:0.0:1777582962.041529:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386126d80. 02000000:00000010:0.0:1777582962.041531:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023a23cf000. 00000100:00000010:0.0:1777582962.041535:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386126680. 02000000:00000010:0.0:1777582962.041537:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02498754000. 00000100:00000010:0.0:1777582962.041539:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386127480. 02000000:00000010:0.0:1777582962.041542:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0249e13a000. 00000100:00000010:0.0:1777582962.041544:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486245880. 02000000:00000010:0.0:1777582962.041547:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388854000. 00000100:00000010:0.0:1777582962.041549:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486244700. 02000000:00000010:0.0:1777582962.041552:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5966000. 00000100:00000010:0.0:1777582962.041554:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486246a00. 02000000:00000010:0.0:1777582962.041557:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388853000. 00000100:00000010:0.0:1777582962.041559:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8700. 02000000:00000010:0.0:1777582962.041561:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023f5960000. 00000100:00000010:0.0:1777582962.041563:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb05880. 02000000:00000010:0.0:1777582962.041566:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385088000. 00000100:00000010:0.0:1777582962.041567:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486246680. 02000000:00000010:0.0:1777582962.041570:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487b7d000. 00000100:00000010:0.0:1777582962.041572:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55bb800. 02000000:00000010:0.0:1777582962.041576:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388851000. 00000100:00000010:0.0:1777582962.041578:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486245500. 02000000:00000010:0.0:1777582962.041581:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385294000. 00000100:00000010:0.0:1777582962.041584:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8000. 02000000:00000010:0.0:1777582962.041586:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8a000. 00000100:00000010:0.0:1777582962.041591:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b9500. 02000000:00000010:0.0:1777582962.041593:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02389622000. 00000100:00000010:0.0:1777582962.041595:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb06300. 02000000:00000010:0.0:1777582962.041597:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388852000. 00000100:00000010:0.0:1777582962.041600:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486245c00. 02000000:00000010:0.0:1777582962.041602:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388b8f000. 00000100:00000010:0.0:1777582962.041605:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b8380. 02000000:00000010:0.0:1777582962.041607:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8d000. 00000100:00000010:0.0:1777582962.041609:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486247b80. 02000000:00000010:0.0:1777582962.041611:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388850000. 00000100:00000010:0.0:1777582962.041613:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486247480. 02000000:00000010:0.0:1777582962.041615:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385291000. 00000100:00000010:0.0:1777582962.041617:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486245180. 02000000:00000010:0.0:1777582962.041619:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388b88000. 00000100:00000010:0.0:1777582962.041621:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55bad80. 02000000:00000010:0.0:1777582962.041623:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385292000. 00000100:00000010:0.0:1777582962.041625:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb07b80. 02000000:00000010:0.0:1777582962.041628:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385296000. 00000100:00000010:0.0:1777582962.041631:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486244000. 02000000:00000010:0.0:1777582962.041634:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388855000. 00000100:00000010:0.0:1777582962.041636:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486246d80. 02000000:00000010:0.0:1777582962.041638:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388b8b000. 00000100:00000010:0.0:1777582962.041642:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b9180. 00000800:00000200:3.0:1777582962.041934:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.041939:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582962.041945:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.041952:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582962.042930:0:187631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aaca00. 00010000:00000010:0.1:1777582962.042943:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.1:1777582962.042947:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31000. 02000000:00000010:0.0:1777582962.042954:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388b8c000. 00000100:00000010:0.0:1777582962.042959:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55baa00. 02000000:00000010:0.0:1777582962.042964:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385290000. 00000100:00000010:0.0:1777582962.042968:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acb06d80. 02000000:00000010:0.0:1777582962.042971:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388857000. 00000100:00000010:0.0:1777582962.042974:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880e300. 02000000:00000010:0.0:1777582962.042977:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239332f000. 00000100:00000010:0.0:1777582962.042979:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486244a80. 02000000:00000010:0.0:1777582962.042981:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239332a000. 00000100:00000010:0.0:1777582962.042984:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486247100. 02000000:00000010:0.0:1777582962.042986:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385602000. 00000100:00000010:0.0:1777582962.042988:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486244e00. 02000000:00000010:0.0:1777582962.042992:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388a13000. 00000100:00000010:0.0:1777582962.042994:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880f800. 02000000:00000010:0.0:1777582962.042997:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385605000. 00000100:00000010:0.0:1777582962.042999:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388925500. 02000000:00000010:0.0:1777582962.043001:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388a15000. 00000100:00000010:0.0:1777582962.043003:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388926680. 02000000:00000010:0.0:1777582962.043006:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238536c000. 00000100:00000010:0.0:1777582962.043008:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55b9c00. 02000000:00000010:0.0:1777582962.043011:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238536d000. 00000100:00000010:0.0:1777582962.043014:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55bb480. 02000000:00000010:0.0:1777582962.043017:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238c807000. 00000100:00000010:0.0:1777582962.043019:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638380. 02000000:00000010:0.0:1777582962.043024:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c806000. 00000100:00000010:0.0:1777582962.043027:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c639180. 02000000:00000010:0.0:1777582962.043029:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385604000. 00000100:00000010:0.0:1777582962.043031:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486246300. 02000000:00000010:0.0:1777582962.043034:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385607000. 00000100:00000010:0.0:1777582962.043037:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c11c00. 02000000:00000010:0.0:1777582962.043048:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239332b000. 00000100:00000010:0.0:1777582962.043051:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c639c00. 02000000:00000010:0.0:1777582962.043053:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385601000. 00000100:00000010:0.0:1777582962.043055:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c11180. 02000000:00000010:0.0:1777582962.043059:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239332e000. 00000100:00000010:0.0:1777582962.043061:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c11880. 02000000:00000010:0.0:1777582962.043064:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238c804000. 00000100:00000010:0.0:1777582962.043066:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c12680. 02000000:00000010:0.0:1777582962.043072:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385600000. 00000100:00000010:0.0:1777582962.043074:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63a300. 02000000:00000010:0.0:1777582962.043076:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238536e000. 00000100:00000010:0.0:1777582962.043078:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638700. 02000000:00000010:0.0:1777582962.043080:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024a6394000. 00000100:00000010:0.0:1777582962.043082:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388925880. 02000000:00000010:0.0:1777582962.043085:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04e000. 00000100:00000010:0.0:1777582962.043087:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388925f80. 02000000:00000010:0.0:1777582962.043090:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e07b000. 00000100:00000010:0.0:1777582962.043093:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388924000. 02000000:00000010:0.0:1777582962.043095:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04f000. 00000100:00000010:0.0:1777582962.043098:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388927480. 02000000:00000010:0.0:1777582962.043100:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385368000. 00000100:00000010:0.0:1777582962.043102:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c12d80. 02000000:00000010:0.0:1777582962.043106:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385369000. 00000100:00000010:0.0:1777582962.043108:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c10a80. 02000000:00000010:0.0:1777582962.043113:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e04a000. 00000100:00000010:0.0:1777582962.043116:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638e00. 02000000:00000010:0.0:1777582962.043118:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e049000. 00000100:00000010:0.0:1777582962.043120:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c639880. 02000000:00000010:0.0:1777582962.043123:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023894e7000. 00000100:00000010:0.0:1777582962.043125:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63a680. 02000000:00000010:0.0:1777582962.043128:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023894e5000. 00000100:00000010:0.0:1777582962.043130:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63aa00. 02000000:00000010:0.0:1777582962.043151:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023894e3000. 00000100:00000010:0.0:1777582962.043153:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388926300. 02000000:00000010:0.0:1777582962.043156:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04d000. 00000100:00000010:0.0:1777582962.043158:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3bb80. 02000000:00000010:0.0:1777582962.043161:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e07c000. 00000100:00000010:0.0:1777582962.043163:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87100. 02000000:00000010:0.0:1777582962.043167:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e07a000. 00000100:00000010:0.0:1777582962.043169:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f85500. 02000000:00000010:0.0:1777582962.043171:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca20000. 00000100:00000010:0.0:1777582962.043174:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3aa00. 02000000:00000010:0.0:1777582962.043177:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04b000. 00000100:00000010:0.0:1777582962.043179:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec38380. 02000000:00000010:0.0:1777582962.043182:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca24000. 00000100:00000010:0.0:1777582962.043184:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3a680. 02000000:00000010:0.0:1777582962.043187:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e04c000. 00000100:00000010:0.0:1777582962.043189:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388925180. 02000000:00000010:0.0:1777582962.043192:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023fef1f000. 00000100:00000010:0.0:1777582962.043195:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3b480. 02000000:00000010:0.0:1777582962.043197:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023fef1c000. 00000100:00000010:0.0:1777582962.043199:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388926a00. 02000000:00000010:0.0:1777582962.043202:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca21000. 00000100:00000010:0.0:1777582962.043204:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8380. 02000000:00000010:0.0:1777582962.043209:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023894e2000. 00000100:00000010:0.0:1777582962.043211:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39500. 02000000:00000010:0.0:1777582962.043214:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023894e6000. 00000100:00000010:0.0:1777582962.043216:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39f80. 02000000:00000010:0.0:1777582962.043219:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e05a000. 00000100:00000010:0.0:1777582962.043393:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39880. 02000000:00000010:0.0:1777582962.043397:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa023fef1a000. 00000100:00000010:0.0:1777582962.043400:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6af480. 02000000:00000010:0.0:1777582962.043403:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa023fef18000. 00000100:00000010:0.0:1777582962.043405:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6ae300. 02000000:00000010:0.0:1777582962.043408:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca27000. 00000100:00000010:0.0:1777582962.043410:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880f100. 02000000:00000010:0.0:1777582962.043412:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fc6000. 00000100:00000010:0.0:1777582962.043415:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880c700. 02000000:00000010:0.0:1777582962.043418:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca25000. 00000100:00000010:0.0:1777582962.043420:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84a80. 02000000:00000010:0.0:1777582962.043423:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa024aca26000. 00000100:00000010:0.0:1777582962.043425:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87480. 02000000:00000010:0.0:1777582962.043428:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa024aca23000. 00000100:00000010:0.0:1777582962.043430:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880ce00. 02000000:00000010:0.0:1777582962.043433:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241bc31000. 00000100:00000010:0.0:1777582962.043436:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84e00. 02000000:00000010:0.0:1777582962.043438:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc5000. 00000100:00000010:0.0:1777582962.043440:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880ca80. 02000000:00000010:0.0:1777582962.043443:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fc7000. 00000100:00000010:0.0:1777582962.043445:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239880d180. 02000000:00000010:0.0:1777582962.043448:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e05d000. 00000100:00000010:0.0:1777582962.043451:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6aed80. 02000000:00000010:0.0:1777582962.043453:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0241bc33000. 00000100:00000010:0.0:1777582962.043455:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6af100. 02000000:00000010:0.0:1777582962.043458:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc0000. 00000100:00000010:0.0:1777582962.043461:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84000. 02000000:00000010:0.0:1777582962.043463:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e05e000. 00000100:00000010:0.0:1777582962.043466:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87b80. 02000000:00000010:0.0:1777582962.043469:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238589e000. 00000100:00000010:0.0:1777582962.043471:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb8e00. 02000000:00000010:0.0:1777582962.043475:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e058000. 00000100:00000010:0.0:1777582962.043477:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970faa00. 02000000:00000010:0.0:1777582962.043481:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238589d000. 00000100:00000010:0.0:1777582962.043484:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fb800. 02000000:00000010:0.0:1777582962.043487:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388fc4000. 00000100:00000010:0.0:1777582962.043490:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb8a80. 02000000:00000010:0.0:1777582962.043493:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388fc1000. 00000100:00000010:0.0:1777582962.043495:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb9c00. 02000000:00000010:0.0:1777582962.043497:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385899000. 00000100:00000010:0.0:1777582962.043499:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f85880. 02000000:00000010:0.0:1777582962.043501:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0241bc30000. 00000100:00000010:0.0:1777582962.043504:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f85f80. 02000000:00000010:0.0:1777582962.043507:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239570b000. 00000100:00000010:0.0:1777582962.043510:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87800. 02000000:00000010:0.0:1777582962.043512:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239570e000. 00000100:00000010:0.0:1777582962.043514:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6adc00. 02000000:00000010:0.0:1777582962.043516:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239e059000. 00000100:00000010:0.0:1777582962.043519:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeebb480. 02000000:00000010:0.0:1777582962.043522:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239e05c000. 00000100:00000010:0.0:1777582962.043524:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeebad80. 02000000:00000010:0.0:1777582962.043527:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487953000. 00000100:00000010:0.0:1777582962.043530:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeebb100. 02000000:00000010:0.0:1777582962.043533:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239570d000. 00000100:00000010:0.0:1777582962.043535:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb9500. 02000000:00000010:0.0:1777582962.043537:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02395708000. 00000100:00000010:0.0:1777582962.043539:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeba300. 02000000:00000010:0.0:1777582962.043541:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02385898000. 00000100:00000010:0.0:1777582962.043543:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeba680. 02000000:00000010:0.0:1777582962.043546:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02385496000. 00000100:00000010:0.0:1777582962.043548:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeebb800. 02000000:00000010:0.0:1777582962.043550:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388ebe000. 00000100:00000010:0.0:1777582962.043553:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fad80. 02000000:00000010:0.0:1777582962.043555:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388eba000. 00000100:00000010:0.0:1777582962.043558:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6ac380. 02000000:00000010:0.0:1777582962.043560:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487956000. 00000100:00000010:0.0:1777582962.043563:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84700. 02000000:00000010:0.0:1777582962.043565:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239570c000. 00000100:00000010:0.0:1777582962.043568:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f86680. 02000000:00000010:0.0:1777582962.043571:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388ebf000. 00000100:00000010:0.0:1777582962.043573:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689500. 02000000:00000010:0.0:1777582962.043576:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0239570a000. 00000100:00000010:0.0:1777582962.043578:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5688380. 02000000:00000010:0.0:1777582962.043581:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487955000. 00000100:00000010:0.0:1777582962.043584:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5688e00. 02000000:00000010:0.0:1777582962.043587:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487951000. 00000100:00000010:0.0:1777582962.043589:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6ad880. 02000000:00000010:0.0:1777582962.043592:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0239570f000. 00000100:00000010:0.0:1777582962.043594:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8a80. 02000000:00000010:0.0:1777582962.043597:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02395709000. 00010000:00000010:2.1:1777582962.043753:0:187618:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacb00. 00010000:00000010:2.1:1777582962.043761:0:187618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30e00. 00010000:00000010:2.0:1777582962.043791:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730580. 00010000:00000010:2.0:1777582962.043800:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf880. 00010000:00000010:2.0:1777582962.043808:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185cc0. 00000100:00000010:0.0:1777582962.044324:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568ad80. 02000000:00000010:0.0:1777582962.044333:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238589c000. 00000100:00000010:0.0:1777582962.044336:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568b800. 02000000:00000010:0.0:1777582962.044339:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487950000. 00000100:00000010:0.0:1777582962.044341:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8000. 02000000:00000010:0.0:1777582962.044345:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388ebb000. 00000100:00000010:0.0:1777582962.044348:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fa680. 02000000:00000010:0.0:1777582962.044351:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487954000. 00000100:00000010:0.0:1777582962.044353:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fb480. 02000000:00000010:0.0:1777582962.044356:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02487952000. 00000100:00000010:0.0:1777582962.044359:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f9880. 02000000:00000010:0.0:1777582962.044363:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02487957000. 00000100:00000010:0.0:1777582962.044365:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f9500. 02000000:00000010:0.0:1777582962.044368:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238589a000. 00000100:00000010:0.0:1777582962.044370:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689c00. 02000000:00000010:0.0:1777582962.044372:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa02388eb9000. 00000100:00000010:0.0:1777582962.044374:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689f80. 02000000:00000010:0.0:1777582962.044376:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa02388eb8000. 00000100:00000010:0.0:1777582962.044378:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568a680. 02000000:00000010:0.0:1777582962.044380:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238589f000. 00000100:00000010:0.0:1777582962.044382:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689880. 02000000:00000010:0.0:1777582962.044384:0:187631:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3976 at ffffa0238589b000. 00000100:00000010:0.0:1777582962.044396:0:187631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aeeb8380. 00000100:00000200:0.0:1777582962.044409:0:187631:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1777582962.044419:0:187631:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc108. 00000400:00000010:0.0:1777582962.044427:0:187631:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffffa02392b7c000. 00000400:00000200:2.0:1777582962.047430:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582962.047452:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214f05 00000400:00000200:2.0:1777582962.047460:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.047465:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582962.047474:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:2.0:1777582962.047478:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00000400:00000200:2.0:1777582962.047503:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.047509:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886e700 00000400:00000200:2.0:1777582962.047516:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 0 00000400:00000200:2.0:1777582962.047592:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.047597:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.047602:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.047608:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae685f80. 00010000:00000010:3.0:1777582962.047773:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730d80. 00010000:00000010:3.0:1777582962.047784:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf000. 02000000:00000010:3.0:1777582962.047798:0:3275:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffffa0238e084000. 00010000:00000010:0.1:1777582962.049387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31e00. 00010000:00000010:0.1:1777582962.049401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacf00. 00010000:00000010:0.1:1777582962.049407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30600. 00010000:00000010:0.1:1777582962.049409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30200. 00000020:00000010:0.0:1777582962.049459:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc72c0. 00000020:00000010:0.0:1777582962.049465:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc72c0. 00000020:00000010:0.0:1777582962.049471:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582962.049476:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.049482:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.050433:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc72c0. 00000020:00000010:0.0:1777582962.050440:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc72c0. 00000100:00000200:0.0:1777582962.050444:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707999488 00000001:00000010:0.0:1777582962.050457:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185b40. 00010000:00000010:0.0:1777582962.050481:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:0.0:1777582962.050485:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582962.050492:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30200. 00010000:00000010:0.0:1777582962.050498:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 02000000:00000010:0.0:1777582962.050527:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238e083000. 00010000:00000010:0.0:1777582962.050559:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30600. 00010000:00000010:0.0:1777582962.050563:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582962.050782:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000200:0.0:1777582962.050808:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae685f80 x1863928707999488/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.050829:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582962.050836:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928707999488, offset 224 00000400:00000200:0.0:1777582962.050844:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.050858:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.050865:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397721:397721:256:4294967295] 192.168.202.9@tcp LPNI seq info [397717:397717:8:4294967295] 00000400:00000200:0.0:1777582962.050876:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.050882:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.050887:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582962.050893:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.050900:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.050904:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.050938:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.050943:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.050947:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000800:00000200:1.0:1777582962.056370:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.056381:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:1.0:1777582962.056393:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.056401:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.056409:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:1.0:1777582962.056412:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000400:00000200:1.0:1777582962.062954:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.062974:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886e780 00000400:00000200:1.0:1777582962.062983:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 576 00000400:00000200:1.0:1777582962.062999:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.063003:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.063010:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.063018:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc1180. 00000020:00000010:3.0:1777582962.063112:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:3.0:1777582962.063118:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000020:00000010:3.0:1777582962.063124:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582962.063129:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582962.063157:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.063191:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974ba00. 00000020:00000010:3.0:1777582962.063194:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974ba00. 00000100:00000200:3.0:1777582962.063197:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707999616 00010000:00000010:3.0:1777582962.063345:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582962.063354:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582962.063383:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b5a000. 00010000:00000010:3.0:1777582962.063412:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582962.063416:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582962.063436:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1500. 00010000:00000010:3.0:1777582962.063439:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d780. 00010000:00000010:3.0:1777582962.063443:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582962.063446:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00000004:00000010:3.0:1777582962.063543:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f148d20. 00000004:00000010:3.0:1777582962.063551:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65e88. 00000004:00000010:3.0:1777582962.063557:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386440. 00080000:00000010:3.0:1777582962.063566:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa023ef1a6558. 00010000:00000010:3.0:1777582962.063678:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1f00. 00010000:00000010:3.0:1777582962.063682:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d700. 00010000:00000010:3.0:1777582962.063686:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582962.063690:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb300. 00010000:00000010:3.0:1777582962.063752:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582962.063765:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582962.063770:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d780. 00010000:00000010:3.0:1777582962.063790:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582962.063804:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc1180 x1863928707999616/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.063823:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582962.063829:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928707999616, offset 224 00000400:00000200:3.0:1777582962.063835:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.063846:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.063852:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397722:397722:256:4294967295] 192.168.202.9@tcp LPNI seq info [397718:397718:8:4294967295] 00000400:00000200:3.0:1777582962.063863:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.063868:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.063873:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582962.063879:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.063885:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.063889:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.064736:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582962.064745:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.064748:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:1.0:1777582962.066429:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.066437:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:1.0:1777582962.066445:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.066454:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.066461:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:1.0:1777582962.066464:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00000400:00000200:1.0:1777582962.071896:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.071917:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886e800 00000400:00000200:1.0:1777582962.071926:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 13864 00000400:00000200:1.0:1777582962.071941:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.071945:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.071953:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582962.071959:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc1880. 00000020:00000010:0.0:1777582962.072015:0:205908:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc72c0. 00000020:00000010:0.0:1777582962.072031:0:205908:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc72c0. 00000020:00000010:0.0:1777582962.072037:0:205908:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582962.072042:0:205908:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.072048:0:205908:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.072120:0:205908:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc72c0. 00000020:00000010:0.0:1777582962.072123:0:205908:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc72c0. 00000100:00000200:0.0:1777582962.072126:0:205908:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928707999744 00010000:00000010:0.1:1777582962.072165:0:205908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.1:1777582962.072173:0:205908:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac800. 00010000:00000010:0.1:1777582962.072177:0:205908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31800. 00010000:00000010:0.1:1777582962.072179:0:205908:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacd00. 00010000:00000010:0.1:1777582962.072181:0:205908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30000. 00010000:00000010:0.1:1777582962.072183:0:205908:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacc00. 00010000:00000010:0.1:1777582962.072186:0:205908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31600. 00010000:00000010:0.0:1777582962.072257:0:205908:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacc00. 00010000:00000010:0.0:1777582962.072261:0:205908:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498aacd00. 00010000:00000010:0.0:1777582962.072266:0:205908:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31600. 00002000:00000010:0.0:1777582962.072276:0:205908:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc72c0. 00002000:00000010:0.0:1777582962.072286:0:205908:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f39c80. 00080000:00000010:0.0:1777582962.072294:0:205908:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02384f74ab0. 00010000:00000010:2.1:1777582962.072404:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582962.072410:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30c00. 02000000:00000010:0.0:1777582962.072852:0:205908:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a5fa9800. 00010000:00000200:0.0:1777582962.072887:0:205908:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc1880 x1863928707999744/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.072906:0:205908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582962.072912:0:205908:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928707999744, offset 224 00000400:00000200:0.0:1777582962.072918:0:205908:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.072928:0:205908:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.072935:0:205908:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397723:397723:256:4294967295] 192.168.202.9@tcp LPNI seq info [397719:397719:8:4294967295] 00000400:00000200:0.0:1777582962.072947:0:205908:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.072953:0:205908:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.072957:0:205908:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582962.072963:0:205908:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.072969:0:205908:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.072973:0:205908:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.072988:0:205908:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.072992:0:205908:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.072996:0:205908:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00010000:00000010:3.1:1777582962.073096:0:205905:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:3.1:1777582962.073101:0:205905:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31200. 00000800:00000200:1.0:1777582962.073153:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.073157:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:1.0:1777582962.073162:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.073166:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.073171:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:1.0:1777582962.073173:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00010000:00000010:3.1:1777582962.080291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582962.080308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1500. 00010000:00000010:3.1:1777582962.080313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582962.080315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:1.0:1777582962.080485:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.080517:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886e900 00000400:00000200:1.0:1777582962.080525:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 1160 00000400:00000200:1.0:1777582962.080542:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.080546:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.080557:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.080564:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc3480. 00000020:00000010:0.0:1777582962.080711:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d00. 00000020:00000010:0.0:1777582962.080717:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d00. 00000020:00000010:0.0:1777582962.080722:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582962.080728:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf280. 00000020:00000010:0.0:1777582962.080734:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50320. 00000020:00000010:0.0:1777582962.080779:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d00. 00000020:00000010:0.0:1777582962.080782:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d00. 00000100:00000200:0.0:1777582962.080785:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708000000 02000000:00000010:0.0:1777582962.080826:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238e087000. 00010000:00000010:0.0:1777582962.080869:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb300. 00010000:00000010:0.0:1777582962.080885:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d700. 00010000:00000010:0.0:1777582962.080893:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582962.080898:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582962.080915:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac800. 00010000:00000010:0.0:1777582962.080919:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582962.080926:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30000. 00010000:00000010:0.0:1777582962.080931:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730180. 00010000:00000010:0.0:1777582962.080947:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacf00. 00010000:00000010:0.0:1777582962.080949:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf180. 00010000:00000010:0.0:1777582962.080952:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31800. 00010000:00000010:0.0:1777582962.080955:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.081071:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacb00. 00010000:00000010:0.0:1777582962.081075:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf000. 00010000:00000010:0.0:1777582962.081078:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.0:1777582962.081081:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730600. 00000020:00000010:0.0:1777582962.081106:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48e20. 00000020:00000010:0.0:1777582962.081113:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48e20. 00000020:00000010:0.0:1777582962.081123:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d4e0. 00010000:00000010:0.1:1777582962.081171:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30200. 00080000:00000010:0.0:1777582962.081179:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5fa9c00. 00000004:00000010:1.0:1777582962.081271:0:187632:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa0239fe7be40. 00000004:00000010:1.0:1777582962.081279:0:187632:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023b0306420. 00000004:00000010:1.0:1777582962.081281:0:187632:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023b0306670. 00000004:00000010:1.0:1777582962.081291:0:187632:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02392adb9b0. 00000001:00000010:1.0:1777582962.082296:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca1d80. 00000001:00000010:1.0:1777582962.082305:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239fe7bcc0. 00000020:00000010:1.0:1777582962.082334:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d4e0. 00010000:00000010:1.0:1777582962.082347:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582962.082353:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582962.082371:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239fe7b0c0. 00010000:00000010:1.0:1777582962.082417:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730600. 00010000:00000010:1.0:1777582962.082432:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730180. 00010000:00000010:1.0:1777582962.082437:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000200:1.0:1777582962.082456:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975718, last committed = 8589975668 00010000:00000010:0.0:1777582962.082460:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:0.0:1777582962.082465:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf000. 00010000:00000200:1.0:1777582962.082467:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc3480 x1863928708000000/t8589975718(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1777582962.082470:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239fe7b0c0. 00000400:00000010:1.0:1777582962.082488:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582962.083460:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708000000, offset 224 00000400:00000010:1.0:1777582962.083475:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e803b8. 00000400:00000200:1.0:1777582962.083483:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.083501:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.083508:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397724:397724:256:4294967295] 192.168.202.9@tcp LPNI seq info [397720:397720:8:4294967295] 00000400:00000200:1.0:1777582962.083516:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582962.083523:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.083528:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.083533:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e700. 00000800:00000200:1.0:1777582962.083541:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.083549:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.084101:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.084161:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf280. 00000020:00000010:1.0:1777582962.084168:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50320. 00000020:00000010:1.0:1777582962.084173:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000800:00000200:3.0:1777582962.084417:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.084423:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e700. 00000400:00000200:3.0:1777582962.084428:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.084434:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582962.086178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582962.086193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1f00. 00010000:00000010:0.1:1777582962.086446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30600. 00010000:00000010:0.1:1777582962.086453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00000400:00000200:1.0:1777582962.087597:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582962.087617:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214f19 00000400:00000200:1.0:1777582962.087624:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.087629:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582962.087635:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:1.0:1777582962.087638:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00010000:00000010:0.0:1777582962.088164:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.088176:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf180. 00010000:00000010:0.1:1777582962.089346:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacb00. 00010000:00000010:0.1:1777582962.089357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00000400:00000200:1.0:1777582962.092297:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.092315:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886e980 00000400:00000200:1.0:1777582962.092323:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 1656 00000400:00000200:1.0:1777582962.092384:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.092389:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.092397:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.092402:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc2300. 00000020:00000010:3.0:1777582962.094058:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582962.094068:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582962.094075:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582962.094081:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582962.094086:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.094155:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582962.094158:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000100:00000200:3.0:1777582962.094161:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708000128 00000001:00000010:3.0:1777582962.094173:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185600. 00010000:00000010:3.0:1777582962.094206:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1500. 00010000:00000010:3.0:1777582962.094210:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d780. 00010000:00000010:3.0:1777582962.094218:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582962.094224:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582962.094254:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b58000. 00010000:00000010:3.0:1777582962.094283:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582962.094287:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb080. 00010000:00000010:3.0:1777582962.094396:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582962.094420:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc2300 x1863928708000128/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.094439:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582962.094445:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708000128, offset 224 00000400:00000200:3.0:1777582962.094452:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.094463:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.094468:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397725:397725:256:4294967295] 192.168.202.9@tcp LPNI seq info [397721:397721:8:4294967295] 00000400:00000200:3.0:1777582962.094477:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.094481:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.094484:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582962.094489:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.094495:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.094499:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.094518:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582962.094522:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.094525:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:3.0:1777582962.094611:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.094615:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:3.0:1777582962.094620:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.094626:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.094630:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:3.0:1777582962.094632:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00010000:00000010:1.1:1777582962.095105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30a00. 00010000:00000010:1.1:1777582962.095112:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac800. 00010000:00000010:1.1:1777582962.095115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30000. 00010000:00000010:0.1:1777582962.099232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacf00. 00010000:00000010:0.1:1777582962.099248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31800. 00000400:00000200:1.0:1777582962.102103:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.102125:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 592 into portal 12 MB=0x69f3bb886ea00 00000400:00000200:1.0:1777582962.102165:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 592/592 into md 0x1f8dd9 [64] + 2232 00000400:00000200:1.0:1777582962.102187:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.102191:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.102210:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.102218:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc2a00. 00000020:00000010:3.0:1777582962.102362:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582962.102367:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582962.102380:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582962.102384:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582962.102388:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.102412:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582962.102414:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000100:00000200:3.0:1777582962.102416:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708000256 00010000:00000010:3.0:1777582962.102441:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582962.102447:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582962.102469:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b5f000. 00010000:00000010:3.0:1777582962.102491:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582962.102494:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582962.102513:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1400. 00010000:00000010:3.0:1777582962.102516:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61df80. 00010000:00000010:3.0:1777582962.102520:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582962.102523:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00000004:00000010:3.0:1777582962.102612:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f1481e0. 00000004:00000010:3.0:1777582962.102621:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65258. 00000004:00000010:3.0:1777582962.102628:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387650. 00080000:00000010:3.0:1777582962.102637:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa023ef1a68e8. 00010000:00000010:3.0:1777582962.102745:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1f00. 00010000:00000010:3.0:1777582962.102748:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61dd80. 00010000:00000010:3.0:1777582962.102751:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582962.102753:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb00. 00010000:00000010:3.0:1777582962.102807:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582962.102816:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582962.102819:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61df80. 00010000:00000010:3.0:1777582962.102833:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582962.102843:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc2a00 x1863928708000256/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 592/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.102857:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582962.102862:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708000256, offset 224 00000400:00000200:3.0:1777582962.102866:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.102874:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.102879:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397726:397726:256:4294967295] 192.168.202.9@tcp LPNI seq info [397722:397722:8:4294967295] 00000400:00000200:3.0:1777582962.102887:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.102890:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.102893:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582962.102898:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.102904:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.102907:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.102930:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582962.102933:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.102935:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:1.0:1777582962.103114:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.103118:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:1.0:1777582962.103123:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.103127:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.103175:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:1.0:1777582962.103178:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00010000:00000010:3.1:1777582962.104220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582962.109164:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582962.109179:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1400. 00010000:00000010:3.1:1777582962.109183:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582962.109194:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:1.0:1777582962.111893:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.111914:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886ea80 00000400:00000200:1.0:1777582962.111923:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 14192 00000400:00000200:1.0:1777582962.111943:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.111948:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.111955:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582962.111962:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0a80. 00000020:00000010:0.0:1777582962.112068:0:205896:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d00. 00000020:00000010:0.0:1777582962.112075:0:205896:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582962.112100:0:205896:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:0.0:1777582962.112106:0:205896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582962.112112:0:205896:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.112171:0:205896:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7640. 00000020:00000010:0.0:1777582962.112174:0:205896:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7640. 00000100:00000200:0.0:1777582962.112177:0:205896:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708000384 00010000:00000010:0.0:1777582962.112213:0:205896:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aacf00. 00010000:00000010:0.0:1777582962.112216:0:205896:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498aacb00. 00010000:00000010:0.0:1777582962.112223:0:205896:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31800. 00002000:00000010:0.0:1777582962.112232:0:205896:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7640. 00002000:00000010:0.0:1777582962.112242:0:205896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f38e40. 00080000:00000010:0.0:1777582962.112255:0:205896:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0239fc86000. 02000000:00000010:0.0:1777582962.112526:0:205896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a5fa9000. 00010000:00000200:0.0:1777582962.112558:0:205896:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0a80 x1863928708000384/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.112583:0:205896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582962.112589:0:205896:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708000384, offset 224 00000400:00000200:0.0:1777582962.112595:0:205896:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.112606:0:205896:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.112613:0:205896:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397727:397727:256:4294967295] 192.168.202.9@tcp LPNI seq info [397723:397723:8:4294967295] 00000400:00000200:0.0:1777582962.112624:0:205896:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.112629:0:205896:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.112634:0:205896:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582962.112639:0:205896:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.112656:0:205896:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.112660:0:205896:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.112676:0:205896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582962.112680:0:205896:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.112685:0:205896:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00000800:00000200:1.0:1777582962.112985:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.112989:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582962.112993:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.112998:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.113003:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:1.0:1777582962.113005:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000400:00000200:3.0:1777582962.115829:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.115849:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb886eb80 00000400:00000200:3.0:1777582962.115858:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f8dd9 [64] + 2824 00000400:00000200:3.0:1777582962.115872:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.115876:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.115882:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.115889:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0e00. 00000020:00000010:0.0:1777582962.116005:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7580. 00000020:00000010:0.0:1777582962.116011:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7580. 00000020:00000010:0.0:1777582962.116095:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:0.0:1777582962.116103:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582962.116108:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.116170:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7580. 00000020:00000010:0.0:1777582962.116173:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7580. 00000100:00000200:0.0:1777582962.116177:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708000640 02000000:00000010:0.0:1777582962.117105:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238e081000. 00010000:00000010:0.0:1777582962.117160:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb00. 00010000:00000010:0.0:1777582962.117174:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61dd80. 00010000:00000010:0.0:1777582962.117180:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb080. 00010000:00000010:0.0:1777582962.117183:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d780. 00010000:00000010:0.0:1777582962.117197:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aaca00. 00010000:00000010:0.0:1777582962.117209:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582962.117214:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30600. 00010000:00000010:0.0:1777582962.117218:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.117231:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498aac800. 00010000:00000010:0.0:1777582962.117234:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eafe00. 00010000:00000010:0.0:1777582962.117237:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30200. 00010000:00000010:0.0:1777582962.117240:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582962.117342:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46e00. 00010000:00000010:0.0:1777582962.117346:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310c00. 00010000:00000010:0.0:1777582962.117350:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31e00. 00010000:00000010:0.0:1777582962.117353:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582962.117376:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48ee0. 00000020:00000010:0.0:1777582962.117382:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48ee0. 00000020:00000010:0.0:1777582962.117392:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6d240. 00080000:00000010:0.0:1777582962.117402:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02393de8000. 00000004:00000010:0.0:1777582962.117438:0:188495:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185e40. 00000004:00000010:0.0:1777582962.117443:0:188495:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76de0. 00000004:00000010:0.0:1777582962.117445:0:188495:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc76838. 00000004:00000010:0.0:1777582962.117452:0:188495:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecda5b8. 00000004:00000010:0.0:1777582962.117846:0:188495:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffffa024b7d6d8a0. 00000001:00000010:0.0:1777582962.117858:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d0c0. 00000001:00000010:0.0:1777582962.117863:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582962.117882:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6d240. 00010000:00000010:0.0:1777582962.117888:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31000. 00010000:00000010:0.0:1777582962.117891:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730800. 00010000:00000010:0.0:1777582962.117901:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185000. 00010000:00000010:0.0:1777582962.117931:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582962.117941:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.117944:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000200:0.0:1777582962.117959:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975719, last committed = 8589975668 00010000:00000200:0.0:1777582962.117968:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0e00 x1863928708000640/t8589975719(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 504/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582962.117984:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582962.117990:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708000640, offset 224 00000400:00000010:0.0:1777582962.117995:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da49a0. 00000400:00000200:0.0:1777582962.117998:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.118009:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.118015:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397728:397728:256:4294967295] 192.168.202.9@tcp LPNI seq info [397724:397724:8:4294967295] 00000400:00000200:0.0:1777582962.118037:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582962.118047:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.118053:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.118058:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582962.118065:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.118073:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.118077:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.118105:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582962.118109:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.118113:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00000800:00000200:0.0:1777582962.118254:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.118258:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582962.118263:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.118268:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582962.119443:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730800. 00010000:00000010:2.0:1777582962.119455:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310c00. 00010000:00000010:2.0:1777582962.119464:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185000. 00010000:00000010:0.1:1777582962.122348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:0.1:1777582962.122361:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1f00. 00010000:00000010:0.1:1777582962.122365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:0.1:1777582962.122368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1500. 00010000:00000010:0.1:1777582962.122371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31e00. 00010000:00000010:0.1:1777582962.122375:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aaca00. 00010000:00000010:0.1:1777582962.122379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30600. 00000400:00000200:3.0:1777582962.123365:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.123385:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214f29 00000400:00000200:3.0:1777582962.123392:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.123397:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.123404:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:3.0:1777582962.123406:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00010000:00000010:0.0:1777582962.123583:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582962.123595:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eafe00. 00010000:00000010:2.1:1777582962.128322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46e00. 00010000:00000010:2.1:1777582962.128336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31000. 00000400:00000200:3.0:1777582962.131278:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.131299:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886ec00 00000400:00000200:3.0:1777582962.131306:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 3328 00000400:00000200:3.0:1777582962.131373:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.131378:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.131386:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.131393:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0380. 00000020:00000010:2.0:1777582962.134670:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93540. 00000020:00000010:2.0:1777582962.134681:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93540. 00000020:00000010:2.0:1777582962.134690:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.134696:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.134701:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.134750:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93540. 00000020:00000010:2.0:1777582962.134753:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93540. 00000100:00000200:2.0:1777582962.134756:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708000768 00000001:00000010:2.0:1777582962.134767:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7bcc0. 00010000:00000010:2.0:1777582962.134788:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582962.134791:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582962.134796:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00010000:00000010:2.0:1777582962.134801:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 02000000:00000010:2.0:1777582962.134824:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487496000. 00010000:00000010:2.0:1777582962.134848:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582962.134850:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582962.134940:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000200:2.0:1777582962.134960:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0380 x1863928708000768/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.134974:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582962.134980:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708000768, offset 224 00000400:00000200:2.0:1777582962.134985:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.134996:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.135001:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397729:397729:256:4294967295] 192.168.202.9@tcp LPNI seq info [397725:397725:8:4294967295] 00000400:00000200:2.0:1777582962.135010:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.135016:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.135020:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582962.135027:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.135034:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.135038:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.135055:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.135061:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.135065:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:0.0:1777582962.135267:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.135272:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582962.135276:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.135281:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.135286:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:0.0:1777582962.135288:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00010000:00000010:0.1:1777582962.137191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac800. 00010000:00000010:0.1:1777582962.137215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30200. 00000400:00000200:0.0:1777582962.137863:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.137878:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886ec80 00000400:00000200:0.0:1777582962.137884:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 3904 00000400:00000200:0.0:1777582962.137897:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.137900:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.137906:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.137911:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55ff800. 00000020:00000010:3.0:1777582962.137984:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582962.137988:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582962.137993:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582962.137997:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582962.138001:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.138032:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b680. 00000020:00000010:3.0:1777582962.138034:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b680. 00000100:00000200:3.0:1777582962.138035:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708000896 00010000:00000010:3.0:1777582962.138062:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582962.138071:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582962.138101:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02399b5e000. 00010000:00000010:3.0:1777582962.138128:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582962.138131:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582962.138168:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1400. 00010000:00000010:3.0:1777582962.138171:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61df80. 00010000:00000010:3.0:1777582962.138173:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582962.138175:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00000004:00000010:3.0:1777582962.138267:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f1485a0. 00000004:00000010:3.0:1777582962.138273:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65708. 00000004:00000010:3.0:1777582962.138279:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386550. 00080000:00000010:3.0:1777582962.138288:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa023ef1a7728. 00010000:00000010:3.0:1777582962.138380:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1600. 00010000:00000010:3.0:1777582962.138383:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61dd80. 00010000:00000010:3.0:1777582962.138385:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582962.138387:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb880. 00010000:00000010:3.0:1777582962.138446:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582962.138453:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582962.138457:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61df80. 00010000:00000010:3.0:1777582962.138471:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582962.138482:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55ff800 x1863928708000896/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.138498:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777582962.138504:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708000896, offset 224 00000400:00000200:3.0:1777582962.138510:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.138521:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.138527:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397730:397730:256:4294967295] 192.168.202.9@tcp LPNI seq info [397726:397726:8:4294967295] 00000400:00000200:3.0:1777582962.138537:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.138542:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.138546:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582962.138552:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.138560:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.138565:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.138587:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582962.138590:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.138592:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:2.0:1777582962.138792:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.138797:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582962.138802:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.138806:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.138811:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:2.0:1777582962.138813:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00010000:00000010:2.1:1777582962.142181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00000400:00000200:0.0:1777582962.142740:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.142759:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886ed00 00000400:00000200:0.0:1777582962.142767:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 14520 00000400:00000200:0.0:1777582962.142782:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.142786:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.142793:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582962.142799:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fca80. 00000020:00000010:2.0:1777582962.142902:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93540. 00000020:00000010:2.0:1777582962.142909:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93540. 00000020:00000010:2.0:1777582962.142915:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.142921:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.142925:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.142968:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93540. 00000020:00000010:2.0:1777582962.142971:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93540. 00000100:00000200:2.0:1777582962.142974:0:206023:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708001024 00010000:00000010:2.0:1777582962.142997:0:206023:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0d00. 00010000:00000010:2.0:1777582962.143001:0:206023:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024997a0300. 00010000:00000010:2.0:1777582962.143006:0:206023:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593400. 00002000:00000010:2.0:1777582962.143017:0:206023:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a93540. 00002000:00000010:2.0:1777582962.143026:0:206023:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024849330a0. 00080000:00000010:2.0:1777582962.143035:0:206023:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b8f0. 02000000:00000010:2.0:1777582962.143546:0:206023:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0248a614c00. 00010000:00000200:2.0:1777582962.143582:0:206023:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fca80 x1863928708001024/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.143601:0:206023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582962.143606:0:206023:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708001024, offset 224 00000400:00000200:2.0:1777582962.143613:0:206023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.143623:0:206023:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.143630:0:206023:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397731:397731:256:4294967295] 192.168.202.9@tcp LPNI seq info [397727:397727:8:4294967295] 00000400:00000200:2.0:1777582962.143640:0:206023:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.143655:0:206023:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.143660:0:206023:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582962.143665:0:206023:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.143674:0:206023:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.143678:0:206023:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.144320:0:206023:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.144329:0:206023:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.144333:0:206023:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:0.0:1777582962.148403:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.148413:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582962.148422:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.148430:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.148438:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:0.0:1777582962.148441:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00010000:00000010:3.1:1777582962.153182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582962.153196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1400. 00010000:00000010:3.1:1777582962.154424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582962.154429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00000400:00000200:2.0:1777582962.156995:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.157015:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886ee00 00000400:00000200:2.0:1777582962.157024:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 4488 00000400:00000200:2.0:1777582962.157040:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.157045:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.157053:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.157061:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae686a00. 00000020:00000010:3.0:1777582962.157173:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.157180:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.157186:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582962.157192:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582962.157197:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.157247:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.157250:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.157252:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708001280 02000000:00000010:3.0:1777582962.157291:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02483f33000. 00010000:00000010:3.0:1777582962.157332:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb880. 00010000:00000010:3.0:1777582962.157351:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61dd80. 00010000:00000010:3.0:1777582962.157360:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:3.0:1777582962.157368:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000010:3.0:1777582962.157388:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1400. 00010000:00000010:3.0:1777582962.157392:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61dd80. 00010000:00000010:3.0:1777582962.157397:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582962.157402:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb880. 00010000:00000010:3.0:1777582962.157417:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1300. 00010000:00000010:3.0:1777582962.157419:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61df80. 00010000:00000010:3.0:1777582962.157423:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582962.157426:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582962.157538:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1700. 00010000:00000010:3.0:1777582962.157541:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d700. 00010000:00000010:3.0:1777582962.157544:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582962.157547:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00000020:00000010:3.0:1777582962.157572:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05640. 00000020:00000010:3.0:1777582962.157579:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05640. 00000020:00000010:3.0:1777582962.157588:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628de40. 00080000:00000010:3.0:1777582962.157597:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249defc400. 00000004:00000010:3.0:1777582962.157652:0:207396:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa0239e040a80. 00000004:00000010:3.0:1777582962.157659:0:207396:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa02388fcb5b8. 00000004:00000010:3.0:1777582962.157661:0:207396:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa02388fcbe90. 00000004:00000010:3.0:1777582962.157671:0:207396:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebf778. 00000001:00000010:3.0:1777582962.158352:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaed80. 00000001:00000010:3.0:1777582962.158360:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02392bc9d80. 00000020:00000010:3.0:1777582962.158393:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628de40. 00010000:00000010:3.0:1777582962.158403:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582962.158408:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582962.158421:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9240. 00010000:00000010:3.0:1777582962.158459:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582962.158481:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb880. 00010000:00000010:3.0:1777582962.158485:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61dd80. 00010000:00000200:3.0:1777582962.158504:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975720, last committed = 8589975668 00010000:00000200:3.0:1777582962.158513:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae686a00 x1863928708001280/t8589975720(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582962.158531:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582962.158538:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708001280, offset 224 00000400:00000010:3.0:1777582962.158545:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2620. 00000400:00000200:3.0:1777582962.158548:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.158561:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.158567:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397732:397732:256:4294967295] 192.168.202.9@tcp LPNI seq info [397728:397728:8:4294967295] 00000400:00000200:3.0:1777582962.158572:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582962.158579:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.158583:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.158588:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582962.158593:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.158600:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.158603:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.158623:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61d680. 00000020:00000010:3.0:1777582962.158627:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.158630:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00010000:00000010:3.0:1777582962.158670:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582962.158675:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d700. 00010000:00000010:3.0:1777582962.158680:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9240. 00000800:00000200:3.0:1777582962.158767:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.158771:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582962.158775:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.158780:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.162781:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582962.162806:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214f39 00000400:00000200:0.0:1777582962.162815:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.162819:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582962.162827:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:0.0:1777582962.162830:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00010000:00000010:3.0:1777582962.165800:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582962.165819:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61df80. 00010000:00000010:3.1:1777582962.166433:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582962.166441:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1600. 00010000:00000010:3.1:1777582962.166445:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:3.1:1777582962.166449:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:3.1:1777582962.166452:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582962.166454:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1400. 00010000:00000010:3.1:1777582962.166456:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582962.166459:0:31:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1700. 00010000:00000010:3.1:1777582962.166461:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:2.0:1777582962.168771:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.168791:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886ee80 00000400:00000200:2.0:1777582962.168800:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 4984 00000400:00000200:2.0:1777582962.168862:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.168867:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.168875:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.168882:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687800. 00000020:00000010:3.0:1777582962.168987:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.168995:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.169002:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582962.169008:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61df80. 00000020:00000010:3.0:1777582962.169014:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.169059:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.169062:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.169065:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708001408 00000001:00000010:3.0:1777582962.169075:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:3.0:1777582962.169099:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1700. 00010000:00000010:3.0:1777582962.169103:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d700. 00010000:00000010:3.0:1777582962.169109:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582962.169116:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 02000000:00000010:3.0:1777582962.169165:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02483f37000. 00010000:00000010:3.0:1777582962.169212:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582962.169216:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582962.169331:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000200:3.0:1777582962.169353:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae687800 x1863928708001408/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.169371:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582962.169377:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708001408, offset 224 00000400:00000200:3.0:1777582962.169382:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.169392:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.169399:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397733:397733:256:4294967295] 192.168.202.9@tcp LPNI seq info [397729:397729:8:4294967295] 00000400:00000200:3.0:1777582962.169409:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.169414:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.169420:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582962.169426:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.169433:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.169438:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.169456:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61df80. 00000020:00000010:3.0:1777582962.169460:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.169463:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:3.0:1777582962.169531:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.169535:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582962.169539:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.169543:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.169548:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777582962.169550:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000400:00000200:0.0:1777582962.172903:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.172921:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886ef00 00000400:00000200:0.0:1777582962.172930:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 5560 00000400:00000200:0.0:1777582962.172947:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.172951:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.172958:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.172966:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fd880. 00000020:00000010:2.0:1777582962.173082:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a937c0. 00000020:00000010:2.0:1777582962.173088:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a937c0. 00000020:00000010:2.0:1777582962.173094:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.173099:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.173104:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.173344:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a937c0. 00000020:00000010:2.0:1777582962.173349:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a937c0. 00000100:00000200:2.0:1777582962.173352:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708001536 00010000:00000010:2.0:1777582962.173382:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582962.173390:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 02000000:00000010:2.0:1777582962.173419:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487491000. 00010000:00000010:2.0:1777582962.173450:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582962.173454:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582962.173475:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582962.173481:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582962.173486:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582962.173488:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00000004:00000010:2.0:1777582962.173584:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487056b40. 00000004:00000010:2.0:1777582962.173594:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0f00. 00000004:00000010:2.0:1777582962.173600:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756220. 00080000:00000010:2.0:1777582962.173609:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a000. 00010000:00000010:2.0:1777582962.174464:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582962.174468:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e280. 00010000:00000010:2.0:1777582962.174473:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582962.174478:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00010000:00000010:2.0:1777582962.174547:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582962.174561:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582962.174568:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582962.174595:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000200:2.0:1777582962.175193:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fd880 x1863928708001536/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.175396:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582962.175404:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708001536, offset 224 00000400:00000200:2.0:1777582962.175412:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.175426:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.175433:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397734:397734:256:4294967295] 192.168.202.9@tcp LPNI seq info [397730:397730:8:4294967295] 00000400:00000200:2.0:1777582962.175444:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.175450:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.175456:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582962.175462:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.175469:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.175474:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.178730:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.178746:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.178751:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00010000:00000010:3.1:1777582962.186387:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1300. 00010000:00000010:3.1:1777582962.186403:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000800:00000200:2.0:1777582962.186566:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.186571:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:2.0:1777582962.186577:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.186585:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.186593:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:2.0:1777582962.186595:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00010000:00000010:2.1:1777582962.188186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582962.188209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582962.188215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582962.188218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:3.1:1777582962.190570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:3.0:1777582962.190708:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.190725:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886ef80 00000400:00000200:3.0:1777582962.190734:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 14848 00000400:00000200:3.0:1777582962.190751:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.190756:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.190763:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.190769:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0700. 00000020:00000010:0.0:1777582962.191043:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7580. 00000020:00000010:0.0:1777582962.191049:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7580. 00000020:00000010:0.0:1777582962.191055:0:205897:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:0.0:1777582962.191060:0:205897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02486310f00. 00000020:00000010:0.0:1777582962.191065:0:205897:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.191110:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7580. 00000020:00000010:0.0:1777582962.191113:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7580. 00000100:00000200:0.0:1777582962.191116:0:205897:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708001664 00010000:00000010:0.0:1777582962.191160:0:205897:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46100. 00010000:00000010:0.0:1777582962.191165:0:205897:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0248ee46c00. 00010000:00000010:0.0:1777582962.191171:0:205897:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31e00. 00002000:00000010:0.0:1777582962.191181:0:205897:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7580. 00002000:00000010:0.0:1777582962.191192:0:205897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f38850. 00080000:00000010:0.0:1777582962.191211:0:205897:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0239fc868e8. 02000000:00000010:0.0:1777582962.191502:0:205897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa02393de8800. 00010000:00000200:0.0:1777582962.191534:0:205897:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0700 x1863928708001664/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.191552:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582962.191558:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708001664, offset 224 00000400:00000200:0.0:1777582962.191564:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.191574:0:205897:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.191579:0:205897:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397735:397735:256:4294967295] 192.168.202.9@tcp LPNI seq info [397731:397731:8:4294967295] 00000400:00000200:0.0:1777582962.191589:0:205897:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.191594:0:205897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.191599:0:205897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582962.191604:0:205897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.191611:0:205897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.191629:0:205897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.191668:0:205897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02486310f00. 00000020:00000010:0.0:1777582962.191675:0:205897:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.191679:0:205897:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00000800:00000200:3.0:1777582962.192078:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.192083:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582962.192088:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.192093:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.192098:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:3.0:1777582962.192100:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000400:00000200:2.0:1777582962.194792:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.194813:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886f080 00000400:00000200:2.0:1777582962.194823:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 6144 00000400:00000200:2.0:1777582962.194841:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.194846:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.194855:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.194862:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae685c00. 00000020:00000010:3.0:1777582962.194967:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.194974:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.194980:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582962.194985:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61df80. 00000020:00000010:3.0:1777582962.194989:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.195024:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.195026:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.195030:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708001920 02000000:00000010:3.0:1777582962.195074:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa024a5728000. 00010000:00000010:3.0:1777582962.195122:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:3.0:1777582962.195165:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e280. 00010000:00000010:3.0:1777582962.195178:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582962.195185:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d700. 00010000:00000010:3.0:1777582962.195202:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1300. 00010000:00000010:3.0:1777582962.195205:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d700. 00010000:00000010:3.0:1777582962.195211:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582962.195216:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582962.195242:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1400. 00010000:00000010:3.0:1777582962.195245:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d680. 00010000:00000010:3.0:1777582962.195248:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582962.195252:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd80. 00010000:00000010:3.0:1777582962.195363:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1600. 00010000:00000010:3.0:1777582962.195367:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61dd80. 00010000:00000010:3.0:1777582962.195370:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582962.195373:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb880. 00000020:00000010:3.0:1777582962.195400:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05640. 00000020:00000010:3.0:1777582962.195407:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05640. 00000020:00000010:3.0:1777582962.195416:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488aae8a0. 00080000:00000010:3.0:1777582962.195425:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249defe000. 00000004:00000010:3.0:1777582962.195458:0:205909:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02392bc9a80. 00000004:00000010:3.0:1777582962.195463:0:205909:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa02388fcb4d0. 00000004:00000010:3.0:1777582962.195466:0:205909:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa02388fcb9e8. 00000004:00000010:3.0:1777582962.195475:0:205909:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebe7f0. 00000001:00000010:3.0:1777582962.195964:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaee40. 00000001:00000010:3.0:1777582962.195972:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02392bc93c0. 00000020:00000010:3.0:1777582962.196002:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488aae8a0. 00010000:00000010:3.0:1777582962.196011:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582962.196016:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb380. 00010000:00000010:3.0:1777582962.196029:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9240. 00010000:00000010:3.0:1777582962.196076:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb880. 00010000:00000010:3.0:1777582962.196092:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000010:3.0:1777582962.196096:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d700. 00010000:00000200:3.0:1777582962.196114:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975721, last committed = 8589975668 00010000:00000200:3.0:1777582962.196125:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae685c00 x1863928708001920/t8589975721(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582962.196180:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582962.196188:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708001920, offset 224 00000400:00000010:3.0:1777582962.196194:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e26c8. 00000400:00000200:3.0:1777582962.196197:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.196212:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.196218:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397736:397736:256:4294967295] 192.168.202.9@tcp LPNI seq info [397732:397732:8:4294967295] 00000400:00000200:3.0:1777582962.196224:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582962.196231:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.196237:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.196241:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582962.196247:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.196254:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.196258:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.196278:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61df80. 00000020:00000010:3.0:1777582962.196282:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.196285:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:3.0:1777582962.196386:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.196389:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582962.196393:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.196398:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582962.196679:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb380. 00010000:00000010:2.0:1777582962.196686:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61dd80. 00010000:00000010:2.0:1777582962.196693:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9240. 00000400:00000200:3.0:1777582962.199881:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.199904:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214f49 00000400:00000200:3.0:1777582962.199912:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.199916:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.199923:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777582962.199926:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000400:00000200:3.0:1777582962.199947:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.199953:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886f100 00000400:00000200:3.0:1777582962.199959:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 6640 00010000:00000010:0.0:1777582962.200993:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd80. 00010000:00000010:0.0:1777582962.201010:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d680. 00000400:00000200:3.0:1777582962.202699:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.202713:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.202724:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.202735:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a3480. 00000020:00000010:0.0:1777582962.203229:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582962.203236:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582962.203244:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:0.0:1777582962.203249:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582962.203254:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.203306:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582962.203309:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000100:00000200:0.0:1777582962.203312:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708002048 00000001:00000010:0.0:1777582962.203323:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02392bc9d80. 00010000:00000010:0.0:1777582962.203349:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46400. 00010000:00000010:0.0:1777582962.203352:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582962.203360:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31a00. 00010000:00000010:0.0:1777582962.203367:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 02000000:00000010:0.0:1777582962.203393:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238e082000. 00010000:00000010:0.0:1777582962.203423:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30200. 00010000:00000010:0.0:1777582962.203426:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730500. 00010000:00000010:0.0:1777582962.203543:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000200:0.0:1777582962.203565:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a3480 x1863928708002048/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.203582:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582962.203590:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708002048, offset 224 00000400:00000200:0.0:1777582962.203596:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.203606:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.203957:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397737:397737:256:4294967295] 192.168.202.9@tcp LPNI seq info [397733:397733:8:4294967295] 00000400:00000200:0.0:1777582962.203969:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.203974:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.203980:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582962.203986:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.203992:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.203995:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.204027:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582962.204032:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.204036:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00000800:00000200:3.0:1777582962.204188:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.204193:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582962.204206:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.204212:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.204216:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:3.0:1777582962.204225:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000400:00000200:3.0:1777582962.209532:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.209552:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886f180 00000400:00000200:3.0:1777582962.209560:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 7216 00000400:00000200:3.0:1777582962.209574:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.209578:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.209585:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.209593:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a1180. 00000020:00000010:0.0:1777582962.209725:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582962.209731:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582962.209736:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:0.0:1777582962.209741:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582962.209746:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.209787:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:0.0:1777582962.209790:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000100:00000200:0.0:1777582962.209794:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708002176 00010000:00000010:0.0:1777582962.209824:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30600. 00010000:00000010:0.0:1777582962.209831:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 02000000:00000010:0.0:1777582962.209859:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0238e080000. 00010000:00000010:0.0:1777582962.209886:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31000. 00010000:00000010:0.0:1777582962.209890:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582962.209908:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46700. 00010000:00000010:0.0:1777582962.209914:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582962.209918:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582962.209920:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00000004:00000010:0.0:1777582962.210082:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865185a0. 00000004:00000010:0.0:1777582962.210092:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e22000. 00000004:00000010:0.0:1777582962.210099:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34330. 00080000:00000010:0.0:1777582962.210108:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0239fc87560. 00010000:00000010:0.0:1777582962.210258:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46600. 00010000:00000010:0.0:1777582962.210262:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02390db3200. 00010000:00000010:0.0:1777582962.210266:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30000. 00010000:00000010:0.0:1777582962.210269:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f80. 00010000:00000010:0.0:1777582962.210338:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582962.210349:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582962.210355:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02486310f00. 00010000:00000010:0.0:1777582962.210377:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000200:0.0:1777582962.210395:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a1180 x1863928708002176/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.210415:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582962.210422:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708002176, offset 224 00000400:00000200:0.0:1777582962.210428:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.210439:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.210446:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397738:397738:256:4294967295] 192.168.202.9@tcp LPNI seq info [397734:397734:8:4294967295] 00000400:00000200:0.0:1777582962.210457:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.210463:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.210468:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582962.210475:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.210484:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.210488:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.210505:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582962.210509:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.210512:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00000800:00000200:3.0:1777582962.210813:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.210818:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582962.210822:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.210826:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.210831:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:3.0:1777582962.210833:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:3.1:1777582962.212180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:3.1:1777582962.212192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:3.1:1777582962.212197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582962.212212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1700. 00010000:00000010:3.1:1777582962.212215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582962.212218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1300. 00010000:00000010:3.1:1777582962.212227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00000400:00000200:3.0:1777582962.214550:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.214571:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886f200 00000400:00000200:3.0:1777582962.214580:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7339 [8] + 15176 00000400:00000010:3.0:1777582962.214586:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024884971b8. 00000400:00000200:3.0:1777582962.214591:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa024995db900 00000400:00000200:3.0:1777582962.214603:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.214608:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.214624:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024995db900 00000400:00000010:3.0:1777582962.214628:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 248 at ffffa024995db900. 00000100:00000200:3.0:1777582962.214635:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:1.0:1777582962.214794:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271300. 00000020:00000010:1.0:1777582962.214801:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271300. 00000020:00000010:1.0:1777582962.214807:0:206021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582962.214812:0:206021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582962.214817:0:206021:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.214859:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271300. 00000020:00000010:1.0:1777582962.214862:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271300. 00000100:00000200:1.0:1777582962.214865:0:206021:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708002304 00010000:00000010:1.0:1777582962.214889:0:206021:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8000. 00010000:00000010:1.0:1777582962.214893:0:206021:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249dea8700. 00010000:00000010:1.0:1777582962.214900:0:206021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6800. 00002000:00000010:1.0:1777582962.214909:0:206021:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02486271300. 00002000:00000010:1.0:1777582962.214919:0:206021:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02392ac6260. 00080000:00000010:1.0:1777582962.214945:0:206021:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c8e8. 02000000:00000010:1.0:1777582962.215397:0:206021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a6300400. 00010000:00000200:1.0:1777582962.215437:0:206021:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acdcd050 x1863928708002304/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.215455:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582962.215462:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708002304, offset 224 00000400:00000200:1.0:1777582962.215468:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.215477:0:206021:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.215483:0:206021:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397739:397739:256:4294967295] 192.168.202.9@tcp LPNI seq info [397735:397735:8:4294967295] 00000400:00000200:1.0:1777582962.215493:0:206021:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.215499:0:206021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.215504:0:206021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582962.215510:0:206021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.215517:0:206021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.215520:0:206021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.215538:0:206021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582962.215542:0:206021:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.215547:0:206021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 02000000:00000010:1.0:1777582962.215566:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa02393de8800. 00000100:00000010:1.0:1777582962.215570:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a0700. 02000000:00000010:1.0:1777582962.215574:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0248a614c00. 00000100:00000010:1.0:1777582962.215576:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fca80. 02000000:00000010:1.0:1777582962.215579:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a5fa9000. 00000100:00000010:1.0:1777582962.215582:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc0a80. 02000000:00000010:1.0:1777582962.215584:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a5fa9800. 00000100:00000010:1.0:1777582962.215586:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc1880. 02000000:00000010:1.0:1777582962.215588:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a5fab400. 00000100:00000010:1.0:1777582962.215591:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a3800. 02000000:00000010:1.0:1777582962.215594:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0248a616c00. 00000100:00000010:1.0:1777582962.215596:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fe300. 02000000:00000010:1.0:1777582962.215599:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a5fd6400. 00000100:00000010:1.0:1777582962.215601:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae687b80. 02000000:00000010:1.0:1777582962.215604:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a6303800. 00000100:00000010:1.0:1777582962.215606:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fd180. 02000000:00000010:1.0:1777582962.215609:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a6300c00. 00000100:00000010:1.0:1777582962.215611:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fc380. 02000000:00000010:1.0:1777582962.215613:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa02393de9c00. 00000100:00000010:1.0:1777582962.215615:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef33b80. 02000000:00000010:1.0:1777582962.215617:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0249deffc00. 00000100:00000010:1.0:1777582962.215621:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae684000. 02000000:00000010:1.0:1777582962.215623:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0249defc000. 00000100:00000010:1.0:1777582962.215626:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496e80e00. 02000000:00000010:1.0:1777582962.215630:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a5fd7400. 00000100:00000010:1.0:1777582962.215631:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae684700. 02000000:00000010:1.0:1777582962.215633:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a5fd6800. 00000100:00000010:1.0:1777582962.215635:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc3100. 02000000:00000010:1.0:1777582962.215638:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa02385396800. 00000100:00000010:1.0:1777582962.215641:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095d180. 02000000:00000010:1.0:1777582962.215654:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa02393de8c00. 00000100:00000010:1.0:1777582962.215657:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1e680. 02000000:00000010:1.0:1777582962.215659:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a5fd4c00. 00000100:00000010:1.0:1777582962.215661:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1ce00. 02000000:00000010:1.0:1777582962.215664:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024acb46800. 00000100:00000010:1.0:1777582962.215666:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095d880. 02000000:00000010:1.0:1777582962.215668:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa02385395000. 00000100:00000010:1.0:1777582962.215672:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a095c000. 02000000:00000010:1.0:1777582962.215674:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024acb44c00. 00000100:00000010:1.0:1777582962.215676:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1df80. 02000000:00000010:1.0:1777582962.215678:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024acb46c00. 00000100:00000010:1.0:1777582962.215679:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1d880. 02000000:00000010:1.0:1777582962.215682:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa02385397c00. 00000100:00000010:1.0:1777582962.215684:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024af008000. 02000000:00000010:1.0:1777582962.215688:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa023921ce800. 00000100:00000010:1.0:1777582962.215693:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0380. 02000000:00000010:1.0:1777582962.215695:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024acb45c00. 00000100:00000010:1.0:1777582962.215698:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02388b1ed80. 02000000:00000010:1.0:1777582962.215701:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a57e5400. 00000100:00000010:1.0:1777582962.215703:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a0e00. 02000000:00000010:1.0:1777582962.215706:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa023b1d62800. 00000100:00000010:1.0:1777582962.215711:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa7ad80. 02000000:00000010:1.0:1777582962.215715:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a57e4400. 00000100:00000010:1.0:1777582962.215717:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca18e00. 02000000:00000010:1.0:1777582962.215724:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa023905ba400. 00000100:00000010:1.0:1777582962.215728:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca18a80. 02000000:00000010:1.0:1777582962.215730:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa023851b2c00. 00000100:00000010:1.0:1777582962.215732:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca19500. 02000000:00000010:1.0:1777582962.215736:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024ad376400. 00000100:00000010:1.0:1777582962.215738:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78700. 02000000:00000010:1.0:1777582962.215742:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa023b1d61c00. 00000100:00000010:1.0:1777582962.215745:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79180. 02000000:00000010:1.0:1777582962.215747:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024ad374c00. 00000100:00000010:1.0:1777582962.215750:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa79500. 02000000:00000010:1.0:1777582962.215752:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa02388540c00. 00000100:00000010:1.0:1777582962.215754:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023faa78e00. 02000000:00000010:1.0:1777582962.215757:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02388540400. 00000100:00000010:1.0:1777582962.215759:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a3800. 02000000:00000010:1.0:1777582962.215764:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388485800. 00000100:00000010:1.0:1777582962.215767:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6e680. 02000000:00000010:1.0:1777582962.215770:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388484000. 00000100:00000010:1.0:1777582962.215772:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a5e6d500. 02000000:00000010:1.0:1777582962.215775:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024a5e64800. 00000100:00000010:1.0:1777582962.215776:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8e00. 02000000:00000010:1.0:1777582962.215782:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023dfbbf000. 00000100:00000010:1.0:1777582962.215785:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f9f80. 02000000:00000010:1.0:1777582962.215789:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023cc217c00. 00000100:00000010:1.0:1777582962.215791:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec38000. 02000000:00000010:1.0:1777582962.215794:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a617800. 00000100:00000010:1.0:1777582962.215796:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55bb100. 02000000:00000010:1.0:1777582962.215799:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248625b400. 00000100:00000010:1.0:1777582962.215802:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497157100. 02000000:00000010:1.0:1777582962.215804:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248625b000. 00000100:00000010:1.0:1777582962.215806:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02497154a80. 02000000:00000010:1.0:1777582962.215809:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024a5764c00. 00000100:00000010:1.0:1777582962.215811:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add00380. 02000000:00000010:1.0:1777582962.215813:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ac3cd400. 00000100:00000010:1.0:1777582962.215816:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06680. 02000000:00000010:1.0:1777582962.215819:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388541400. 00000100:00000010:1.0:1777582962.215821:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f03480. 02000000:00000010:1.0:1777582962.215824:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249defd400. 00000100:00000010:1.0:1777582962.215826:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f03b80. 02000000:00000010:1.0:1777582962.215829:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca06800. 00000100:00000010:1.0:1777582962.215832:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca18000. 02000000:00000010:1.0:1777582962.215835:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca05c00. 00000100:00000010:1.0:1777582962.215837:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca1ad80. 02000000:00000010:1.0:1777582962.215840:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02488b9e000. 00000100:00000010:1.0:1777582962.215842:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24fb80. 02000000:00000010:1.0:1777582962.215846:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024a5e66400. 00000100:00000010:1.0:1777582962.215848:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcaa00. 02000000:00000010:1.0:1777582962.215851:0:206021:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02496fef400. 00000100:00000010:1.0:1777582962.215853:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8b100. 00000100:00000200:1.0:1777582962.215860:0:206021:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1777582962.215867:0:206021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1dc0. 00000400:00000010:1.0:1777582962.215872:0:206021:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffffa024ae50e700. 00000800:00000200:3.0:1777582962.216731:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.216737:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582962.216742:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.216749:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.216754:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:3.0:1777582962.216756:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 02000000:00000010:3.0:1777582962.216762:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a6300400. 00010000:00000010:0.1:1777582962.217783:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1400. 00010000:00000010:0.1:1777582962.217795:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00000400:00000200:3.0:1777582962.219291:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.219312:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886f300 00000400:00000200:3.0:1777582962.219320:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 7800 00000400:00000200:3.0:1777582962.219334:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.219338:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.219347:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.219354:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0000. 00000020:00000010:1.0:1777582962.219701:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024862718c0. 00000020:00000010:1.0:1777582962.219708:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024862718c0. 00000020:00000010:1.0:1777582962.219714:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582962.219719:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582962.219724:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.219759:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024862718c0. 00000020:00000010:1.0:1777582962.219762:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024862718c0. 00000100:00000200:1.0:1777582962.219764:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708002560 02000000:00000010:1.0:1777582962.219801:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ae7dd000. 00010000:00000010:1.0:1777582962.219841:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f80. 00010000:00000010:1.0:1777582962.219858:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02390db3200. 00010000:00000010:1.0:1777582962.219867:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730500. 00010000:00000010:1.0:1777582962.219873:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:1.0:1777582962.219888:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582962.219891:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582962.219896:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582962.219901:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582962.219915:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582962.219918:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641eb00. 00010000:00000010:1.0:1777582962.219922:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582962.219925:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.220036:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582962.220039:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582962.220043:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582962.220046:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00000020:00000010:1.0:1777582962.220072:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6c60. 00000020:00000010:1.0:1777582962.220079:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6c60. 00000020:00000010:1.0:1777582962.220092:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1720. 00080000:00000010:1.0:1777582962.220100:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a6300c00. 00000004:00000010:1.0:1777582962.220160:0:187632:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa0239fe7b0c0. 00000004:00000010:1.0:1777582962.220167:0:187632:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023b0306f08. 00000004:00000010:1.0:1777582962.220169:0:187632:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023b03060f0. 00000004:00000010:1.0:1777582962.220178:0:187632:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02392ad8b18. 00010000:00000010:2.1:1777582962.220414:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1600. 00010000:00000010:2.1:1777582962.220422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582962.221520:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31a00. 00010000:00000010:0.1:1777582962.221527:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31000. 00010000:00000010:0.1:1777582962.221532:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46700. 00010000:00000010:0.1:1777582962.221536:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.1:1777582962.221539:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30600. 00000001:00000010:1.0:1777582962.223553:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393ca15a0. 00000001:00000010:1.0:1777582962.223565:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239fe7bb40. 00000020:00000010:1.0:1777582962.223601:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1720. 00010000:00000010:1.0:1777582962.223617:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582962.223626:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582962.223660:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239fe7bcc0. 00010000:00000010:1.0:1777582962.223718:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582962.223739:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582962.223744:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00010000:00000200:1.0:1777582962.223765:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975722, last committed = 8589975668 00010000:00000200:1.0:1777582962.223777:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0000 x1863928708002560/t8589975722(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582962.223797:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582962.223803:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708002560, offset 224 00000400:00000010:1.0:1777582962.223811:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e80cb0. 00000400:00000200:1.0:1777582962.223815:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.223830:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.223837:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397740:397740:256:4294967295] 192.168.202.9@tcp LPNI seq info [397736:397736:8:4294967295] 00000400:00000200:1.0:1777582962.223843:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582962.223850:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.223855:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.223860:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582962.223865:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.223874:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.223878:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.223908:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641e800. 00000020:00000010:1.0:1777582962.223912:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.223917:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:3.0:1777582962.224342:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.224347:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582962.224353:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.224358:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582962.225093:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:2.0:1777582962.225102:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582962.225112:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239fe7bcc0. 00000400:00000200:3.0:1777582962.228909:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.228932:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214f5d 00000400:00000200:3.0:1777582962.228939:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.228943:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.228951:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:3.0:1777582962.228954:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00010000:00000010:1.0:1777582962.229089:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.229100:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641eb00. 00010000:00000010:1.1:1777582962.232744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30000. 00010000:00000010:1.1:1777582962.232761:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46600. 00010000:00000010:1.1:1777582962.232765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30200. 00010000:00000010:1.1:1777582962.232768:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46400. 00010000:00000010:1.1:1777582962.232772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582962.232776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00010000:00000010:1.1:1777582962.232779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:3.0:1777582962.233413:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.233432:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886f380 00000400:00000200:3.0:1777582962.233441:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 8296 00000400:00000200:3.0:1777582962.233507:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.233512:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.233519:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.233525:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0a80. 00000020:00000010:1.0:1777582962.233999:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024862718c0. 00000020:00000010:1.0:1777582962.234005:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024862718c0. 00000020:00000010:1.0:1777582962.234011:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582962.234017:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582962.234022:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.234057:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024862718c0. 00000020:00000010:1.0:1777582962.234059:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024862718c0. 00000100:00000200:1.0:1777582962.234062:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708002688 00000001:00000010:1.0:1777582962.234072:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02392bc93c0. 00010000:00000010:1.0:1777582962.234096:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582962.234100:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:1.0:1777582962.234106:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582962.234113:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 02000000:00000010:1.0:1777582962.234173:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ae7de000. 00010000:00000010:1.0:1777582962.234207:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582962.234211:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e00. 00010000:00000010:1.0:1777582962.234334:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582962.234357:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0a80 x1863928708002688/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.234376:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582962.234381:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708002688, offset 224 00000400:00000200:1.0:1777582962.234387:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.234398:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.234405:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397741:397741:256:4294967295] 192.168.202.9@tcp LPNI seq info [397737:397737:8:4294967295] 00000400:00000200:1.0:1777582962.234415:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.234421:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.234425:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582962.234431:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.234438:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.234441:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.234461:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582962.234467:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.234471:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:3.0:1777582962.234658:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.234662:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582962.234665:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.234669:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.234675:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:3.0:1777582962.234677:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00010000:00000010:2.1:1777582962.236331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:2.1:1777582962.236343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000400:00000200:3.0:1777582962.238207:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.238238:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886f400 00000400:00000200:3.0:1777582962.238247:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 8872 00000400:00000200:3.0:1777582962.238268:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.238273:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.238280:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.238300:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a2a00. 00010000:00000010:1.1:1777582962.238811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582962.238820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000020:00000010:1.0:1777582962.238857:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024862718c0. 00000020:00000010:1.0:1777582962.238863:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024862718c0. 00000020:00000010:1.0:1777582962.238869:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582962.238875:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582962.238879:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.238922:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024862718c0. 00000020:00000010:1.0:1777582962.238925:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024862718c0. 00000100:00000200:1.0:1777582962.238928:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708002816 00010000:00000010:1.0:1777582962.238956:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582962.238963:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 02000000:00000010:1.0:1777582962.238988:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023ae7dc000. 00010000:00000010:1.0:1777582962.239017:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.0:1777582962.239021:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582962.239040:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582962.239044:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582962.239049:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582962.239053:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00000004:00000010:1.0:1777582962.239167:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7168000. 00000004:00000010:1.0:1777582962.239178:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a31e0. 00000004:00000010:1.0:1777582962.239185:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8944220. 00080000:00000010:1.0:1777582962.239194:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 00010000:00000010:1.0:1777582962.239429:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582962.239432:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582962.239435:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582962.239439:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a00. 00010000:00000010:1.0:1777582962.239504:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582962.239514:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582962.239519:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e880. 00010000:00000010:1.0:1777582962.239539:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582962.239556:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a2a00 x1863928708002816/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.239574:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582962.239581:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708002816, offset 224 00000400:00000200:1.0:1777582962.239587:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.239599:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.239605:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397742:397742:256:4294967295] 192.168.202.9@tcp LPNI seq info [397738:397738:8:4294967295] 00000400:00000200:1.0:1777582962.240419:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.240429:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.240436:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582962.240444:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.240451:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.240456:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.240483:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582962.240490:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.240494:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:1.0:1777582962.242278:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.242298:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:1.0:1777582962.242305:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.242313:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.242321:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777582962.242323:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00010000:00000010:1.1:1777582962.252210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:1.0:1777582962.252742:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.252763:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886f480 00000400:00000200:1.0:1777582962.252771:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 0 00000400:00000200:1.0:1777582962.252791:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.252795:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.252804:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582962.252810:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc3100. 00000020:00000010:0.0:1777582962.253404:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582962.253411:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582962.253417:0:206352:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:0.0:1777582962.253422:0:206352:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3800. 00000020:00000010:0.0:1777582962.253427:0:206352:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.254349:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d40. 00000020:00000010:0.0:1777582962.254355:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d40. 00000100:00000200:0.0:1777582962.254360:0:206352:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708002944 00010000:00000010:0.0:1777582962.254388:0:206352:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46700. 00010000:00000010:0.0:1777582962.254392:0:206352:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0248ee46900. 00010000:00000010:0.0:1777582962.254399:0:206352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30600. 00002000:00000010:0.0:1777582962.254409:0:206352:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7d40. 00002000:00000010:0.0:1777582962.254420:0:206352:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f39430. 00080000:00000010:0.0:1777582962.254429:0:206352:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0239fc86c78. 02000000:00000010:0.0:1777582962.254738:0:206352:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a5766400. 00010000:00000200:0.0:1777582962.254777:0:206352:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc3100 x1863928708002944/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.254799:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582962.254806:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708002944, offset 224 00000400:00000200:0.0:1777582962.254813:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.254827:0:206352:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.254834:0:206352:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397743:397743:256:4294967295] 192.168.202.9@tcp LPNI seq info [397739:397739:8:4294967295] 00000400:00000200:0.0:1777582962.254848:0:206352:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.254855:0:206352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.254860:0:206352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582962.254866:0:206352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.254874:0:206352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.254878:0:206352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.254905:0:206352:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3800. 00000020:00000010:0.0:1777582962.254909:0:206352:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.254913:0:206352:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00000800:00000200:1.0:1777582962.255095:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.255100:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:1.0:1777582962.255106:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.255111:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.255116:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:1.0:1777582962.255119:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000400:00000200:1.0:1777582962.262772:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.262793:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886f580 00000400:00000200:1.0:1777582962.262801:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 9456 00000400:00000200:1.0:1777582962.262818:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.262823:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.262831:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.262838:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc1880. 00010000:00000010:1.1:1777582962.265477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:1.1:1777582962.265493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:1.1:1777582962.265498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.1:1777582962.265500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00000020:00000010:0.0:1777582962.266787:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582962.266796:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582962.266806:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:0.0:1777582962.266811:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3800. 00000020:00000010:0.0:1777582962.266816:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.267762:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582962.267769:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000100:00000200:0.0:1777582962.267773:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708003200 02000000:00000010:0.0:1777582962.267815:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0238e084000. 00010000:00000010:0.0:1777582962.267857:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a00. 00010000:00000010:0.0:1777582962.267873:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00010000:00000010:0.0:1777582962.267883:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e00. 00010000:00000010:0.0:1777582962.267888:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:0.0:1777582962.267904:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46300. 00010000:00000010:0.0:1777582962.267907:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02390db3300. 00010000:00000010:0.0:1777582962.267913:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582962.267919:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582962.267933:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46a00. 00010000:00000010:0.0:1777582962.267936:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02390db3200. 00010000:00000010:0.0:1777582962.267939:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31000. 00010000:00000010:0.0:1777582962.267942:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582962.268045:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46200. 00010000:00000010:0.0:1777582962.268050:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02386eaf280. 00010000:00000010:0.0:1777582962.268053:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31a00. 00010000:00000010:0.0:1777582962.268056:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582962.268084:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48520. 00000020:00000010:0.0:1777582962.268090:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48520. 00000020:00000010:0.0:1777582962.268100:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6df60. 00080000:00000010:0.0:1777582962.268110:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5766c00. 00000004:00000010:0.0:1777582962.268181:0:188495:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185840. 00000004:00000010:0.0:1777582962.268188:0:188495:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76c70. 00000004:00000010:0.0:1777582962.268190:0:188495:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc761a8. 00000004:00000010:0.0:1777582962.268198:0:188495:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecdbbe8. 00000001:00000010:0.0:1777582962.269733:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df3c0. 00000001:00000010:0.0:1777582962.269743:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185000. 00000020:00000010:0.0:1777582962.269775:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6df60. 00010000:00000010:0.0:1777582962.269789:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.0:1777582962.269796:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e00. 00010000:00000010:0.0:1777582962.269815:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185540. 00010000:00000010:0.0:1777582962.270126:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582962.270167:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582962.270173:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02390db3300. 00010000:00000200:0.0:1777582962.270194:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975723, last committed = 8589975668 00010000:00000200:0.0:1777582962.270206:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc1880 x1863928708003200/t8589975723(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582962.270289:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582962.270296:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708003200, offset 224 00000400:00000010:0.0:1777582962.270305:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4f18. 00000400:00000200:0.0:1777582962.270309:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.270323:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.270330:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397744:397744:256:4294967295] 192.168.202.9@tcp LPNI seq info [397740:397740:8:4294967295] 00000400:00000200:0.0:1777582962.270337:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582962.270344:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.270351:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.270355:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582962.270362:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.270369:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.270373:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.270398:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3800. 00000020:00000010:0.0:1777582962.270403:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.270406:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00010000:00000010:1.0:1777582962.273761:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e00. 00010000:00000010:1.0:1777582962.273780:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02386eaf280. 00010000:00000010:1.0:1777582962.273792:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185540. 00000800:00000200:1.0:1777582962.277867:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.277877:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:1.0:1777582962.277887:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.277896:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:0.1:1777582962.279566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582962.279582:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:0.1:1777582962.279586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582962.279588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8c00. 00000400:00000200:1.0:1777582962.283592:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582962.283741:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214f6d 00000400:00000200:1.0:1777582962.283750:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.283755:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582962.283762:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:1.0:1777582962.283765:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000400:00000200:1.0:1777582962.283831:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.283839:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886f600 00000400:00000200:1.0:1777582962.283845:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 9952 00000400:00000200:1.0:1777582962.283905:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.283909:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.283914:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.283920:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0a80. 00000020:00000010:3.0:1777582962.284229:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.284234:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.284241:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582962.284246:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61df80. 00000020:00000010:3.0:1777582962.284251:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.284284:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.284286:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.284289:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708003328 00000001:00000010:3.0:1777582962.284299:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239fe7bb40. 00010000:00000010:3.0:1777582962.284320:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1300. 00010000:00000010:3.0:1777582962.284323:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d700. 00010000:00000010:3.0:1777582962.284329:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582962.284336:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 02000000:00000010:3.0:1777582962.284360:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024a572c000. 00010000:00000010:3.0:1777582962.284386:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00010000:00000010:3.0:1777582962.284389:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb880. 00010000:00000010:3.0:1777582962.284485:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:3.0:1777582962.284598:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0a80 x1863928708003328/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.284617:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582962.284622:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708003328, offset 224 00000400:00000200:3.0:1777582962.284628:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.284638:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.284652:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397745:397745:256:4294967295] 192.168.202.9@tcp LPNI seq info [397741:397741:8:4294967295] 00000400:00000200:3.0:1777582962.284664:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.284670:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.284675:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582962.284681:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.284689:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.284693:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.284715:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61df80. 00000020:00000010:3.0:1777582962.284719:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.284722:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:3.0:1777582962.284782:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.284786:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582962.284789:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.284794:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.284797:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777582962.284799:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000400:00000200:1.0:1777582962.288207:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.288240:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886f680 00000400:00000200:1.0:1777582962.288250:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 10528 00000400:00000200:1.0:1777582962.288267:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.288272:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.288280:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.288288:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0700. 00000020:00000010:3.0:1777582962.288411:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.288418:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.288424:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:3.0:1777582962.288430:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61df80. 00000020:00000010:3.0:1777582962.288434:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.288483:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.288486:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.288489:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708003456 00010000:00000010:3.0:1777582962.288528:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582962.288536:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 02000000:00000010:3.0:1777582962.288565:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024a572a000. 00010000:00000010:3.0:1777582962.288594:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.0:1777582962.288597:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582962.288619:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1700. 00010000:00000010:3.0:1777582962.288623:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d100. 00010000:00000010:3.0:1777582962.288627:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582962.288631:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00000004:00000010:3.0:1777582962.288745:0:205909:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f1492c0. 00000004:00000010:3.0:1777582962.288754:0:205909:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65f78. 00000004:00000010:3.0:1777582962.288760:0:205909:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386aa0. 00080000:00000010:3.0:1777582962.288769:0:205909:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405441ab8. 00010000:00000010:3.0:1777582962.288862:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1b00. 00010000:00000010:3.0:1777582962.288866:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02387374800. 00010000:00000010:3.0:1777582962.288869:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582962.288873:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb180. 00010000:00000010:3.0:1777582962.288932:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:3.0:1777582962.288943:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582962.288948:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d100. 00010000:00000010:3.0:1777582962.288967:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:3.0:1777582962.288981:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0700 x1863928708003456/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.289000:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582962.289005:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708003456, offset 224 00000400:00000200:3.0:1777582962.289011:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.289020:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.289027:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397746:397746:256:4294967295] 192.168.202.9@tcp LPNI seq info [397742:397742:8:4294967295] 00000400:00000200:3.0:1777582962.289038:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.289056:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.289061:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582962.289067:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.289075:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.289079:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.289101:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61df80. 00000020:00000010:3.0:1777582962.289105:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582962.289108:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000800:00000200:1.0:1777582962.289393:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.289397:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:1.0:1777582962.289402:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.289407:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.289413:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:1.0:1777582962.289415:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00010000:00000010:0.1:1777582962.292673:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31a00. 00010000:00000010:0.1:1777582962.292692:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46300. 00010000:00000010:0.1:1777582962.292697:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582962.292735:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582962.292744:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02390db3200. 00000400:00000200:3.0:1777582962.293036:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.293055:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886f700 00000400:00000200:3.0:1777582962.293063:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 328 00000400:00000200:3.0:1777582962.293079:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.293084:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.293091:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.293098:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a3800. 00000020:00000010:1.0:1777582962.293408:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582962.293414:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582962.293420:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582962.293424:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582962.293429:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.293466:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71c00. 00000020:00000010:1.0:1777582962.293469:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71c00. 00000100:00000200:1.0:1777582962.293472:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708003584 00010000:00000010:1.0:1777582962.293497:0:206018:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8400. 00010000:00000010:1.0:1777582962.293501:0:206018:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249dea8c00. 00010000:00000010:1.0:1777582962.293506:0:206018:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7000. 00002000:00000010:1.0:1777582962.293515:0:206018:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392c71c00. 00002000:00000010:1.0:1777582962.293523:0:206018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02392ac7430. 00080000:00000010:1.0:1777582962.293531:0:206018:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d560. 02000000:00000010:1.0:1777582962.293824:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a6303000. 00010000:00000200:1.0:1777582962.293853:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a3800 x1863928708003584/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.293872:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582962.293879:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708003584, offset 224 00000400:00000200:1.0:1777582962.293886:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.293896:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.293902:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397747:397747:256:4294967295] 192.168.202.9@tcp LPNI seq info [397743:397743:8:4294967295] 00000400:00000200:1.0:1777582962.293912:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.293917:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.293921:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582962.293927:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.293933:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.293937:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.293965:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582962.293970:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.293974:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:3.0:1777582962.294061:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.294065:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:3.0:1777582962.294069:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.294073:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.294077:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:3.0:1777582962.294080:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00010000:00000010:3.1:1777582962.297201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:1.1:1777582962.297453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46200. 00010000:00000010:1.1:1777582962.297461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30a00. 00010000:00000010:3.1:1777582962.302181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:3.1:1777582962.302197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1700. 00010000:00000010:3.1:1777582962.302201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582962.302203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:1.0:1777582962.309063:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.309083:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886f800 00000400:00000200:1.0:1777582962.309091:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 11112 00000400:00000200:1.0:1777582962.309108:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.309112:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.309121:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.309127:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0e00. 00010000:00000010:0.1:1777582962.309234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46a00. 00010000:00000010:0.1:1777582962.309240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31000. 00000020:00000010:2.0:1777582962.309609:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:2.0:1777582962.309625:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000020:00000010:2.0:1777582962.309632:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.309638:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.309653:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.309729:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:2.0:1777582962.309732:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000100:00000200:2.0:1777582962.309736:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708003840 02000000:00000010:2.0:1777582962.309773:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487494000. 00010000:00000010:2.0:1777582962.309812:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb180. 00010000:00000010:2.0:1777582962.309827:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02387374800. 00010000:00000010:2.0:1777582962.309834:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb880. 00010000:00000010:2.0:1777582962.309839:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d700. 00010000:00000010:2.0:1777582962.309855:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582962.309858:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582962.309863:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582962.309868:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582962.309882:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582962.309884:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e580. 00010000:00000010:2.0:1777582962.309887:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582962.309890:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582962.309992:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582962.309995:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:2.0:1777582962.309999:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582962.310001:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000020:00000010:2.0:1777582962.310023:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054560. 00000020:00000010:2.0:1777582962.310029:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054560. 00000020:00000010:2.0:1777582962.310038:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9600. 00080000:00000010:2.0:1777582962.310047:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a615c00. 00000004:00000010:2.0:1777582962.310079:0:187630:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02390e68840. 00000004:00000010:2.0:1777582962.310084:0:187630:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa0239372acf8. 00000004:00000010:2.0:1777582962.310087:0:187630:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa0239372a658. 00000004:00000010:2.0:1777582962.310095:0:187630:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb30d0. 00000001:00000010:2.0:1777582962.310809:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743a80. 00000001:00000010:2.0:1777582962.310816:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e683c0. 00000020:00000010:2.0:1777582962.310846:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9600. 00010000:00000010:2.0:1777582962.310856:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582962.310861:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582962.310875:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e680c0. 00010000:00000010:2.0:1777582962.310964:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582962.310979:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582962.310984:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000200:2.0:1777582962.311000:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975724, last committed = 8589975668 00010000:00000200:2.0:1777582962.311010:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0e00 x1863928708003840/t8589975724(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582962.311030:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582962.311037:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708003840, offset 224 00000400:00000010:2.0:1777582962.311044:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aefee0. 00000400:00000200:2.0:1777582962.311048:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.311061:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.311069:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397748:397748:256:4294967295] 192.168.202.9@tcp LPNI seq info [397744:397744:8:4294967295] 00000400:00000200:2.0:1777582962.311076:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582962.311083:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.311090:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.311095:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582962.311101:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.311109:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.311113:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.311157:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.311162:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.311165:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00010000:00000010:1.0:1777582962.311492:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:1.0:1777582962.311499:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00010000:00000010:1.0:1777582962.311507:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e680c0. 00000800:00000200:2.0:1777582962.314435:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.314443:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:2.0:1777582962.314451:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.314459:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.321599:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582962.321630:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214f7d 00000400:00000200:1.0:1777582962.321638:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.321652:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582962.321658:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:1.0:1777582962.321661:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00000400:00000200:1.0:1777582962.321694:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.321700:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886f880 00000400:00000200:1.0:1777582962.321707:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 11608 00000400:00000200:1.0:1777582962.321758:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.321761:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.321766:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.321772:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc2680. 00010000:00000010:0.0:1777582962.322011:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:0.0:1777582962.322022:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e580. 00000020:00000010:2.0:1777582962.322096:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:2.0:1777582962.322102:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000020:00000010:2.0:1777582962.322108:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.322113:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.322118:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.322365:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:2.0:1777582962.322368:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000100:00000200:2.0:1777582962.322371:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708003968 00000001:00000010:2.0:1777582962.322381:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185000. 00010000:00000010:2.0:1777582962.322401:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0100. 00010000:00000010:2.0:1777582962.322404:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582962.322410:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582962.322416:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 02000000:00000010:2.0:1777582962.322440:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487495000. 00010000:00000010:2.0:1777582962.322465:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.0:1777582962.322468:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582962.322569:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000200:2.0:1777582962.322587:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc2680 x1863928708003968/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.322610:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582962.322626:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708003968, offset 224 00000400:00000200:2.0:1777582962.322633:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.322651:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.322658:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397749:397749:256:4294967295] 192.168.202.9@tcp LPNI seq info [397745:397745:8:4294967295] 00000400:00000200:2.0:1777582962.322669:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.322675:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.322680:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582962.322686:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.322693:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.322697:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.322713:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.322718:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.322721:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:2.0:1777582962.322782:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.322785:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:2.0:1777582962.322789:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.322794:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.322797:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:2.0:1777582962.322799:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00010000:00000010:2.1:1777582962.325783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:2.1:1777582962.325800:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1b00. 00010000:00000010:2.1:1777582962.325803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:2.1:1777582962.325806:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1300. 00010000:00000010:1.1:1777582962.327177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:1.1:1777582962.327189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:0.1:1777582962.327390:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:0.1:1777582962.327395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582962.327523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582962.327530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582962.327532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582962.333659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00000400:00000200:2.0:1777582962.333758:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.333777:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886f900 00000400:00000200:2.0:1777582962.333785:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 12184 00000400:00000200:2.0:1777582962.333799:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.333803:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.333811:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.333817:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687100. 00000400:00000200:2.0:1777582962.333851:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.333857:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 26 MB=0x69f3bb886f980 00000400:00000200:2.0:1777582962.333863:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.9@tcp of length 224/224 into md 0x205ce1 [2] + 0 00000400:00000010:2.0:1777582962.333867:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469c08. 00000400:00000200:2.0:1777582962.333871:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392bc9c00 00000400:00000200:2.0:1777582962.333876:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.333879:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.333881:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392bc9c00 00000400:00000010:2.0:1777582962.333883:0:3283:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392bc9c00. 00000100:00000200:2.0:1777582962.333890:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777582962.333902:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.333907:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 12 MB=0x69f3bb886fa00 00000400:00000200:2.0:1777582962.333911:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f8dd9 [64] + 12768 00000400:00000200:2.0:1777582962.333918:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.333921:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.333924:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.333927:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae685880. 00000020:00000010:2.0:1777582962.333980:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:2.0:1777582962.333986:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000020:00000010:3.0:1777582962.333989:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b740. 00000020:00000010:2.0:1777582962.333992:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:3.0:1777582962.333993:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b740. 00000020:00000010:3.0:1777582962.333997:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52a00. 00000020:00000010:2.0:1777582962.333998:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:3.0:1777582962.334001:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374800. 00000020:00000010:2.0:1777582962.334003:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:3.0:1777582962.334003:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:1.0:1777582962.334084:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c711c0. 00000020:00000010:1.0:1777582962.334088:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c711c0. 00000020:00000010:1.0:1777582962.334092:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582962.334095:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582962.334099:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.334124:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c711c0. 00000020:00000010:1.0:1777582962.334127:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c711c0. 00000100:00000200:1.0:1777582962.334130:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708004224 02000000:00000010:1.0:1777582962.334162:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388540400. 00010000:00000200:1.0:1777582962.334175:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487064850 x1863928708004224/t0(0) o400->64ad4ac2-4621-46a9-b9ec-0f391218edcb@192.168.202.9@tcp:403/0 lens 224/224 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582962.334193:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582962.334198:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863928708004224, offset 224 00000400:00000200:1.0:1777582962.334205:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.334215:0:187625:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.334232:0:187625:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397750:397750:256:4294967295] 192.168.202.9@tcp LPNI seq info [397746:397746:8:4294967295] 00000400:00000200:1.0:1777582962.334242:0:187625:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.334247:0:187625:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.334252:0:187625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582962.334258:0:187625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.334264:0:187625:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.334268:0:187625:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.334285:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582962.334290:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.334294:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000100:00000200:1.0:1777582962.334305:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777582962.334309:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1cb8. 00000400:00000010:1.0:1777582962.334314:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe7bb40. 00000800:00000200:1.0:1777582962.334373:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.334376:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:1.0:1777582962.334380:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.334383:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.334386:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:1.0:1777582962.334387:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 02000000:00000010:1.0:1777582962.334392:0:3282:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388540400. 00000020:00000010:2.0:1777582962.334699:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:2.0:1777582962.334703:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000100:00000200:2.0:1777582962.334705:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708004352 02000000:00000010:2.0:1777582962.334718:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a616800. 00010000:00000200:2.0:1777582962.334724:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae685880 x1863928708004352/t0(0) o400->9531e10e-5a64-4ee6-a5f2-e1b0791d0689@192.168.202.9@tcp:403/0 lens 224/224 e 0 to 0 dl 1777582973 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582962.334735:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582962.334740:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863928708004352, offset 224 00000400:00000200:2.0:1777582962.334744:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.334750:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.334753:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397751:397751:256:4294967295] 192.168.202.9@tcp LPNI seq info [397747:397747:8:4294967295] 00000400:00000200:2.0:1777582962.334760:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.334764:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.334767:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582962.334771:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.334774:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.334777:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.334797:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374800. 00000020:00000010:2.0:1777582962.334801:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:2.0:1777582962.334804:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52a00. 00000020:00000010:2.0:1777582962.334817:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:2.0:1777582962.334819:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000100:00000200:2.0:1777582962.334821:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708004096 00010000:00000010:2.0:1777582962.334840:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.0:1777582962.334848:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 02000000:00000010:2.0:1777582962.334875:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024aeae5000. 00010000:00000010:2.0:1777582962.334903:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.0:1777582962.334907:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582962.334925:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0700. 00010000:00000010:2.0:1777582962.334928:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e700. 00010000:00000010:2.0:1777582962.334932:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.0:1777582962.334935:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00000004:00000010:2.0:1777582962.335021:0:187632:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487056000. 00000004:00000010:2.0:1777582962.335029:0:187632:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb09d8. 00000004:00000010:2.0:1777582962.335036:0:187632:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757dc0. 00080000:00000010:2.0:1777582962.335044:0:187632:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097ac78. 00000800:00000200:1.0:1777582962.335336:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.335340:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:1.0:1777582962.335344:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.335348:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.335352:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:1.0:1777582962.335354:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00010000:00000010:2.0:1777582962.339669:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0e00. 00010000:00000010:2.0:1777582962.339679:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:2.0:1777582962.339687:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.0:1777582962.339695:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582962.339769:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582962.339781:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582962.339786:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e700. 00010000:00000010:2.0:1777582962.339812:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000200:2.0:1777582962.339833:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae687100 x1863928708004096/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/584 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.339853:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582962.339860:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928708004096, offset 224 00000400:00000200:2.0:1777582962.339867:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.339880:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.339888:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397752:397752:256:4294967295] 192.168.202.9@tcp LPNI seq info [397748:397748:8:4294967295] 00000400:00000200:2.0:1777582962.339899:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.339906:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.339912:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582962.339919:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.339925:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.339930:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.339956:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.339961:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.339965:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:3.0:1777582962.341080:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.341089:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:3.0:1777582962.341096:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.341105:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.341111:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:3.0:1777582962.341114:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000400:00000200:3.0:1777582962.345488:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.345508:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb886fb00 00000400:00000200:3.0:1777582962.345516:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 12992 00000400:00000200:3.0:1777582962.345530:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.345535:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.345543:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.345549:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a0700. 00000020:00000010:2.0:1777582962.345654:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582962.345660:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582962.345666:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.345672:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.345678:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.345717:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582962.345719:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000100:00000200:2.0:1777582962.345722:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708004608 02000000:00000010:2.0:1777582962.345758:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02423a76000. 00010000:00000010:2.0:1777582962.345794:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582962.345808:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00010000:00000010:2.0:1777582962.345818:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582962.345822:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582962.345837:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024997a0500. 00010000:00000010:2.0:1777582962.345840:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582962.345845:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.0:1777582962.345850:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582962.345863:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35000. 00010000:00000010:2.0:1777582962.345866:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e880. 00010000:00000010:2.0:1777582962.345869:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6593e00. 00010000:00000010:2.0:1777582962.345872:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582962.345961:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35100. 00010000:00000010:2.0:1777582962.345964:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e700. 00010000:00000010:2.0:1777582962.345968:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.0:1777582962.345971:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00000020:00000010:2.0:1777582962.345991:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f80. 00000020:00000010:2.0:1777582962.345998:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f80. 00000020:00000010:2.0:1777582962.346007:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743420. 00080000:00000010:2.0:1777582962.346016:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a616400. 00000001:00000010:2.0:1777582962.346419:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743ae0. 00000001:00000010:2.0:1777582962.346426:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68600. 00000020:00000010:2.0:1777582962.346458:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743420. 00010000:00000010:2.0:1777582962.346488:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582962.346492:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e700. 00010000:00000010:2.0:1777582962.346506:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582962.346508:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000200:2.0:1777582962.346525:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975725, last committed = 8589975668 00010000:00000200:2.0:1777582962.346535:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0238f4a0700 x1863928708004608/t8589975725(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582962.346554:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582962.346560:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708004608, offset 224 00000400:00000010:2.0:1777582962.346566:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aefab8. 00000400:00000200:2.0:1777582962.346569:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.346582:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.346588:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397753:397753:256:4294967295] 192.168.202.9@tcp LPNI seq info [397749:397749:8:4294967295] 00000400:00000200:2.0:1777582962.346594:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582962.346602:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.346608:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.346612:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582962.346618:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.346625:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.346629:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.346663:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.346668:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.346671:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:2.0:1777582962.346763:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.346767:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:2.0:1777582962.346771:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.346775:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.349106:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.349130:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214f95 00000400:00000200:3.0:1777582962.349158:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.349163:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.349171:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:3.0:1777582962.349174:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00000400:00000200:3.0:1777582962.349212:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.349219:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886fb80 00000400:00000200:3.0:1777582962.349237:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 13488 00000400:00000200:3.0:1777582962.349301:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.349305:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.349310:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.349319:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0414000. 00000020:00000010:2.0:1777582962.350007:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582962.350015:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582962.350022:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.350027:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.350032:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.350076:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93b40. 00000020:00000010:2.0:1777582962.350079:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93b40. 00000100:00000200:2.0:1777582962.350082:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708004736 00000001:00000010:2.0:1777582962.350093:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e683c0. 00010000:00000010:2.0:1777582962.350114:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aec35a00. 00010000:00000010:2.0:1777582962.350117:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582962.350123:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.0:1777582962.350130:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 02000000:00000010:2.0:1777582962.350174:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02423a72000. 00010000:00000010:2.0:1777582962.350207:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.0:1777582962.350211:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582962.350344:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000200:2.0:1777582962.350368:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0414000 x1863928708004736/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.350387:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777582962.350394:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708004736, offset 224 00000400:00000200:2.0:1777582962.350399:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.350411:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.350417:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397754:397754:256:4294967295] 192.168.202.9@tcp LPNI seq info [397750:397750:8:4294967295] 00000400:00000200:2.0:1777582962.350427:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.350433:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.350437:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582962.350443:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.350450:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.350454:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.350470:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023faf5e000. 00000020:00000010:2.0:1777582962.350477:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.350480:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00010000:00000010:2.0:1777582962.350513:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582962.350519:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e880. 00000800:00000200:3.0:1777582962.351045:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.351051:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582962.351056:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.351061:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.351066:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c000 00000400:00000010:3.0:1777582962.351069:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c000. 00000400:00000200:2.0:1777582962.353423:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.353444:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886fc00 00000400:00000200:2.0:1777582962.353452:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 14064 00000400:00000200:2.0:1777582962.353469:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.353473:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.353480:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.353486:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae686300. 00000020:00000010:3.0:1777582962.353866:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b740. 00000020:00000010:3.0:1777582962.353872:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b740. 00000020:00000010:3.0:1777582962.353879:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52200. 00000020:00000010:3.0:1777582962.353886:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374800. 00000020:00000010:3.0:1777582962.353890:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582962.353988:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b740. 00000020:00000010:3.0:1777582962.353991:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b740. 00000100:00000200:3.0:1777582962.353995:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708004864 00010000:00000010:3.0:1777582962.354027:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582962.354035:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb900. 02000000:00000010:3.0:1777582962.354064:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024a572f000. 00010000:00000010:3.0:1777582962.354094:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582962.354098:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feba00. 00010000:00000010:3.0:1777582962.354118:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1700. 00010000:00000010:3.0:1777582962.354122:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0248a61d700. 00010000:00000010:3.0:1777582962.354126:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582962.354129:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb800. 00000004:00000010:3.0:1777582962.354267:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f149e00. 00000004:00000010:3.0:1777582962.354277:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c650f0. 00000004:00000010:3.0:1777582962.354591:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387760. 00080000:00000010:2.0:1777582962.354678:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b008. 00010000:00000010:2.0:1777582962.354787:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549500. 00010000:00000010:2.0:1777582962.354790:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e280. 00010000:00000010:2.0:1777582962.354795:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be200. 00010000:00000010:2.0:1777582962.354799:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582962.354864:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feba00. 00010000:00000010:2.0:1777582962.354877:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb800. 00010000:00000010:2.0:1777582962.354882:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248a61d700. 00010000:00000010:2.0:1777582962.354902:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb900. 00010000:00000200:2.0:1777582962.354919:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae686300 x1863928708004864/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.354938:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582962.354945:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708004864, offset 224 00000400:00000200:2.0:1777582962.354951:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.354963:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.354969:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397755:397755:256:4294967295] 192.168.202.9@tcp LPNI seq info [397751:397751:8:4294967295] 00000400:00000200:2.0:1777582962.354980:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.354985:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.354990:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582962.354995:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.355001:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.355005:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.355032:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374800. 00000020:00000010:2.0:1777582962.355038:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:2.0:1777582962.355041:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52200. 00000800:00000200:3.0:1777582962.355179:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.355183:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582962.355187:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.355193:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.355198:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:3.0:1777582962.355200:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000400:00000200:3.0:1777582962.358458:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.358478:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886fc80 00000400:00000200:3.0:1777582962.358486:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 656 00000400:00000200:3.0:1777582962.358515:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.358519:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.358527:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.358534:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0416300. 00000020:00000010:0.0:1777582962.358794:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582962.358800:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582962.358806:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:0.0:1777582962.358812:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582962.358817:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.358847:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7880. 00000020:00000010:0.0:1777582962.358850:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7880. 00000100:00000200:0.0:1777582962.358853:0:205900:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708004992 00010000:00000010:0.0:1777582962.358878:0:205900:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46a00. 00010000:00000010:0.0:1777582962.358882:0:205900:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0248ee46300. 00010000:00000010:0.0:1777582962.358888:0:205900:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31000. 00002000:00000010:0.0:1777582962.358897:0:205900:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02383fc7880. 00002000:00000010:0.0:1777582962.358907:0:205900:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f38980. 00080000:00000010:0.0:1777582962.358915:0:205900:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0239fc87c80. 02000000:00000010:0.0:1777582962.359473:0:205900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a5766800. 00010000:00000200:0.0:1777582962.359761:0:205900:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0416300 x1863928708004992/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.359782:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582962.359789:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708004992, offset 224 00000400:00000200:0.0:1777582962.359795:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.359806:0:205900:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.359813:0:205900:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397756:397756:256:4294967295] 192.168.202.9@tcp LPNI seq info [397752:397752:8:4294967295] 00000400:00000200:0.0:1777582962.359822:0:205900:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.359828:0:205900:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.359833:0:205900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582962.359838:0:205900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.359844:0:205900:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.359848:0:205900:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.360129:0:205900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386eaf180. 00000020:00000010:0.0:1777582962.360160:0:205900:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.360165:0:205900:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00010000:00000010:2.1:1777582962.362977:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593800. 00010000:00000010:2.1:1777582962.362993:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0700. 00010000:00000010:2.1:1777582962.362997:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593600. 00010000:00000010:2.1:1777582962.363000:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593a00. 00010000:00000010:2.1:1777582962.363004:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592e00. 00010000:00000010:2.1:1777582962.363008:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0e00. 00010000:00000010:2.1:1777582962.363011:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592200. 00010000:00000010:2.1:1777582962.363013:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0100. 00010000:00000010:2.1:1777582962.363017:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35100. 00010000:00000010:2.1:1777582962.363020:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592400. 00010000:00000010:2.1:1777582962.363032:0:3281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0500. 00010000:00000010:2.1:1777582962.363035:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592000. 00010000:00000010:2.1:1777582962.364241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592c00. 00010000:00000010:2.1:1777582962.364253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35000. 00010000:00000010:2.1:1777582962.364256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593e00. 00000800:00000200:0.0:1777582962.372266:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.372275:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:0.0:1777582962.372283:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.372292:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.372299:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777582962.372301:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000400:00000200:0.0:1777582962.372326:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.372338:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb886fd80 00000400:00000200:0.0:1777582962.372343:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f8dd9 [64] + 14640 00000400:00000200:0.0:1777582962.372355:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.372357:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.372361:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.372365:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fd500. 00000020:00000010:2.0:1777582962.372655:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.372661:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.372668:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.372676:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02387374800. 00000020:00000010:2.0:1777582962.372681:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.372731:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.372734:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93040. 00000100:00000200:2.0:1777582962.372738:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708005248 02000000:00000010:2.0:1777582962.372776:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02392bb1000. 00010000:00000010:2.0:1777582962.372813:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582962.372826:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e280. 00010000:00000010:2.0:1777582962.372833:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582962.372837:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582962.372851:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549d00. 00010000:00000010:2.0:1777582962.372853:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5ed80. 00010000:00000010:2.0:1777582962.372857:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.0:1777582962.372860:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582962.372871:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549b00. 00010000:00000010:2.0:1777582962.372873:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023faf5e280. 00010000:00000010:2.0:1777582962.372875:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bea00. 00010000:00000010:2.0:1777582962.372877:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582962.372963:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549200. 00010000:00000010:2.0:1777582962.372965:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87580. 00010000:00000010:2.0:1777582962.372967:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.0:1777582962.372969:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00000020:00000010:2.0:1777582962.372985:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054e60. 00000020:00000010:2.0:1777582962.372990:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054e60. 00000020:00000010:2.0:1777582962.372998:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743ba0. 00080000:00000010:2.0:1777582962.373005:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248a617400. 00000004:00000010:2.0:1777582962.373032:0:187631:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02390e689c0. 00000004:00000010:2.0:1777582962.373036:0:187631:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa0239372a510. 00000004:00000010:2.0:1777582962.373038:0:187631:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa0239372a4e8. 00000004:00000010:2.0:1777582962.373045:0:187631:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb1630. 00000001:00000010:2.0:1777582962.373453:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743660. 00000001:00000010:2.0:1777582962.373459:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e686c0. 00000020:00000010:2.0:1777582962.373479:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743ba0. 00010000:00000010:2.0:1777582962.373486:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be800. 00010000:00000010:2.0:1777582962.373489:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8080. 00010000:00000010:2.0:1777582962.373503:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e683c0. 00010000:00000010:2.0:1777582962.373546:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582962.373559:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582962.373563:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5ed80. 00010000:00000200:2.0:1777582962.373580:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975726, last committed = 8589975668 00010000:00000200:2.0:1777582962.373590:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fd500 x1863928708005248/t8589975726(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 488/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582962.373610:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582962.373617:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708005248, offset 224 00000400:00000010:2.0:1777582962.373623:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aef310. 00000400:00000200:2.0:1777582962.373627:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00010000:00000010:0.0:1777582962.373629:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8080. 00010000:00000010:0.0:1777582962.373634:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87580. 00010000:00000010:0.0:1777582962.373639:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e683c0. 00000400:00000200:2.0:1777582962.373640:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.373657:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397757:397757:256:4294967295] 192.168.202.9@tcp LPNI seq info [397753:397753:8:4294967295] 00000400:00000200:2.0:1777582962.373663:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582962.373670:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.373675:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.373680:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582962.373686:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.373693:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.373697:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.373723:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02387374800. 00000020:00000010:2.0:1777582962.373727:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.373731:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:0.0:1777582962.373809:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.373813:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582962.373817:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.373821:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.375320:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582962.375339:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214fa5 00000400:00000200:0.0:1777582962.375346:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.375349:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582962.375356:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:0.0:1777582962.375358:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00010000:00000010:2.1:1777582962.375981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:2.1:1777582962.375990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1700. 00010000:00000010:2.1:1777582962.375994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:2.1:1777582962.375996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:2.0:1777582962.376033:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000010:2.0:1777582962.376054:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023faf5e280. 00000400:00000200:0.0:1777582962.379093:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.379112:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb886fe00 00000400:00000200:0.0:1777582962.379122:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 15128 00000400:00000200:0.0:1777582962.379164:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.379169:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.379177:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.379183:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fc700. 00000020:00000010:2.0:1777582962.379421:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.379428:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.379435:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.379441:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582962.379447:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.379488:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.379491:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93040. 00000100:00000200:2.0:1777582962.379494:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708005376 00000001:00000010:2.0:1777582962.379505:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68600. 00010000:00000010:2.0:1777582962.379531:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549700. 00010000:00000010:2.0:1777582962.379535:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87280. 00010000:00000010:2.0:1777582962.379542:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be400. 00010000:00000010:2.0:1777582962.379549:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 02000000:00000010:2.0:1777582962.379579:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb3000. 00010000:00000010:2.0:1777582962.379610:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf800. 00010000:00000010:2.0:1777582962.379614:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8b80. 00010000:00000010:2.0:1777582962.379745:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000200:2.0:1777582962.379771:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fc700 x1863928708005376/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.379790:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777582962.379797:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708005376, offset 224 00000400:00000200:2.0:1777582962.379803:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.379813:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.379820:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397758:397758:256:4294967295] 192.168.202.9@tcp LPNI seq info [397754:397754:8:4294967295] 00000400:00000200:2.0:1777582962.379830:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.379857:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.379863:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582962.379870:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.379877:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.379880:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.379897:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582962.379900:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.379903:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:3.0:1777582962.380270:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.380276:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582962.380280:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.380298:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.380303:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:3.0:1777582962.380305:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00010000:00000010:0.1:1777582962.380658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549200. 00010000:00000010:0.1:1777582962.380666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be800. 00000400:00000200:0.0:1777582962.382949:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.382968:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb886fe80 00000400:00000200:0.0:1777582962.382977:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 15704 00000400:00000200:0.0:1777582962.382995:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.382999:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.383008:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.383016:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fed80. 00000020:00000010:2.0:1777582962.383192:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582962.383208:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582962.383214:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.383219:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582962.383224:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.383264:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93740. 00000020:00000010:2.0:1777582962.383267:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93740. 00000100:00000200:2.0:1777582962.383270:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708005504 00010000:00000010:2.0:1777582962.383301:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bec00. 00010000:00000010:2.0:1777582962.383309:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 02000000:00000010:2.0:1777582962.383337:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb0000. 00010000:00000010:2.0:1777582962.383380:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be000. 00010000:00000010:2.0:1777582962.383384:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582962.383403:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549400. 00010000:00000010:2.0:1777582962.383406:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87b00. 00010000:00000010:2.0:1777582962.383410:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.0:1777582962.383413:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00000004:00000010:2.0:1777582962.383513:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024870572c0. 00000004:00000010:2.0:1777582962.383523:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb0960. 00000004:00000010:2.0:1777582962.383530:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756110. 00080000:00000010:2.0:1777582962.383538:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097bab8. 00010000:00000010:2.0:1777582962.383639:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549a00. 00010000:00000010:2.0:1777582962.383654:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87980. 00010000:00000010:2.0:1777582962.383658:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be600. 00010000:00000010:2.0:1777582962.383661:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8200. 00010000:00000010:2.0:1777582962.383727:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582962.383741:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582962.383746:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87b00. 00010000:00000010:2.0:1777582962.383765:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000200:2.0:1777582962.383782:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fed80 x1863928708005504/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.383801:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777582962.383807:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708005504, offset 224 00000400:00000200:2.0:1777582962.383814:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.383824:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.383830:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397759:397759:256:4294967295] 192.168.202.9@tcp LPNI seq info [397755:397755:8:4294967295] 00000400:00000200:2.0:1777582962.383840:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.383845:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.383850:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582962.383856:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.383864:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.383868:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.383896:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582962.383901:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.383904:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:0.0:1777582962.385402:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.385410:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:0.0:1777582962.385418:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.385426:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.385433:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:0.0:1777582962.385436:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00010000:00000010:2.1:1777582962.386299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be200. 00010000:00000010:2.1:1777582962.386310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549500. 00010000:00000010:2.1:1777582962.386314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592600. 00010000:00000010:2.1:1777582962.386319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35a00. 00010000:00000010:2.1:1777582962.386322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.1:1777582962.386324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549d00. 00010000:00000010:2.1:1777582962.386327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.1:1777582962.386329:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549b00. 00010000:00000010:2.1:1777582962.386331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bea00. 00010000:00000010:2.1:1777582962.386334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be400. 00000400:00000200:3.0:1777582962.388292:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.388310:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb886ff00 00000400:00000200:3.0:1777582962.388319:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 984 00000400:00000200:3.0:1777582962.388333:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.388338:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.388345:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.388352:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0415880. 00000020:00000010:2.0:1777582962.388441:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93280. 00000020:00000010:2.0:1777582962.388446:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93280. 00000020:00000010:2.0:1777582962.388452:0:189456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.388457:0:189456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582962.388462:0:189456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.388502:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93280. 00000020:00000010:2.0:1777582962.388505:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93280. 00000100:00000200:2.0:1777582962.388508:0:189456:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708005632 00010000:00000010:2.0:1777582962.388533:0:189456:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549b00. 00010000:00000010:2.0:1777582962.388537:0:189456:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02499549d00. 00010000:00000010:2.0:1777582962.388543:0:189456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be400. 00002000:00000010:2.0:1777582962.388552:0:189456:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a93280. 00002000:00000010:2.0:1777582962.388561:0:189456:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024849337c0. 00080000:00000010:2.0:1777582962.388569:0:189456:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a720. 02000000:00000010:2.0:1777582962.388874:0:189456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0248a614000. 00010000:00000200:2.0:1777582962.388908:0:189456:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0415880 x1863928708005632/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.388927:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777582962.388933:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708005632, offset 224 00000400:00000200:2.0:1777582962.388939:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.388949:0:189456:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.388956:0:189456:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397760:397760:256:4294967295] 192.168.202.9@tcp LPNI seq info [397756:397756:8:4294967295] 00000400:00000200:2.0:1777582962.388966:0:189456:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.388972:0:189456:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.388977:0:189456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582962.388983:0:189456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.388990:0:189456:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.388994:0:189456:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.389016:0:189456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582962.389021:0:189456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.389024:0:189456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:0.0:1777582962.389392:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.389398:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:0.0:1777582962.389404:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.389410:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.389415:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:0.0:1777582962.389417:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00010000:00000010:2.1:1777582962.390238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be000. 00010000:00000010:2.1:1777582962.390247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549400. 00010000:00000010:2.1:1777582962.390251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.1:1777582962.390254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bec00. 00000400:00000200:3.0:1777582962.394583:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.394603:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8870000 00000400:00000200:3.0:1777582962.394621:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 16288 00000400:00000200:3.0:1777582962.394636:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.394640:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.394657:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.394664:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0414380. 00000020:00000010:1.0:1777582962.396880:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c711c0. 00000020:00000010:1.0:1777582962.396888:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c711c0. 00000020:00000010:1.0:1777582962.396894:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71da00. 00000020:00000010:1.0:1777582962.396898:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582962.396902:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.396949:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c711c0. 00000020:00000010:1.0:1777582962.396954:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c711c0. 00000100:00000200:1.0:1777582962.396957:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708005888 02000000:00000010:1.0:1777582962.396996:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ae7df000. 00010000:00000010:1.0:1777582962.397036:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8200. 00010000:00000010:1.0:1777582962.397053:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87980. 00010000:00000010:1.0:1777582962.397062:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8b80. 00010000:00000010:1.0:1777582962.397067:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87280. 00010000:00000010:1.0:1777582962.397084:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8200. 00010000:00000010:1.0:1777582962.397089:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e800. 00010000:00000010:1.0:1777582962.397095:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:1.0:1777582962.397100:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.397114:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249dea8b00. 00010000:00000010:1.0:1777582962.397117:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641ea80. 00010000:00000010:1.0:1777582962.397121:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582962.397123:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246880. 00010000:00000010:1.0:1777582962.397275:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66600. 00010000:00000010:1.0:1777582962.397279:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582962.397282:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582962.397285:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00000020:00000010:1.0:1777582962.397313:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6680. 00000020:00000010:1.0:1777582962.397322:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6680. 00000020:00000010:1.0:1777582962.397333:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393ca1000. 00080000:00000010:1.0:1777582962.397343:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388540400. 00000004:00000010:1.0:1777582962.397379:0:205909:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa023873810c0. 00000004:00000010:1.0:1777582962.397384:0:205909:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023b03065a0. 00000004:00000010:1.0:1777582962.397386:0:205909:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023b0306b08. 00000004:00000010:1.0:1777582962.397393:0:205909:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02392ada7f0. 00000001:00000010:1.0:1777582962.397824:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf2a0. 00000001:00000010:1.0:1777582962.397831:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02392200540. 00000020:00000010:1.0:1777582962.397854:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393ca1000. 00010000:00000010:1.0:1777582962.397861:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582962.397864:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582962.397875:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392200000. 00010000:00000010:1.0:1777582962.397923:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582962.397942:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:2.0:1777582962.397944:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246a80. 00010000:00000010:1.0:1777582962.397946:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e800. 00010000:00000010:2.0:1777582962.397949:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:2.0:1777582962.397956:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392200000. 00010000:00000200:1.0:1777582962.397969:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975727, last committed = 8589975668 00010000:00000200:1.0:1777582962.397983:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0414380 x1863928708005888/t8589975727(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582962.398006:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582962.398012:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708005888, offset 224 00000400:00000010:1.0:1777582962.398018:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e801c0. 00000400:00000200:1.0:1777582962.398021:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.398034:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.398039:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397761:397761:256:4294967295] 192.168.202.9@tcp LPNI seq info [397757:397757:8:4294967295] 00000400:00000200:1.0:1777582962.398047:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582962.398053:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.398059:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.398064:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582962.398071:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.398080:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.398084:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.398118:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641eb00. 00000020:00000010:1.0:1777582962.398122:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.398126:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71da00. 00000800:00000200:3.0:1777582962.398610:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.398615:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582962.398620:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.398625:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.401785:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.401808:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214fb5 00000400:00000200:3.0:1777582962.401815:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.401820:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.401826:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:3.0:1777582962.401829:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00010000:00000010:2.0:1777582962.406760:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246880. 00010000:00000010:2.0:1777582962.406780:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641ea80. 00000400:00000200:1.0:1777582962.411990:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.412014:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8870080 00000400:00000200:1.0:1777582962.412024:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 16784 00000400:00000200:1.0:1777582962.412049:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.412054:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.412064:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.412073:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0000. 00000020:00000010:2.0:1777582962.412189:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582962.412196:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582962.412203:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.412208:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582962.412214:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.412274:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582962.412277:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582962.412280:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708006016 00000001:00000010:2.0:1777582962.412304:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e686c0. 00010000:00000010:2.0:1777582962.412337:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549400. 00010000:00000010:2.0:1777582962.412341:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87500. 00010000:00000010:2.0:1777582962.412348:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bec00. 00010000:00000010:2.0:1777582962.412357:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 02000000:00000010:2.0:1777582962.412390:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb2000. 00010000:00000010:2.0:1777582962.412424:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.0:1777582962.412429:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8100. 00010000:00000010:2.0:1777582962.412562:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000200:2.0:1777582962.412586:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0000 x1863928708006016/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.412606:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582962.412623:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708006016, offset 224 00000400:00000200:2.0:1777582962.412631:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.412654:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.412661:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397762:397762:256:4294967295] 192.168.202.9@tcp LPNI seq info [397758:397758:8:4294967295] 00000400:00000200:2.0:1777582962.412673:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.412678:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.412683:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582962.412689:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.412696:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.412702:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.412716:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582962.412720:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.412724:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:3.0:1777582962.413439:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.413445:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582962.413451:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.413457:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.413463:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:3.0:1777582962.413466:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00010000:00000010:1.1:1777582962.415508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be600. 00010000:00000010:1.1:1777582962.415523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549a00. 00010000:00000010:1.1:1777582962.415527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf800. 00010000:00000010:1.1:1777582962.415529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549700. 00000400:00000200:3.0:1777582962.416221:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.416243:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8870100 00000400:00000200:3.0:1777582962.416252:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 17360 00000400:00000200:3.0:1777582962.416268:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.416273:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.416280:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.416285:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0416d80. 00000020:00000010:2.0:1777582962.416802:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582962.416809:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582962.416815:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582962.416820:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582962.416826:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e320. 00000020:00000010:2.0:1777582962.416865:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93880. 00000020:00000010:2.0:1777582962.416868:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93880. 00000100:00000200:2.0:1777582962.416870:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708006144 00010000:00000010:2.0:1777582962.416897:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be000. 00010000:00000010:2.0:1777582962.416905:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a00. 02000000:00000010:2.0:1777582962.416929:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb5000. 00010000:00000010:2.0:1777582962.416955:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bea00. 00010000:00000010:2.0:1777582962.416958:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8a80. 00010000:00000010:2.0:1777582962.416975:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549500. 00010000:00000010:2.0:1777582962.416978:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582962.416982:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.0:1777582962.416985:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8780. 00000004:00000010:1.0:1777582962.417301:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f7169680. 00000004:00000010:1.0:1777582962.417311:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582962.417318:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945ed0. 00080000:00000010:1.0:1777582962.417327:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c390. 00010000:00000010:1.0:1777582962.418209:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66700. 00010000:00000010:1.0:1777582962.418217:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582962.418222:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582962.418228:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.418304:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a80. 00010000:00000010:1.0:1777582962.418317:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8780. 00010000:00000010:1.0:1777582962.418321:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87d80. 00010000:00000010:1.0:1777582962.418343:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8a00. 00010000:00000200:1.0:1777582962.418363:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0416d80 x1863928708006144/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.418382:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582962.418389:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708006144, offset 224 00000400:00000200:1.0:1777582962.418397:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.418410:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.418418:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397763:397763:256:4294967295] 192.168.202.9@tcp LPNI seq info [397759:397759:8:4294967295] 00000400:00000200:1.0:1777582962.418432:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.418437:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.418442:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582962.418449:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.418457:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.418461:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.418492:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:1.0:1777582962.418498:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e320. 00000020:00000010:1.0:1777582962.418502:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf0c00. 00000800:00000200:3.0:1777582962.418605:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.418614:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582962.418619:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.418625:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.418630:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:3.0:1777582962.418632:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00010000:00000010:2.1:1777582962.421184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66600. 00010000:00000010:2.1:1777582962.421203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582962.421209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:2.1:1777582962.421215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8b00. 00010000:00000010:1.1:1777582962.421216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8200. 00010000:00000010:1.1:1777582962.421220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582962.421228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:2.1:1777582962.421232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bec00. 00000400:00000200:3.0:1777582962.421704:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.421727:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8870180 00000400:00000200:3.0:1777582962.421736:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 1312 00000400:00000200:3.0:1777582962.421752:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.421757:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.421764:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.421771:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0417480. 00000020:00000010:1.0:1777582962.422103:0:188247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582962.422120:0:188247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582962.422127:0:188247:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71ce00. 00000020:00000010:1.0:1777582962.422132:0:188247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:1.0:1777582962.422163:0:188247:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.422205:0:188247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392c71400. 00000020:00000010:1.0:1777582962.422208:0:188247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392c71400. 00000100:00000200:1.0:1777582962.422212:0:188247:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708006272 00010000:00000010:1.0:1777582962.422239:0:188247:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66200. 00010000:00000010:1.0:1777582962.422243:0:188247:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498a66000. 00010000:00000010:1.0:1777582962.422248:0:188247:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7600. 00002000:00000010:1.0:1777582962.422257:0:188247:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392c71400. 00002000:00000010:1.0:1777582962.422267:0:188247:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02392ac7b50. 00080000:00000010:1.0:1777582962.422276:0:188247:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734ce40. 02000000:00000010:1.0:1777582962.422579:0:188247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024ad374c00. 00010000:00000200:1.0:1777582962.422613:0:188247:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0417480 x1863928708006272/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.422633:0:188247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582962.422639:0:188247:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708006272, offset 224 00000400:00000200:1.0:1777582962.422655:0:188247:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.422666:0:188247:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.422672:0:188247:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397764:397764:256:4294967295] 192.168.202.9@tcp LPNI seq info [397760:397760:8:4294967295] 00000400:00000200:1.0:1777582962.422682:0:188247:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.422687:0:188247:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.422692:0:188247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582962.422698:0:188247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.422706:0:188247:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.422710:0:188247:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.422728:0:188247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed80. 00000020:00000010:1.0:1777582962.422732:0:188247:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.422738:0:188247:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71ce00. 00000800:00000200:3.0:1777582962.423456:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.423462:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582962.423468:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.423475:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.423482:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:3.0:1777582962.423484:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000400:00000200:3.0:1777582962.430560:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.430579:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8870280 00000400:00000200:3.0:1777582962.430588:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 17944 00000400:00000200:3.0:1777582962.430603:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.430608:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.430622:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.430629:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0415180. 00010000:00000010:1.1:1777582962.432968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bea00. 00010000:00000010:1.1:1777582962.432980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549500. 00010000:00000010:1.1:1777582962.432983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf600. 00010000:00000010:1.1:1777582962.432985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be000. 00000020:00000010:1.0:1777582962.433028:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.433032:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.433040:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71ce00. 00000020:00000010:1.0:1777582962.433046:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0239641ed80. 00000020:00000010:1.0:1777582962.433051:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.433099:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.433102:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000100:00000200:1.0:1777582962.433117:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708006528 02000000:00000010:1.0:1777582962.433176:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023ae7d8000. 00010000:00000010:1.0:1777582962.433217:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.433230:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582962.433238:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8100. 00010000:00000010:1.0:1777582962.433244:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87500. 00010000:00000010:1.0:1777582962.433261:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66300. 00010000:00000010:1.0:1777582962.433265:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e980. 00010000:00000010:1.0:1777582962.433270:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582962.433275:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.433291:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66900. 00010000:00000010:1.0:1777582962.433293:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa0239641e580. 00010000:00000010:1.0:1777582962.433297:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582962.433299:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246200. 00010000:00000010:1.0:1777582962.433402:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66e00. 00010000:00000010:1.0:1777582962.433407:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374b80. 00010000:00000010:1.0:1777582962.433410:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582962.433414:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00000020:00000010:1.0:1777582962.433437:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6560. 00000020:00000010:1.0:1777582962.433444:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6560. 00000020:00000010:1.0:1777582962.433454:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf780. 00080000:00000010:1.0:1777582962.433464:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024ad376400. 00000004:00000010:1.0:1777582962.433499:0:188495:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02392200cc0. 00000004:00000010:1.0:1777582962.433505:0:188495:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023b0306e60. 00000004:00000010:1.0:1777582962.433507:0:188495:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023b03062a0. 00000004:00000010:1.0:1777582962.433515:0:188495:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02392ad88e0. 00000001:00000010:1.0:1777582962.434008:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfd20. 00000001:00000010:1.0:1777582962.434015:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02392200000. 00000020:00000010:1.0:1777582962.434045:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf780. 00010000:00000010:1.0:1777582962.434055:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582962.434060:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246280. 00010000:00000010:1.0:1777582962.434073:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392200480. 00010000:00000010:1.0:1777582962.434125:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582962.434182:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.434187:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e980. 00010000:00000010:3.0:1777582962.434190:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246280. 00010000:00000010:3.0:1777582962.434196:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374b80. 00010000:00000010:3.0:1777582962.434202:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392200480. 00010000:00000200:1.0:1777582962.434206:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975728, last committed = 8589975668 00010000:00000200:1.0:1777582962.434216:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0415180 x1863928708006528/t8589975728(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582962.434236:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582962.434244:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708006528, offset 224 00000400:00000010:1.0:1777582962.434251:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e80d58. 00000400:00000200:1.0:1777582962.434255:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.434270:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.434278:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397765:397765:256:4294967295] 192.168.202.9@tcp LPNI seq info [397761:397761:8:4294967295] 00000400:00000200:1.0:1777582962.434284:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582962.434292:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.434298:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.434302:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582962.434309:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.434317:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.434321:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.434347:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0239641ed80. 00000020:00000010:1.0:1777582962.434351:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.434356:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71ce00. 00000800:00000200:3.0:1777582962.434667:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.434671:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582962.434675:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.434681:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.436934:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.436956:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214fc5 00000400:00000200:3.0:1777582962.436965:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.436970:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.436977:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:3.0:1777582962.436980:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00010000:00000010:2.0:1777582962.437044:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246200. 00010000:00000010:2.0:1777582962.437057:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0239641e580. 00010000:00000010:1.1:1777582962.439402:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.1:1777582962.439421:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66700. 00010000:00000010:1.1:1777582962.439427:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00010000:00000010:1.1:1777582962.439431:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549400. 00010000:00000010:1.1:1777582962.439434:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00000400:00000200:3.0:1777582962.441592:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.441619:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8870300 00000400:00000200:3.0:1777582962.441626:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 18440 00000400:00000200:3.0:1777582962.441651:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.441656:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.441664:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.441671:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0414a80. 00000020:00000010:2.0:1777582962.441735:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a936c0. 00000020:00000010:2.0:1777582962.441741:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a936c0. 00000020:00000010:2.0:1777582962.441747:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582962.441753:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582962.441758:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.441810:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a936c0. 00000020:00000010:2.0:1777582962.441813:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a936c0. 00000100:00000200:2.0:1777582962.441816:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708006656 00000001:00000010:2.0:1777582962.441826:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02392200540. 00010000:00000010:2.0:1777582962.441849:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549800. 00010000:00000010:2.0:1777582962.441852:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87480. 00010000:00000010:2.0:1777582962.441858:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bec00. 00010000:00000010:2.0:1777582962.441865:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582962.441891:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb4000. 00010000:00000010:2.0:1777582962.441920:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.0:1777582962.441924:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582962.442031:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582962.442052:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0414a80 x1863928708006656/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.442071:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582962.442076:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708006656, offset 224 00000400:00000200:2.0:1777582962.442083:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.442092:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.442099:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397766:397766:256:4294967295] 192.168.202.9@tcp LPNI seq info [397762:397762:8:4294967295] 00000400:00000200:2.0:1777582962.442109:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.442114:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.442120:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582962.442125:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.442132:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.442155:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.442186:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582962.442190:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.442193:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00000800:00000200:0.0:1777582962.442323:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.442328:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:0.0:1777582962.442332:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.442337:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.442340:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:0.0:1777582962.442343:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00010000:00000010:2.1:1777582962.443750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66900. 00010000:00000010:2.1:1777582962.443763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582962.443883:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66300. 00010000:00000010:1.1:1777582962.443889:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582962.444065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66e00. 00010000:00000010:3.1:1777582962.444070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00000400:00000200:3.0:1777582962.445088:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.445107:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8870380 00000400:00000200:3.0:1777582962.445115:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 19016 00000400:00000200:3.0:1777582962.445129:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.445147:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.445155:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.445161:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0415c00. 00000020:00000010:2.0:1777582962.445208:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a936c0. 00000020:00000010:2.0:1777582962.445214:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a936c0. 00000020:00000010:2.0:1777582962.445219:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582962.445225:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582962.445232:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.445277:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a936c0. 00000020:00000010:2.0:1777582962.445280:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a936c0. 00000100:00000200:2.0:1777582962.445282:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708006784 00010000:00000010:2.0:1777582962.445315:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be200. 00010000:00000010:2.0:1777582962.445323:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582962.445350:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02392bb7000. 00010000:00000010:2.0:1777582962.445380:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.0:1777582962.445384:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582962.445403:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549900. 00010000:00000010:2.0:1777582962.445407:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87680. 00010000:00000010:2.0:1777582962.445411:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be000. 00010000:00000010:2.0:1777582962.445414:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00000004:00000010:2.0:1777582962.445561:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa024870570e0. 00000004:00000010:2.0:1777582962.445570:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb07f8. 00000004:00000010:2.0:1777582962.445577:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7757a90. 00080000:00000010:2.0:1777582962.445586:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097b398. 00010000:00000010:2.0:1777582962.447297:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549e00. 00010000:00000010:2.0:1777582962.447306:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87e00. 00010000:00000010:2.0:1777582962.447311:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.0:1777582962.447317:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582962.447401:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582962.447413:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582962.447419:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87680. 00010000:00000010:2.0:1777582962.447446:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582962.447467:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0415c00 x1863928708006784/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.447486:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582962.447493:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708006784, offset 224 00000400:00000200:2.0:1777582962.447500:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.447513:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.447520:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397767:397767:256:4294967295] 192.168.202.9@tcp LPNI seq info [397763:397763:8:4294967295] 00000400:00000200:2.0:1777582962.447531:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.447536:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.447541:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582962.447548:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.447555:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.447560:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 736 niov 1 nkiov 1 00010000:00000010:2.1:1777582962.449739:0:187631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bec00. 00000020:00000010:2.0:1777582962.449771:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582962.449779:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.449783:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00000800:00000200:3.0:1777582962.450887:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.450894:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582962.450901:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.450908:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.450916:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:3.0:1777582962.450919:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00010000:00000010:2.1:1777582962.454664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.1:1777582962.454678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549900. 00010000:00000010:2.1:1777582962.454682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be000. 00010000:00000010:2.1:1777582962.454683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be200. 00000400:00000200:0.0:1777582962.460295:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.460320:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8870400 00000400:00000200:0.0:1777582962.460330:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 1640 00000400:00000200:0.0:1777582962.460348:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.460353:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.460360:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582962.460367:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fce00. 00000020:00000010:3.0:1777582962.460539:0:205905:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b740. 00000020:00000010:3.0:1777582962.460545:0:205905:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b740. 00000020:00000010:3.0:1777582962.460553:0:205905:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52200. 00000020:00000010:3.0:1777582962.460558:0:205905:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248a61df80. 00000020:00000010:3.0:1777582962.460563:0:205905:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.460617:0:205905:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b740. 00000020:00000010:3.0:1777582962.460619:0:205905:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b740. 00000100:00000200:3.0:1777582962.460622:0:205905:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708006912 00010000:00000010:3.0:1777582962.460657:0:205905:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1d00. 00010000:00000010:3.0:1777582962.460661:0:205905:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aeea1a00. 00010000:00000010:3.0:1777582962.460667:0:205905:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d000. 00002000:00000010:3.0:1777582962.460675:0:205905:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023f974b740. 00002000:00000010:3.0:1777582962.460686:0:205905:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6ed300. 00080000:00000010:3.0:1777582962.460694:0:205905:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405440ab0. 02000000:00000010:3.0:1777582962.460974:0:205905:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0249defc000. 00010000:00000200:3.0:1777582962.461010:0:205905:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fce00 x1863928708006912/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.461030:0:205905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582962.461036:0:205905:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708006912, offset 224 00000400:00000200:3.0:1777582962.461043:0:205905:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.461054:0:205905:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.461060:0:205905:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397768:397768:256:4294967295] 192.168.202.9@tcp LPNI seq info [397764:397764:8:4294967295] 00000400:00000200:3.0:1777582962.461071:0:205905:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.461077:0:205905:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.461082:0:205905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582962.461088:0:205905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.461095:0:205905:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.461099:0:205905:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.461132:0:205905:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248a61df80. 00000020:00000010:3.0:1777582962.461166:0:205905:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.461169:0:205905:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52200. 00000800:00000200:2.0:1777582962.461258:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.461263:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582962.461268:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.461271:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.461276:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:2.0:1777582962.461278:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000400:00000200:3.0:1777582962.472438:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.472460:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8870500 00000400:00000200:3.0:1777582962.472469:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 19600 00000400:00000200:3.0:1777582962.472484:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.472489:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.472497:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.472504:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0414700. 00000020:00000010:2.0:1777582962.472605:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a932c0. 00000020:00000010:2.0:1777582962.472611:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a932c0. 00000020:00000010:2.0:1777582962.472617:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582962.472623:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582962.472627:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.472685:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a932c0. 00000020:00000010:2.0:1777582962.472688:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a932c0. 00000100:00000200:2.0:1777582962.472691:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708007168 02000000:00000010:2.0:1777582962.472730:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239a6ae000. 00010000:00000010:2.0:1777582962.472771:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582962.472786:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87e00. 00010000:00000010:2.0:1777582962.472794:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582962.472798:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87480. 00010000:00000010:2.0:1777582962.472814:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549900. 00010000:00000010:2.0:1777582962.472818:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87480. 00010000:00000010:2.0:1777582962.472823:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be000. 00010000:00000010:2.0:1777582962.472828:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582962.472841:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549300. 00010000:00000010:2.0:1777582962.472843:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87e00. 00010000:00000010:2.0:1777582962.472846:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.0:1777582962.472849:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8900. 00010000:00000010:2.0:1777582962.472945:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549400. 00010000:00000010:2.0:1777582962.472948:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87680. 00010000:00000010:2.0:1777582962.472951:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bec00. 00010000:00000010:2.0:1777582962.472954:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00000020:00000010:2.0:1777582962.472975:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054820. 00000020:00000010:2.0:1777582962.472982:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054820. 00000020:00000010:2.0:1777582962.472992:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743cc0. 00080000:00000010:2.0:1777582962.473000:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f6d0800. 00000004:00000010:2.0:1777582962.473053:0:187630:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02390e68600. 00000004:00000010:2.0:1777582962.473059:0:187630:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa0239372aef8. 00000004:00000010:2.0:1777582962.473062:0:187630:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa0239372a1b8. 00000004:00000010:2.0:1777582962.473070:0:187630:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb2c60. 00000004:00000010:2.0:1777582962.473659:0:187630:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffffa023905a9ea0. 00000001:00000010:2.0:1777582962.473673:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9a20. 00000001:00000010:2.0:1777582962.473679:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68d80. 00000020:00000010:2.0:1777582962.473712:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743cc0. 00010000:00000010:2.0:1777582962.473722:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bea00. 00010000:00000010:2.0:1777582962.473727:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8680. 00010000:00000010:2.0:1777582962.473742:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00010000:00000010:2.0:1777582962.473783:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582962.473795:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582962.473799:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87480. 00010000:00000200:2.0:1777582962.473814:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975729, last committed = 8589975668 00010000:00000200:2.0:1777582962.473824:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0414700 x1863928708007168/t8589975729(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582962.473842:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582962.473848:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708007168, offset 224 00000400:00000010:2.0:1777582962.473854:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aef690. 00000400:00000200:2.0:1777582962.473858:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.473871:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.473878:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397769:397769:256:4294967295] 192.168.202.9@tcp LPNI seq info [397765:397765:8:4294967295] 00000400:00000200:2.0:1777582962.473884:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582962.473891:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.473897:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.473901:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582962.473907:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.473914:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.473918:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.473943:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582962.473947:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.473950:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00010000:00000010:1.0:1777582962.474190:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8680. 00010000:00000010:1.0:1777582962.474196:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87680. 00010000:00000010:1.0:1777582962.474203:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e686c0. 00000800:00000200:3.0:1777582962.474442:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.474447:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582962.474452:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.474457:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582962.477531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.1:1777582962.477545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549e00. 00010000:00000010:2.1:1777582962.477549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.1:1777582962.477552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549800. 00000400:00000200:2.0:1777582962.480693:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.480714:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8870580 00000400:00000200:2.0:1777582962.480723:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 20096 00000400:00000200:2.0:1777582962.480737:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.480741:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.480749:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.480756:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687480. 00000400:00000200:2.0:1777582962.480791:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582962.480798:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214fd5 00000400:00000200:2.0:1777582962.480802:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.480805:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582962.480809:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:2.0:1777582962.480812:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00000020:00000010:1.0:1777582962.480847:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.480854:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.480862:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:1.0:1777582962.480873:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.480878:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.480924:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.480927:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000100:00000200:1.0:1777582962.480930:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708007296 00000001:00000010:1.0:1777582962.480943:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02392200000. 00010000:00000010:1.0:1777582962.480974:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66300. 00010000:00000010:1.0:1777582962.480977:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374780. 00010000:00000010:1.0:1777582962.480985:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:1.0:1777582962.480994:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 02000000:00000010:1.0:1777582962.481033:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb51000. 00010000:00000010:1.0:1777582962.481070:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:1.0:1777582962.481075:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246c00. 00010000:00000010:1.0:1777582962.481226:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582962.481249:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae687480 x1863928708007296/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.481270:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777582962.481276:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708007296, offset 224 00000400:00000200:1.0:1777582962.481282:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.481292:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.481298:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397770:397770:256:4294967295] 192.168.202.9@tcp LPNI seq info [397766:397766:8:4294967295] 00000400:00000200:1.0:1777582962.481309:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.481315:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.481319:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582962.481325:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.481332:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.481335:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.481359:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.481364:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.481368:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00010000:00000010:3.0:1777582962.481477:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8900. 00010000:00000010:3.0:1777582962.481485:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87e00. 00000800:00000200:2.0:1777582962.481505:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.481509:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:2.0:1777582962.481513:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.481517:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.481520:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:2.0:1777582962.481522:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00010000:00000010:2.1:1777582962.482173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bec00. 00010000:00000010:2.1:1777582962.482181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549900. 00010000:00000010:2.1:1777582962.482184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be000. 00010000:00000010:1.1:1777582962.482339:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549400. 00010000:00000010:1.1:1777582962.482345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bea00. 00010000:00000010:1.1:1777582962.486810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00000400:00000200:3.0:1777582962.490033:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.490054:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8870600 00000400:00000200:3.0:1777582962.490063:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 20672 00000400:00000200:3.0:1777582962.490079:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.490084:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.490092:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.490099:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0415f80. 00000020:00000010:0.0:1777582962.490214:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b700. 00000020:00000010:0.0:1777582962.490227:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b700. 00000020:00000010:0.0:1777582962.490232:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:0.0:1777582962.490235:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3800. 00000020:00000010:0.0:1777582962.490240:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.490269:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b700. 00000020:00000010:0.0:1777582962.490271:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b700. 00000100:00000200:0.0:1777582962.490273:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708007424 00010000:00000010:0.0:1777582962.490299:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30e00. 00010000:00000010:0.0:1777582962.490306:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 02000000:00000010:0.0:1777582962.490328:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388eb8000. 00010000:00000010:0.0:1777582962.490354:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30800. 00010000:00000010:0.0:1777582962.490356:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582962.490372:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46f00. 00010000:00000010:0.0:1777582962.490374:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02390db3300. 00010000:00000010:0.0:1777582962.490377:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31400. 00010000:00000010:0.0:1777582962.490379:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000004:00000010:0.0:1777582962.490455:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023865192c0. 00000004:00000010:0.0:1777582962.490463:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa02396e222d0. 00000004:00000010:0.0:1777582962.490468:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023cce34ee0. 00080000:00000010:0.0:1777582962.490475:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0239fc871d0. 00010000:00000010:0.0:1777582962.490572:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46b00. 00010000:00000010:0.0:1777582962.490576:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87900. 00010000:00000010:0.0:1777582962.490580:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30c00. 00010000:00000010:0.0:1777582962.490583:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582962.490659:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582962.490673:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582962.490678:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02390db3300. 00010000:00000010:0.0:1777582962.490697:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000200:0.0:1777582962.490712:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0415f80 x1863928708007424/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.490731:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582962.490738:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708007424, offset 224 00000400:00000200:0.0:1777582962.490744:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.490754:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.490765:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397771:397771:256:4294967295] 192.168.202.9@tcp LPNI seq info [397767:397767:8:4294967295] 00000400:00000200:0.0:1777582962.490775:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.490780:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.490785:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582962.490791:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.490799:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.490803:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.490824:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3800. 00000020:00000010:0.0:1777582962.490828:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.490831:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00000800:00000200:1.0:1777582962.492835:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.492842:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582962.492850:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.492858:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.492864:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:1.0:1777582962.492867:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00010000:00000010:3.1:1777582962.493494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549300. 00010000:00000010:3.1:1777582962.493502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00000400:00000200:3.0:1777582962.496087:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.496109:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8870680 00000400:00000200:3.0:1777582962.496117:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 1968 00000400:00000200:3.0:1777582962.498260:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.498275:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.498285:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.498297:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0417b80. 00000020:00000010:0.0:1777582962.499893:0:205896:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bfc0. 00000020:00000010:0.0:1777582962.499902:0:205896:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bfc0. 00000020:00000010:0.0:1777582962.499910:0:205896:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:0.0:1777582962.499917:0:205896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87280. 00000020:00000010:0.0:1777582962.499922:0:205896:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50578. 00000020:00000010:0.0:1777582962.499965:0:205896:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bfc0. 00000020:00000010:0.0:1777582962.499968:0:205896:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bfc0. 00000100:00000200:0.0:1777582962.499971:0:205896:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708007552 00010000:00000010:0.0:1777582962.499998:0:205896:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46500. 00010000:00000010:0.0:1777582962.500002:0:205896:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0248ee46000. 00010000:00000010:0.0:1777582962.500009:0:205896:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31200. 00002000:00000010:0.0:1777582962.500019:0:205896:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02390f8bfc0. 00002000:00000010:0.0:1777582962.500029:0:205896:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f38000. 00080000:00000010:0.0:1777582962.500037:0:205896:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0239fc86390. 02000000:00000010:3.0:1777582962.500793:0:205896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0249deffc00. 00010000:00000200:3.0:1777582962.500832:0:205896:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0417b80 x1863928708007552/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.500852:0:205896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582962.500859:0:205896:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708007552, offset 224 00000400:00000200:3.0:1777582962.500867:0:205896:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.500880:0:205896:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.500887:0:205896:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397772:397772:256:4294967295] 192.168.202.9@tcp LPNI seq info [397768:397768:8:4294967295] 00000400:00000200:3.0:1777582962.500900:0:205896:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.500906:0:205896:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.500911:0:205896:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582962.500917:0:205896:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.500924:0:205896:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.500928:0:205896:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.500991:0:205896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87280. 00000020:00000010:3.0:1777582962.500996:0:205896:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50578. 00000020:00000010:3.0:1777582962.501000:0:205896:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00010000:00000010:0.1:1777582962.503888:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30800. 00010000:00000010:0.1:1777582962.503902:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46f00. 00010000:00000010:0.1:1777582962.503907:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31400. 00010000:00000010:0.1:1777582962.503910:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30e00. 00000800:00000200:0.0:1777582962.503931:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.503936:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582962.503943:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.503951:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.503959:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:0.0:1777582962.503962:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000400:00000200:1.0:1777582962.504209:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.504358:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8870780 00000400:00000200:1.0:1777582962.504366:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 21256 00000400:00000200:1.0:1777582962.504382:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.504386:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.504392:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.504398:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc2d80. 00000020:00000010:0.0:1777582962.504501:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bcc0. 00000020:00000010:0.0:1777582962.504506:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bcc0. 00000020:00000010:0.0:1777582962.504511:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25600. 00000020:00000010:0.0:1777582962.504516:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.504521:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582962.504597:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bcc0. 00000020:00000010:0.0:1777582962.504600:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bcc0. 00000100:00000200:0.0:1777582962.504619:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708007808 02000000:00000010:0.0:1777582962.504661:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388eb9000. 00010000:00000010:0.0:1777582962.504706:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582962.504721:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87900. 00010000:00000010:0.0:1777582962.504728:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246c00. 00010000:00000010:0.0:1777582962.504734:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374780. 00010000:00000010:0.0:1777582962.504751:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46f00. 00010000:00000010:0.0:1777582962.504754:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87900. 00010000:00000010:0.0:1777582962.504760:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30e00. 00010000:00000010:0.0:1777582962.504764:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582962.504778:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46800. 00010000:00000010:0.0:1777582962.504781:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87b80. 00010000:00000010:0.0:1777582962.504784:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31400. 00010000:00000010:0.0:1777582962.504788:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730300. 00010000:00000010:0.0:1777582962.504907:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46d00. 00010000:00000010:0.0:1777582962.504910:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87500. 00010000:00000010:0.0:1777582962.504914:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30800. 00010000:00000010:0.0:1777582962.504916:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00000020:00000010:0.0:1777582962.504942:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48860. 00000020:00000010:0.0:1777582962.504950:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48860. 00000020:00000010:0.0:1777582962.504963:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dfa20. 00080000:00000010:0.0:1777582962.504972:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5766000. 00000004:00000010:0.0:1777582962.505008:0:187632:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02396185b40. 00000004:00000010:0.0:1777582962.505014:0:187632:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023cfc76700. 00000004:00000010:0.0:1777582962.505016:0:187632:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023cfc76d30. 00000004:00000010:0.0:1777582962.505025:0:187632:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa024aecdb0d0. 00000001:00000010:0.0:1777582962.505597:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6dea0. 00000001:00000010:0.0:1777582962.505604:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185cc0. 00000020:00000010:0.0:1777582962.505634:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dfa20. 00010000:00000010:0.0:1777582962.505654:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582962.505659:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582962.505674:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185600. 00010000:00000010:0.0:1777582962.505711:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582962.505723:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:0.0:1777582962.505728:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87900. 00010000:00000200:0.0:1777582962.505743:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975730, last committed = 8589975668 00010000:00000200:0.0:1777582962.505753:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc2d80 x1863928708007808/t8589975730(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582962.505772:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582962.505778:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708007808, offset 224 00000400:00000010:0.0:1777582962.505784:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4150. 00000400:00000200:0.0:1777582962.505788:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.505801:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.505808:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397773:397773:256:4294967295] 192.168.202.9@tcp LPNI seq info [397769:397769:8:4294967295] 00000400:00000200:0.0:1777582962.505814:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582962.505821:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.505827:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.505831:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582962.505837:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.505843:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.505847:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.505864:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.505868:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:0.0:1777582962.505872:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25600. 00010000:00000010:0.0:1777582962.506948:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582962.506959:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87500. 00010000:00000010:0.0:1777582962.506967:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185600. 00000800:00000200:0.0:1777582962.509498:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.509508:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582962.509519:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.509530:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.509919:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.509936:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214fe5 00000400:00000200:3.0:1777582962.509943:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.509946:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.509951:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:3.0:1777582962.509953:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000400:00000200:3.0:1777582962.509993:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.509999:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8870800 00000400:00000200:3.0:1777582962.510007:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 21752 00000400:00000200:3.0:1777582962.510056:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.510060:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.510065:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.510071:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0417100. 00010000:00000010:1.0:1777582962.510183:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730300. 00010000:00000010:1.0:1777582962.510194:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87b80. 00000020:00000010:1.0:1777582962.510251:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.510256:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.510263:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:1.0:1777582962.510269:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.510274:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.510314:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.510317:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000100:00000200:1.0:1777582962.510320:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708007936 00000001:00000010:1.0:1777582962.510329:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68d80. 00010000:00000010:1.0:1777582962.510349:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66700. 00010000:00000010:1.0:1777582962.510352:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374080. 00010000:00000010:1.0:1777582962.510358:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582962.510363:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 02000000:00000010:1.0:1777582962.510387:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb52000. 00010000:00000010:1.0:1777582962.510418:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582962.510421:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246100. 00010000:00000010:1.0:1777582962.510519:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582962.510534:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0417100 x1863928708007936/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.510554:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777582962.510559:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708007936, offset 224 00000400:00000200:1.0:1777582962.510566:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.510575:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.510582:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397774:397774:256:4294967295] 192.168.202.9@tcp LPNI seq info [397770:397770:8:4294967295] 00000400:00000200:1.0:1777582962.510593:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.510599:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.510616:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582962.510622:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.510630:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.510633:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.511573:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.511581:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.511586:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00000800:00000200:0.0:1777582962.513505:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.513514:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:0.0:1777582962.513523:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.513532:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.513539:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:0.0:1777582962.513542:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000400:00000200:3.0:1777582962.513935:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.513952:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8870880 00000400:00000200:3.0:1777582962.513960:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 22328 00000400:00000200:3.0:1777582962.513973:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.513976:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.513982:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.513992:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde0000. 00000020:00000010:0.0:1777582962.514116:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bcc0. 00000020:00000010:0.0:1777582962.514122:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bcc0. 00000020:00000010:0.0:1777582962.514128:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25600. 00010000:00000010:0.1:1777582962.514168:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30c00. 00010000:00000010:0.1:1777582962.514175:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46b00. 00010000:00000010:0.1:1777582962.514179:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582962.514182:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66300. 00000020:00000010:0.0:1777582962.514187:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87500. 00000020:00000010:0.0:1777582962.514193:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de503e8. 00000020:00000010:3.0:1777582962.514336:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b540. 00000020:00000010:3.0:1777582962.514339:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b540. 00000100:00000200:3.0:1777582962.514342:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708008064 00010000:00000010:3.0:1777582962.514371:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582962.514380:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 02000000:00000010:3.0:1777582962.514407:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023933c8000. 00010000:00000010:3.0:1777582962.514435:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582962.514439:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582962.514457:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1700. 00010000:00000010:3.0:1777582962.514461:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.514466:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582962.514469:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00000004:00000010:3.0:1777582962.514564:0:188495:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f148960. 00000004:00000010:3.0:1777582962.514573:0:188495:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65348. 00000004:00000010:3.0:1777582962.514580:0:188495:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387a90. 00080000:00000010:3.0:1777582962.514588:0:188495:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024054411d0. 00010000:00000010:3.0:1777582962.514788:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1300. 00010000:00000010:3.0:1777582962.514792:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd700. 00010000:00000010:3.0:1777582962.514796:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582962.514799:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582962.514867:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582962.514879:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582962.514885:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.514906:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000200:3.0:1777582962.514923:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde0000 x1863928708008064/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.514941:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582962.514948:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708008064, offset 224 00000400:00000200:3.0:1777582962.514955:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.514967:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.514973:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397775:397775:256:4294967295] 192.168.202.9@tcp LPNI seq info [397771:397771:8:4294967295] 00000400:00000200:3.0:1777582962.514984:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.514990:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.514995:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582962.515001:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.515009:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.515014:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.515027:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87500. 00000020:00000010:3.0:1777582962.515031:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de503e8. 00000020:00000010:3.0:1777582962.515035:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25600. 00000800:00000200:1.0:1777582962.518069:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.518079:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:1.0:1777582962.518091:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.518099:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.518107:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:1.0:1777582962.518111:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000400:00000200:0.0:1777582962.518443:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.518458:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8870900 00000400:00000200:0.0:1777582962.518465:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 2296 00000400:00000200:0.0:1777582962.518478:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.518482:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.518487:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582962.518493:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fc000. 00000020:00000010:3.0:1777582962.518578:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bd00. 00000020:00000010:3.0:1777582962.518584:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bd00. 00000020:00000010:3.0:1777582962.518591:0:206020:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:3.0:1777582962.518596:0:206020:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd980. 00000020:00000010:3.0:1777582962.518756:0:206020:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.518825:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bd00. 00000020:00000010:3.0:1777582962.518828:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bd00. 00000100:00000200:3.0:1777582962.518831:0:206020:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708008192 00010000:00000010:3.0:1777582962.518855:0:206020:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1b00. 00010000:00000010:3.0:1777582962.518858:0:206020:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aeea1600. 00010000:00000010:3.0:1777582962.518865:0:206020:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745dc00. 00002000:00000010:3.0:1777582962.518874:0:206020:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023f974bd00. 00002000:00000010:3.0:1777582962.518882:0:206020:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6edb50. 00080000:00000010:3.0:1777582962.518889:0:206020:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405440e40. 02000000:00000010:3.0:1777582962.519858:0:206020:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024b5683c00. 00010000:00000200:3.0:1777582962.519899:0:206020:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fc000 x1863928708008192/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.519918:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582962.519924:0:206020:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708008192, offset 224 00000400:00000200:3.0:1777582962.519930:0:206020:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.519941:0:206020:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.519947:0:206020:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397776:397776:256:4294967295] 192.168.202.9@tcp LPNI seq info [397772:397772:8:4294967295] 00000400:00000200:3.0:1777582962.519958:0:206020:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.519964:0:206020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.519969:0:206020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582962.519975:0:206020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.519982:0:206020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.519985:0:206020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.520054:0:206020:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd980. 00000020:00000010:3.0:1777582962.520060:0:206020:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.520063:0:206020:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000800:00000200:1.0:1777582962.520549:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.520554:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:1.0:1777582962.520560:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.520565:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.520570:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:1.0:1777582962.520572:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000400:00000200:1.0:1777582962.523497:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.523521:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8870a00 00000400:00000200:1.0:1777582962.523531:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 22912 00000400:00000200:1.0:1777582962.523550:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.523556:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.523564:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.523570:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc3b80. 00000020:00000010:3.0:1777582962.523927:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b840. 00000020:00000010:3.0:1777582962.523933:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b840. 00000020:00000010:3.0:1777582962.523940:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.523945:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd980. 00000020:00000010:3.0:1777582962.523951:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.523995:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b840. 00000020:00000010:3.0:1777582962.523997:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b840. 00000100:00000200:3.0:1777582962.524000:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708008448 02000000:00000010:3.0:1777582962.524040:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023933cc000. 00010000:00000010:3.0:1777582962.524086:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582962.524107:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd700. 00010000:00000010:3.0:1777582962.524118:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246100. 00010000:00000010:3.0:1777582962.524123:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374080. 00010000:00000010:3.0:1777582962.524167:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1400. 00010000:00000010:3.0:1777582962.524172:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd700. 00010000:00000010:3.0:1777582962.524179:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582962.524185:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582962.524206:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1500. 00010000:00000010:3.0:1777582962.524208:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cdf80. 00010000:00000010:3.0:1777582962.524214:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64400. 00010000:00000010:3.0:1777582962.524229:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc80. 00010000:00000010:3.0:1777582962.524367:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1f00. 00010000:00000010:3.0:1777582962.524370:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd900. 00010000:00000010:3.0:1777582962.524374:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65600. 00010000:00000010:3.0:1777582962.524377:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00000020:00000010:3.0:1777582962.524403:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05280. 00000020:00000010:3.0:1777582962.524411:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05280. 00000020:00000010:3.0:1777582962.524422:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488aae9c0. 00080000:00000010:3.0:1777582962.524431:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b5681000. 00000004:00000010:3.0:1777582962.524467:0:205914:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02392bc93c0. 00000004:00000010:3.0:1777582962.524473:0:205914:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa02388fcbb98. 00000004:00000010:3.0:1777582962.524476:0:205914:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa02388fcb900. 00000004:00000010:3.0:1777582962.524487:0:205914:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebfbe8. 00000001:00000010:3.0:1777582962.525524:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaecc0. 00000001:00000010:3.0:1777582962.525535:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02392bc9d80. 00000020:00000010:3.0:1777582962.525569:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488aae9c0. 00010000:00000010:3.0:1777582962.525580:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.0:1777582962.525586:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb480. 00010000:00000010:3.0:1777582962.525842:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9c00. 00010000:00000010:3.0:1777582962.525895:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582962.525913:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582962.525918:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd700. 00010000:00000200:3.0:1777582962.525938:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975731, last committed = 8589975668 00010000:00000200:3.0:1777582962.525949:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc3b80 x1863928708008448/t8589975731(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582962.525971:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582962.525978:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708008448, offset 224 00000400:00000010:3.0:1777582962.525984:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2700. 00000400:00000200:3.0:1777582962.525988:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.526002:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.526011:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397777:397777:256:4294967295] 192.168.202.9@tcp LPNI seq info [397773:397773:8:4294967295] 00000400:00000200:3.0:1777582962.526018:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582962.526026:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.526032:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.526036:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582962.526042:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.526050:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.526054:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.526125:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd980. 00000020:00000010:3.0:1777582962.526130:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.526162:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00010000:00000010:0.1:1777582962.526234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30800. 00010000:00000010:0.1:1777582962.526243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46f00. 00010000:00000010:0.1:1777582962.526246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30e00. 00010000:00000010:0.1:1777582962.526249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46d00. 00010000:00000010:0.1:1777582962.526251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582962.526270:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb480. 00010000:00000010:0.0:1777582962.526276:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd900. 00010000:00000010:0.0:1777582962.526281:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9c00. 00000800:00000200:1.0:1777582962.531503:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.531513:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582962.531524:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.531535:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.532417:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582962.532436:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x214ff5 00000400:00000200:1.0:1777582962.532443:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.532447:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582962.532453:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:1.0:1777582962.532456:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000400:00000200:1.0:1777582962.532481:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.532486:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8870a80 00000400:00000200:1.0:1777582962.532493:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 23408 00000400:00000200:1.0:1777582962.532542:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.532546:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.532550:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.532555:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc0380. 00000020:00000010:1.0:1777582962.532593:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.532598:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.532616:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:1.0:1777582962.532621:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.532626:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.532664:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.532667:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000100:00000200:1.0:1777582962.532670:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708008576 00000001:00000010:1.0:1777582962.532681:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185cc0. 00010000:00000010:1.0:1777582962.532702:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66a00. 00010000:00000010:1.0:1777582962.532705:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374a80. 00010000:00000010:1.0:1777582962.532712:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582962.532719:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 02000000:00000010:1.0:1777582962.532746:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb55000. 00010000:00000010:1.0:1777582962.532773:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582962.532776:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246700. 00010000:00000010:1.0:1777582962.532878:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000200:1.0:1777582962.532897:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc0380 x1863928708008576/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.532915:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582962.532920:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708008576, offset 224 00000400:00000200:1.0:1777582962.532925:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.532934:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.532941:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397778:397778:256:4294967295] 192.168.202.9@tcp LPNI seq info [397774:397774:8:4294967295] 00000400:00000200:1.0:1777582962.532951:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.532956:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.532960:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582962.532966:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.532973:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.532977:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.532992:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.532995:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.532999:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00000800:00000200:1.0:1777582962.533048:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.533051:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:1.0:1777582962.533054:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.533058:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.533061:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:1.0:1777582962.533062:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00010000:00000010:0.0:1777582962.535160:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc80. 00010000:00000010:0.0:1777582962.535178:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdf80. 00010000:00000010:3.1:1777582962.536092:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582962.536101:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1700. 00010000:00000010:3.1:1777582962.536105:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582962.536108:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000400:00000200:1.0:1777582962.536409:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.536426:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8870b00 00000400:00000200:1.0:1777582962.536435:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 23984 00000400:00000200:1.0:1777582962.536450:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.536455:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.536462:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.536471:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80dc00. 00000020:00000010:3.0:1777582962.536572:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b840. 00000020:00000010:3.0:1777582962.536579:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b840. 00000020:00000010:3.0:1777582962.536584:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.536589:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd980. 00000020:00000010:3.0:1777582962.536594:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.536809:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b840. 00000020:00000010:3.0:1777582962.536813:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b840. 00000100:00000200:3.0:1777582962.536817:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708008704 00010000:00000010:3.0:1777582962.536842:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.0:1777582962.536849:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 02000000:00000010:3.0:1777582962.536878:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa024ad9b3000. 00010000:00000010:3.0:1777582962.536904:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.0:1777582962.536907:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582962.536923:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1700. 00010000:00000010:3.0:1777582962.536926:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd700. 00010000:00000010:3.0:1777582962.536930:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.0:1777582962.536933:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000004:00000010:3.0:1777582962.537014:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f149a40. 00000004:00000010:3.0:1777582962.537022:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65e10. 00000004:00000010:3.0:1777582962.537029:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386770. 00080000:00000010:3.0:1777582962.537037:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405440c78. 00010000:00000010:3.0:1777582962.537169:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582962.537174:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd800. 00010000:00000010:3.0:1777582962.537177:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.0:1777582962.537181:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582962.537254:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582962.537266:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582962.537271:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd700. 00010000:00000010:3.0:1777582962.537363:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000200:3.0:1777582962.537381:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80dc00 x1863928708008704/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.537400:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582962.537406:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708008704, offset 224 00000400:00000200:3.0:1777582962.537413:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.537423:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.537430:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397779:397779:256:4294967295] 192.168.202.9@tcp LPNI seq info [397775:397775:8:4294967295] 00000400:00000200:3.0:1777582962.537441:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.537447:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.537451:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582962.537457:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.537463:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.537467:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.537488:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd980. 00000020:00000010:3.0:1777582962.537491:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.537495:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:0.0:1777582962.537933:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.537938:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:0.0:1777582962.537943:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.537949:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.537954:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:0.0:1777582962.537956:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00010000:00000010:1.1:1777582962.538051:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46800. 00010000:00000010:1.1:1777582962.538057:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31400. 00010000:00000010:1.1:1777582962.538061:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582962.540787:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582962.540802:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1300. 00010000:00000010:3.1:1777582962.540808:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:3.1:1777582962.540812:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66700. 00010000:00000010:3.1:1777582962.540815:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65600. 00010000:00000010:3.1:1777582962.540818:0:207396:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1400. 00010000:00000010:3.1:1777582962.540821:0:207396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00000400:00000200:1.0:1777582962.540965:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.540982:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8870b80 00000400:00000200:1.0:1777582962.540990:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 2624 00000400:00000200:1.0:1777582962.541004:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.541009:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.541016:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582962.541021:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80d880. 00000020:00000010:0.0:1777582962.541118:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bcc0. 00000020:00000010:0.0:1777582962.541123:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bcc0. 00000020:00000010:0.0:1777582962.541131:0:205897:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00010000:00000010:0.1:1777582962.541306:0:205897:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1f00. 00010000:00000010:0.1:1777582962.541312:0:205897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00000020:00000010:0.0:1777582962.541322:0:205897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.541327:0:205897:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.541403:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bcc0. 00000020:00000010:0.0:1777582962.541406:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bcc0. 00000100:00000200:0.0:1777582962.541409:0:205897:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708008832 00010000:00000010:0.0:1777582962.541434:0:205897:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46d00. 00010000:00000010:0.0:1777582962.541436:0:205897:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0248ee46f00. 00010000:00000010:0.0:1777582962.541441:0:205897:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30e00. 00002000:00000010:0.0:1777582962.541450:0:205897:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02390f8bcc0. 00002000:00000010:0.0:1777582962.541459:0:205897:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02496f39a20. 00080000:00000010:0.0:1777582962.541466:0:205897:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0239fc87ab8. 02000000:00000010:0.0:1777582962.541844:0:205897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024a5767c00. 00010000:00000200:0.0:1777582962.541875:0:205897:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80d880 x1863928708008832/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.541892:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582962.541898:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708008832, offset 224 00000400:00000200:0.0:1777582962.541904:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.541914:0:205897:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.541920:0:205897:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397780:397780:256:4294967295] 192.168.202.9@tcp LPNI seq info [397776:397776:8:4294967295] 00000400:00000200:0.0:1777582962.541931:0:205897:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.541937:0:205897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.541941:0:205897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582962.541948:0:205897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.541954:0:205897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.541959:0:205897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.542022:0:205897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.542026:0:205897:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.542030:0:205897:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00000800:00000200:3.0:1777582962.543954:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.543965:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582962.543975:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.543984:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.543992:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:3.0:1777582962.543995:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00010000:00000010:0.1:1777582962.544193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1500. 00010000:00000010:0.1:1777582962.544201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64400. 00010000:00000010:1.1:1777582962.544594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00000400:00000200:0.0:1777582962.547361:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.547380:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8870c80 00000400:00000200:0.0:1777582962.547389:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 24568 00000400:00000200:0.0:1777582962.547404:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.547409:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.547416:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.547423:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fc380. 00000020:00000010:3.0:1777582962.547509:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b600. 00000020:00000010:3.0:1777582962.547515:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b600. 00000020:00000010:3.0:1777582962.547521:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.547526:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd980. 00000020:00000010:3.0:1777582962.547532:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.547574:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b600. 00000020:00000010:3.0:1777582962.547577:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b600. 00000100:00000200:3.0:1777582962.547580:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708009088 02000000:00000010:3.0:1777582962.547629:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023a4d37000. 00010000:00000010:3.0:1777582962.547680:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582962.547701:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd800. 00010000:00000010:3.0:1777582962.547712:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246700. 00010000:00000010:3.0:1777582962.547718:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374a80. 00010000:00000010:3.0:1777582962.547737:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1500. 00010000:00000010:3.0:1777582962.547741:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd800. 00010000:00000010:3.0:1777582962.547747:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65600. 00010000:00000010:3.0:1777582962.547751:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582962.547766:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1f00. 00010000:00000010:3.0:1777582962.547769:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd700. 00010000:00000010:3.0:1777582962.547772:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.0:1777582962.547775:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb680. 00010000:00000010:3.0:1777582962.547883:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1400. 00010000:00000010:3.0:1777582962.547887:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cde00. 00010000:00000010:3.0:1777582962.547891:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.0:1777582962.547894:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000020:00000010:3.0:1777582962.547920:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05b80. 00000020:00000010:3.0:1777582962.547928:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05b80. 00000020:00000010:3.0:1777582962.547939:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488aae6c0. 00080000:00000010:3.0:1777582962.547948:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b5682c00. 00000004:00000010:3.0:1777582962.547985:0:188495:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02392bc9c00. 00000004:00000010:3.0:1777582962.547991:0:188495:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa02388fcb250. 00000004:00000010:3.0:1777582962.547994:0:188495:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa02388fcbf98. 00000004:00000010:3.0:1777582962.548003:0:188495:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebc470. 00000001:00000010:3.0:1777582962.548486:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaeea0. 00000001:00000010:3.0:1777582962.548494:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e040480. 00000020:00000010:3.0:1777582962.548528:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488aae6c0. 00010000:00000010:3.0:1777582962.548537:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.0:1777582962.548541:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582962.548556:0:188495:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9240. 00010000:00000010:3.0:1777582962.548600:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582962.548613:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582962.548617:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd800. 00010000:00000200:3.0:1777582962.548634:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975732, last committed = 8589975668 00010000:00000200:3.0:1777582962.548655:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fc380 x1863928708009088/t8589975732(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582962.548678:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582962.548685:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708009088, offset 224 00000400:00000010:3.0:1777582962.548693:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e20a8. 00000400:00000200:3.0:1777582962.548697:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.548711:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.548718:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397781:397781:256:4294967295] 192.168.202.9@tcp LPNI seq info [397777:397777:8:4294967295] 00000400:00000200:3.0:1777582962.548725:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582962.548732:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.548738:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.548743:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582962.548751:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.548759:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.548763:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.548779:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd980. 00000020:00000010:3.0:1777582962.548783:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.548786:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00010000:00000010:3.0:1777582962.548816:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582962.548819:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cde00. 00010000:00000010:3.0:1777582962.548825:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9240. 00000800:00000200:1.0:1777582962.548986:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.548990:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:1.0:1777582962.548995:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.549000:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582962.552748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582962.552765:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1700. 00010000:00000010:3.1:1777582962.552769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.1:1777582962.552771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00000400:00000200:3.0:1777582962.556717:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.556743:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x215005 00000400:00000200:3.0:1777582962.556753:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.556758:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.556766:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:3.0:1777582962.556769:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00000400:00000200:3.0:1777582962.556798:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.556806:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8870d00 00000400:00000200:3.0:1777582962.556813:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 25064 00000400:00000200:3.0:1777582962.556825:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.556828:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.556833:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.556840:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde0e00. 00000020:00000010:0.0:1777582962.557206:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bb80. 00000020:00000010:0.0:1777582962.557212:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bb80. 00000020:00000010:0.0:1777582962.557219:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582962.557225:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.557230:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.557275:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bb80. 00000020:00000010:0.0:1777582962.557278:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bb80. 00000100:00000200:0.0:1777582962.557281:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708009216 00000001:00000010:0.0:1777582962.557291:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02392bc9d80. 00010000:00000010:0.0:1777582962.557318:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46b00. 00010000:00000010:0.0:1777582962.557322:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87f80. 00010000:00000010:0.0:1777582962.557327:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30800. 00010000:00000010:0.0:1777582962.557335:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 02000000:00000010:0.0:1777582962.557366:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388ebb000. 00010000:00000010:0.0:1777582962.557401:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30c00. 00010000:00000010:0.0:1777582962.557405:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730e80. 00010000:00000010:1.0:1777582962.557511:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb680. 00010000:00000010:1.0:1777582962.557521:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd700. 00010000:00000010:0.0:1777582962.557528:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000200:0.0:1777582962.557543:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde0e00 x1863928708009216/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.557562:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582962.557567:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708009216, offset 224 00000400:00000200:0.0:1777582962.557573:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.557582:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.557589:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397782:397782:256:4294967295] 192.168.202.9@tcp LPNI seq info [397778:397778:8:4294967295] 00000400:00000200:0.0:1777582962.557600:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.557606:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.557611:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582962.557618:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.557625:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.557629:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.557662:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.557666:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.557670:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00000800:00000200:1.0:1777582962.557809:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.557815:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:1.0:1777582962.557820:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.557825:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.557830:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:1.0:1777582962.557832:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00010000:00000010:3.1:1777582962.558394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582962.558405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582962.558412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:3.1:1777582962.558415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66a00. 00010000:00000010:3.1:1777582962.558418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582962.558422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1500. 00010000:00000010:3.1:1777582962.558425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65600. 00010000:00000010:3.1:1777582962.558427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1400. 00010000:00000010:3.1:1777582962.558429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00000400:00000200:1.0:1777582962.560336:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.560355:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8870d80 00000400:00000200:1.0:1777582962.560364:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 25640 00000400:00000200:1.0:1777582962.560378:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.560382:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.560389:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.560395:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80e680. 00000020:00000010:3.0:1777582962.560533:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b600. 00000020:00000010:3.0:1777582962.560540:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b600. 00000020:00000010:3.0:1777582962.560546:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.560551:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cde00. 00000020:00000010:3.0:1777582962.560556:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.560586:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b600. 00000020:00000010:3.0:1777582962.560588:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b600. 00000100:00000200:3.0:1777582962.560591:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708009344 00010000:00000010:3.0:1777582962.560627:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.0:1777582962.560636:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 02000000:00000010:3.0:1777582962.560670:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4d31000. 00010000:00000010:3.0:1777582962.560696:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65600. 00010000:00000010:3.0:1777582962.560699:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582962.560716:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1400. 00010000:00000010:3.0:1777582962.560719:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.560723:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.0:1777582962.560726:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00000004:00000010:3.0:1777582962.560849:0:187631:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f149680. 00000004:00000010:3.0:1777582962.560857:0:187631:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65780. 00000004:00000010:3.0:1777582962.560863:0:187631:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af387cb0. 00080000:00000010:3.0:1777582962.560872:0:187631:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405441008. 00010000:00000010:3.0:1777582962.561007:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1500. 00010000:00000010:3.0:1777582962.561011:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cdb00. 00010000:00000010:3.0:1777582962.561014:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.0:1777582962.561018:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febd00. 00010000:00000010:3.0:1777582962.561081:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582962.561091:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582962.561096:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.561116:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000200:3.0:1777582962.561131:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80e680 x1863928708009344/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.561185:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582962.561192:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708009344, offset 224 00000400:00000200:3.0:1777582962.561199:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.561210:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.561217:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397783:397783:256:4294967295] 192.168.202.9@tcp LPNI seq info [397779:397779:8:4294967295] 00000400:00000200:3.0:1777582962.561228:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.561234:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.561239:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582962.561244:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.561251:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.561255:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.561274:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cde00. 00000020:00000010:3.0:1777582962.561278:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.561281:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:1.0:1777582962.561533:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.561537:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582962.561542:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.561547:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.561551:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:1.0:1777582962.561555:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00010000:00000010:0.1:1777582962.563814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30800. 00010000:00000010:3.1:1777582962.568232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65600. 00010000:00000010:3.1:1777582962.568247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1400. 00010000:00000010:3.1:1777582962.568252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582962.568255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:1.1:1777582962.568409:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1f00. 00010000:00000010:1.1:1777582962.568416:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00000400:00000200:3.0:1777582962.575403:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.575424:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8870e00 00000400:00000200:3.0:1777582962.575433:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 2952 00000400:00000200:3.0:1777582962.575450:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.575455:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.575462:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.575469:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde3100. 00000020:00000010:2.0:1777582962.575553:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a932c0. 00000020:00000010:2.0:1777582962.575559:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a932c0. 00000020:00000010:2.0:1777582962.575566:0:206021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582962.575571:0:206021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582962.575576:0:206021:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.575617:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a932c0. 00000020:00000010:2.0:1777582962.575620:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a932c0. 00000100:00000200:2.0:1777582962.575623:0:206021:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708009472 00010000:00000010:2.0:1777582962.575658:0:206021:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549900. 00010000:00000010:2.0:1777582962.575662:0:206021:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02499549800. 00010000:00000010:2.0:1777582962.575668:0:206021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be000. 00002000:00000010:2.0:1777582962.575678:0:206021:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a932c0. 00002000:00000010:2.0:1777582962.575688:0:206021:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02484932390. 00080000:00000010:2.0:1777582962.575696:0:206021:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a558. 02000000:00000010:2.0:1777582962.576001:0:206021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0249f6d3800. 00010000:00000200:2.0:1777582962.576238:0:206021:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde3100 x1863928708009472/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.576262:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582962.576268:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708009472, offset 224 00000400:00000200:2.0:1777582962.576275:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.576286:0:206021:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.576293:0:206021:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397784:397784:256:4294967295] 192.168.202.9@tcp LPNI seq info [397780:397780:8:4294967295] 00000400:00000200:2.0:1777582962.576304:0:206021:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.576311:0:206021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.576315:0:206021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582962.576321:0:206021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.576328:0:206021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.576333:0:206021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.576355:0:206021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582962.576359:0:206021:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.576362:0:206021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00000800:00000200:1.0:1777582962.576739:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.576744:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:1.0:1777582962.576749:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.576755:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.576760:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:1.0:1777582962.576762:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00000400:00000200:1.0:1777582962.582751:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.582772:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8870f00 00000400:00000200:1.0:1777582962.582780:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 26224 00000400:00000200:1.0:1777582962.582796:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.582800:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.582808:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.582815:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80e300. 00000020:00000010:2.0:1777582962.583638:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.583653:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.583661:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582962.583667:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582962.583672:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.583719:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.583722:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93040. 00000100:00000200:2.0:1777582962.583725:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708009728 02000000:00000010:2.0:1777582962.583761:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0239a6ac000. 00010000:00000010:2.0:1777582962.583801:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febd00. 00010000:00000010:2.0:1777582962.583818:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdb00. 00010000:00000010:2.0:1777582962.583826:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730e80. 00010000:00000010:2.0:1777582962.583831:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87f80. 00010000:00000010:2.0:1777582962.583849:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549e00. 00010000:00000010:2.0:1777582962.583853:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87f00. 00010000:00000010:2.0:1777582962.583859:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bec00. 00010000:00000010:2.0:1777582962.583864:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582962.583879:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549500. 00010000:00000010:2.0:1777582962.583881:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582962.583884:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.0:1777582962.583886:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582962.583992:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549700. 00010000:00000010:2.0:1777582962.583995:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87900. 00010000:00000010:2.0:1777582962.583999:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf800. 00010000:00000010:2.0:1777582962.584001:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00000020:00000010:2.0:1777582962.584023:0:187630:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f80. 00000020:00000010:2.0:1777582962.584029:0:187630:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f80. 00000020:00000010:2.0:1777582962.584039:0:187630:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023905a9ba0. 00080000:00000010:2.0:1777582962.584181:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f6d3000. 00000004:00000010:2.0:1777582962.584216:0:187630:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02390e68b40. 00000004:00000010:2.0:1777582962.584221:0:187630:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa0239372ae98. 00000004:00000010:2.0:1777582962.584224:0:187630:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa0239372a5e8. 00000004:00000010:2.0:1777582962.584234:0:187630:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393eb0000. 00000001:00000010:2.0:1777582962.585863:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743e40. 00000001:00000010:2.0:1777582962.585872:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68cc0. 00000020:00000010:2.0:1777582962.585905:0:187630:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023905a9ba0. 00010000:00000010:2.0:1777582962.585918:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be600. 00010000:00000010:2.0:1777582962.585925:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582962.585944:0:187630:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582962.585992:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582962.586009:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582962.586013:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87f00. 00010000:00000200:2.0:1777582962.586033:0:187630:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975733, last committed = 8589975668 00010000:00000200:2.0:1777582962.587162:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80e300 x1863928708009728/t8589975733(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582962.587191:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582962.587199:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708009728, offset 224 00000400:00000010:2.0:1777582962.587206:0:187630:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aef1f8. 00000400:00000200:2.0:1777582962.587210:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.587224:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.587231:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397785:397785:256:4294967295] 192.168.202.9@tcp LPNI seq info [397781:397781:8:4294967295] 00000400:00000200:2.0:1777582962.587238:0:187630:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582962.587246:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.587252:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.587258:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582962.587265:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.587273:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.587277:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.587297:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582962.587303:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.587307:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00010000:00000010:2.0:1777582962.587354:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582962.587362:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87900. 00010000:00000010:2.0:1777582962.587369:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68000. 00000800:00000200:3.0:1777582962.587456:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.587460:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:3.0:1777582962.587466:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.587471:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.589723:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.589744:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x215015 00000400:00000200:3.0:1777582962.589752:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.589757:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.589765:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:3.0:1777582962.589768:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000400:00000200:3.0:1777582962.589808:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.589815:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8870f80 00000400:00000200:3.0:1777582962.589823:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 26720 00000400:00000200:3.0:1777582962.589869:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.589873:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.0:1777582962.589875:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00000100:00000200:3.0:1777582962.589877:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.589882:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde0380. 00010000:00000010:2.0:1777582962.589885:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87d80. 00000020:00000010:3.0:1777582962.589928:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b140. 00000020:00000010:3.0:1777582962.589933:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b140. 00000020:00000010:3.0:1777582962.589941:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.589947:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cde00. 00000020:00000010:3.0:1777582962.589951:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.589993:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b140. 00000020:00000010:3.0:1777582962.589996:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b140. 00000100:00000200:3.0:1777582962.589999:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708009856 00000001:00000010:3.0:1777582962.590012:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e040480. 00010000:00000010:3.0:1777582962.590038:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1400. 00010000:00000010:3.0:1777582962.590042:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.590048:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.0:1777582962.590057:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 02000000:00000010:3.0:1777582962.590085:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa023a4d30000. 00010000:00000010:3.0:1777582962.590119:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.0:1777582962.590123:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb580. 00010000:00000010:3.0:1777582962.590266:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000200:3.0:1777582962.590435:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde0380 x1863928708009856/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.590457:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582962.590462:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708009856, offset 224 00000400:00000200:3.0:1777582962.590468:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.590478:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.590483:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397786:397786:256:4294967295] 192.168.202.9@tcp LPNI seq info [397782:397782:8:4294967295] 00000400:00000200:3.0:1777582962.590493:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.590499:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.590503:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582962.590509:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.590515:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.590519:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.590545:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cde00. 00000020:00000010:3.0:1777582962.590550:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.590553:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:2.0:1777582962.590686:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.590690:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582962.590694:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.590698:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.590702:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:2.0:1777582962.590704:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000400:00000200:3.0:1777582962.593482:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.593502:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8871000 00000400:00000200:3.0:1777582962.593510:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 27296 00000400:00000200:3.0:1777582962.593526:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.593530:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.593538:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.593545:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde1c00. 00000020:00000010:2.0:1777582962.593665:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.593671:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.593678:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582962.593683:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.593688:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.593731:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93040. 00000020:00000010:2.0:1777582962.593733:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93040. 00000100:00000200:2.0:1777582962.593736:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708009984 00010000:00000010:2.0:1777582962.593763:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be800. 00010000:00000010:2.0:1777582962.593770:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582962.593793:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0239a6a9000. 00010000:00000010:2.0:1777582962.593820:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.0:1777582962.593823:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582962.593841:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549a00. 00010000:00000010:2.0:1777582962.593844:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87900. 00010000:00000010:2.0:1777582962.593848:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.0:1777582962.593851:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00000004:00000010:2.0:1777582962.593935:0:205914:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa02487057e00. 00000004:00000010:2.0:1777582962.593943:0:205914:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa023b3eb05a0. 00000004:00000010:2.0:1777582962.593950:0:205914:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023e7756660. 00080000:00000010:2.0:1777582962.593958:0:205914:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242097a8e8. 00010000:00000010:2.0:1777582962.594044:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549200. 00010000:00000010:2.0:1777582962.594047:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87980. 00010000:00000010:2.0:1777582962.594051:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bea00. 00010000:00000010:2.0:1777582962.594054:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8f80. 00010000:00000010:2.0:1777582962.594110:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582962.594120:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582962.594125:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87900. 00010000:00000010:2.0:1777582962.594159:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582962.594174:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde1c00 x1863928708009984/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.594192:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582962.594197:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708009984, offset 224 00000400:00000200:2.0:1777582962.594203:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.594212:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.594218:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397787:397787:256:4294967295] 192.168.202.9@tcp LPNI seq info [397783:397783:8:4294967295] 00000400:00000200:2.0:1777582962.594229:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.594234:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.594239:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582962.594245:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.594252:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.594255:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.594270:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.594274:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.594277:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00000800:00000200:3.0:1777582962.594468:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.594473:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:3.0:1777582962.594477:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.594481:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.594486:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:3.0:1777582962.594488:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000400:00000200:2.0:1777582962.597036:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.597069:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8871080 00000400:00000200:2.0:1777582962.597078:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 3280 00000400:00000200:2.0:1777582962.597095:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.597100:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.597107:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582962.597115:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae685180. 00000020:00000010:3.0:1777582962.597188:0:205906:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b140. 00000020:00000010:3.0:1777582962.597194:0:205906:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b140. 00000020:00000010:3.0:1777582962.597200:0:205906:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.597205:0:205906:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cde00. 00000020:00000010:3.0:1777582962.597211:0:205906:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.597262:0:205906:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b140. 00000020:00000010:3.0:1777582962.597265:0:205906:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b140. 00000100:00000200:3.0:1777582962.597269:0:205906:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708010112 00010000:00000010:3.0:1777582962.597295:0:205906:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1700. 00010000:00000010:3.0:1777582962.597299:0:205906:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aeea1300. 00010000:00000010:3.0:1777582962.597304:0:205906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65600. 00002000:00000010:3.0:1777582962.597314:0:205906:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023f974b140. 00002000:00000010:3.0:1777582962.597323:0:205906:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6ec130. 00080000:00000010:3.0:1777582962.597331:0:205906:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024054418f0. 02000000:00000010:3.0:1777582962.597720:0:205906:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024aca45000. 00010000:00000200:3.0:1777582962.597758:0:205906:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae685180 x1863928708010112/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.597776:0:205906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582962.597782:0:205906:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708010112, offset 224 00000400:00000200:3.0:1777582962.597788:0:205906:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.597798:0:205906:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.597804:0:205906:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397788:397788:256:4294967295] 192.168.202.9@tcp LPNI seq info [397784:397784:8:4294967295] 00000400:00000200:3.0:1777582962.597814:0:205906:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.597820:0:205906:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.597825:0:205906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582962.597831:0:205906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.597839:0:205906:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.597843:0:205906:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.597868:0:205906:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cde00. 00000020:00000010:3.0:1777582962.597873:0:205906:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.597876:0:205906:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:2.0:1777582962.598024:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.598028:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:2.0:1777582962.598033:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.598046:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.598051:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:2.0:1777582962.598053:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00080000:00000010:1.0:1777582962.603335:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682390. 00000004:00000010:1.0:1777582962.603360:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebdcd8. 00000004:00000010:1.0:1777582962.603369:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcb578. 00000004:00000010:1.0:1777582962.603373:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcb720. 00000004:00000010:1.0:1777582962.603376:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa0239e040840. 00000004:00000010:1.0:1777582962.603380:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386ff0. 00000004:00000010:1.0:1777582962.603387:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65b40. 00000004:00000010:1.0:1777582962.603392:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f148000. 00080000:00000010:1.0:1777582962.603404:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405440c78. 00000004:00000010:1.0:1777582962.603411:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebc470. 00000004:00000010:1.0:1777582962.603414:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcb250. 00000004:00000010:1.0:1777582962.603416:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcbf98. 00000004:00000010:1.0:1777582962.603418:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02392bc9c00. 00000004:00000010:1.0:1777582962.603423:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386770. 00000004:00000010:1.0:1777582962.603425:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65e10. 00000004:00000010:1.0:1777582962.603427:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f149a40. 00080000:00000010:1.0:1777582962.603442:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc87560. 00000004:00000010:1.0:1777582962.603451:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02392ad8b18. 00000004:00000010:1.0:1777582962.603455:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b0306f08. 00000004:00000010:1.0:1777582962.603458:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b03060f0. 00000004:00000010:1.0:1777582962.603460:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa0239fe7b0c0. 00000004:00000010:1.0:1777582962.603462:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34330. 00000004:00000010:1.0:1777582962.603465:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22000. 00000004:00000010:1.0:1777582962.603468:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865185a0. 00080000:00000010:1.0:1777582962.603478:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74000. 00000004:00000010:1.0:1777582962.603484:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecd9cd8. 00000004:00000010:1.0:1777582962.603488:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76468. 00000004:00000010:1.0:1777582962.603491:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc76c28. 00000004:00000010:1.0:1777582962.603493:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185a80. 00000004:00000010:1.0:1777582962.603496:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34cc0. 00000004:00000010:1.0:1777582962.603499:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e221e0. 00000004:00000010:1.0:1777582962.603501:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865194a0. 00080000:00000010:1.0:1777582962.603515:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b398. 00000004:00000010:1.0:1777582962.603520:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb2c60. 00010000:00000010:2.1:1777582962.603520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00000004:00000010:1.0:1777582962.603523:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa0239372aef8. 00000004:00000010:1.0:1777582962.603526:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa0239372a1b8. 00010000:00000010:2.1:1777582962.603527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1500. 00000004:00000010:1.0:1777582962.603528:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02390e68600. 00000004:00000010:1.0:1777582962.603530:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757a90. 00010000:00000010:2.1:1777582962.603531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30c00. 00000004:00000010:1.0:1777582962.603533:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb07f8. 00010000:00000010:2.1:1777582962.603534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46b00. 00000004:00000010:1.0:1777582962.603536:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024870570e0. 00010000:00000010:2.1:1777582962.603538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf800. 00010000:00000010:2.1:1777582962.603543:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549e00. 00010000:00000010:2.1:1777582962.603547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bec00. 00080000:00000010:1.0:1777582962.603548:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023ef1a71d0. 00000004:00000010:1.0:1777582962.603552:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02392ada5b8. 00000004:00000010:1.0:1777582962.603555:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b03060a8. 00000004:00000010:1.0:1777582962.603557:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b0306908. 00000004:00000010:1.0:1777582962.603559:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02387381540. 00000004:00000010:1.0:1777582962.603562:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387430. 00000004:00000010:1.0:1777582962.603564:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65a50. 00000004:00000010:1.0:1777582962.603566:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f1483c0. 00080000:00000010:1.0:1777582962.603576:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f748e8. 00000004:00000010:1.0:1777582962.603579:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb0470. 00000004:00000010:1.0:1777582962.603583:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa0239372a910. 00000004:00000010:1.0:1777582962.603585:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa0239372a8b0. 00000004:00000010:1.0:1777582962.603587:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02390e68240. 00000004:00000010:1.0:1777582962.603589:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35430. 00000004:00000010:1.0:1777582962.603592:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22708. 00000004:00000010:1.0:1777582962.603594:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518780. 00080000:00000010:1.0:1777582962.603602:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023ef1a7728. 00000004:00000010:1.0:1777582962.603607:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebf778. 00000004:00000010:1.0:1777582962.603621:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcb5b8. 00000004:00000010:1.0:1777582962.603624:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcbe90. 00000004:00000010:1.0:1777582962.603626:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa0239e040a80. 00000004:00000010:1.0:1777582962.603629:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386550. 00000004:00000010:1.0:1777582962.603631:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65708. 00000004:00000010:1.0:1777582962.603633:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f1485a0. 00080000:00000010:1.0:1777582962.603652:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405441008. 00000004:00000010:1.0:1777582962.603657:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb0000. 00000004:00000010:1.0:1777582962.603660:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa0239372ae98. 00000004:00000010:1.0:1777582962.603662:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa0239372a5e8. 00000004:00000010:1.0:1777582962.603665:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02390e68b40. 00000004:00000010:1.0:1777582962.603666:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387cb0. 00000004:00000010:1.0:1777582962.603669:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65780. 00000004:00000010:1.0:1777582962.603671:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f149680. 00080000:00000010:1.0:1777582962.603687:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b008. 00000004:00000010:1.0:1777582962.603693:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb1630. 00000004:00000010:1.0:1777582962.603696:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa0239372a510. 00000004:00000010:1.0:1777582962.603698:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa0239372a4e8. 00000004:00000010:1.0:1777582962.603701:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02390e689c0. 00000004:00000010:1.0:1777582962.603703:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387760. 00000004:00000010:1.0:1777582962.603705:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c650f0. 00000004:00000010:1.0:1777582962.603707:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f149e00. 00080000:00000010:1.0:1777582962.603717:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74c78. 00000004:00000010:1.0:1777582962.603719:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35760. 00000004:00000010:1.0:1777582962.603722:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22d98. 00000004:00000010:1.0:1777582962.603724:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386518d20. 00080000:00000010:1.0:1777582962.603734:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024054411d0. 00000004:00000010:1.0:1777582962.603739:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebfbe8. 00000004:00000010:1.0:1777582962.603742:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcbb98. 00000004:00000010:1.0:1777582962.603744:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcb900. 00000004:00000010:1.0:1777582962.603746:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02392bc93c0. 00000004:00000010:1.0:1777582962.603749:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387a90. 00000004:00000010:1.0:1777582962.603751:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65348. 00000004:00000010:1.0:1777582962.603753:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f148960. 00080000:00000010:1.0:1777582962.603762:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023ef1a6558. 00000004:00000010:1.0:1777582962.603766:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02392adb9b0. 00000004:00000010:1.0:1777582962.603769:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b0306420. 00000004:00000010:1.0:1777582962.603772:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b0306670. 00000004:00000010:1.0:1777582962.603774:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa0239fe7be40. 00000004:00000010:1.0:1777582962.603775:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386440. 00000004:00000010:1.0:1777582962.603778:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65e88. 00000004:00000010:1.0:1777582962.603780:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f148d20. 00080000:00000010:1.0:1777582962.603790:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682558. 00000004:00000010:1.0:1777582962.603795:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecda7f0. 00000004:00000010:1.0:1777582962.603798:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76328. 00000004:00000010:1.0:1777582962.603800:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc76a20. 00000004:00000010:1.0:1777582962.603802:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185300. 00000004:00000010:1.0:1777582962.603804:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387980. 00000004:00000010:1.0:1777582962.603806:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65690. 00000004:00000010:1.0:1777582962.603808:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f149c20. 00080000:00000010:1.0:1777582962.603818:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a1c8. 00000004:00000010:1.0:1777582962.603823:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecd8238. 00000004:00000010:1.0:1777582962.603825:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc769f0. 00000004:00000010:1.0:1777582962.603828:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc768f0. 00000004:00000010:1.0:1777582962.603830:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185900. 00000004:00000010:1.0:1777582962.603832:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756440. 00000004:00000010:1.0:1777582962.603835:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0e10. 00000004:00000010:1.0:1777582962.603838:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487056780. 00080000:00000010:1.0:1777582962.603850:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682000. 00000004:00000010:1.0:1777582962.603854:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02392ad9f10. 00000004:00000010:1.0:1777582962.603857:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b0306f10. 00000004:00000010:1.0:1777582962.603859:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b0306278. 00000004:00000010:1.0:1777582962.603861:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02387381780. 00000004:00000010:1.0:1777582962.603863:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386bb0. 00000004:00000010:1.0:1777582962.603866:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65000. 00000004:00000010:1.0:1777582962.603867:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f148780. 00080000:00000010:1.0:1777582962.603877:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc871d0. 00000004:00000010:1.0:1777582962.603882:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecdb0d0. 00000004:00000010:1.0:1777582962.603885:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76700. 00000004:00000010:1.0:1777582962.603887:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc76d30. 00000004:00000010:1.0:1777582962.603889:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185b40. 00000004:00000010:1.0:1777582962.603891:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34ee0. 00000004:00000010:1.0:1777582962.603893:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e222d0. 00000004:00000010:1.0:1777582962.603895:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865192c0. 00080000:00000010:1.0:1777582962.603904:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405441ab8. 00000004:00000010:1.0:1777582962.603908:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393eb30d0. 00000004:00000010:1.0:1777582962.603910:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa0239372acf8. 00000004:00000010:1.0:1777582962.603913:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa0239372a658. 00000004:00000010:1.0:1777582962.603914:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02390e68840. 00000004:00000010:1.0:1777582962.603916:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386aa0. 00000004:00000010:1.0:1777582962.603918:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65f78. 00000004:00000010:1.0:1777582962.603919:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f1492c0. 00080000:00000010:1.0:1777582962.603928:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023ef1a68e8. 00000004:00000010:1.0:1777582962.603931:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecda5b8. 00000004:00000010:1.0:1777582962.603934:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76de0. 00000004:00000010:1.0:1777582962.603936:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc76838. 00000004:00000010:1.0:1777582962.603937:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185e40. 00000004:00000010:1.0:1777582962.603939:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af387650. 00000004:00000010:1.0:1777582962.603942:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65258. 00000004:00000010:1.0:1777582962.603943:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f1481e0. 00080000:00000010:1.0:1777582962.603952:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75398. 00000004:00000010:1.0:1777582962.603956:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecd8000. 00000004:00000010:1.0:1777582962.603958:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76400. 00000004:00000010:1.0:1777582962.603960:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc76650. 00000004:00000010:1.0:1777582962.603962:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185180. 00000004:00000010:1.0:1777582962.603964:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34bb0. 00000004:00000010:1.0:1777582962.603966:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22168. 00000004:00000010:1.0:1777582962.603968:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023865183c0. 00080000:00000010:1.0:1777582962.603981:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c390. 00000004:00000010:1.0:1777582962.603986:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02392ad88e0. 00000004:00000010:1.0:1777582962.603989:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b0306e60. 00000004:00000010:1.0:1777582962.603990:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b03062a0. 00000004:00000010:1.0:1777582962.603992:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02392200cc0. 00000004:00000010:1.0:1777582962.603994:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945ed0. 00000004:00000010:1.0:1777582962.603997:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3ac8. 00000004:00000010:1.0:1777582962.603999:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7169680. 00080000:00000010:1.0:1777582962.604007:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097ac78. 00000004:00000010:1.0:1777582962.604009:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757dc0. 00000004:00000010:1.0:1777582962.604011:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb09d8. 00000004:00000010:1.0:1777582962.604013:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487056000. 00080000:00000010:1.0:1777582962.604023:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097bab8. 00000004:00000010:1.0:1777582962.604028:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02392ada7f0. 00000004:00000010:1.0:1777582962.604031:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b03065a0. 00000004:00000010:1.0:1777582962.604033:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b0306b08. 00000004:00000010:1.0:1777582962.604035:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa023873810c0. 00000004:00000010:1.0:1777582962.604037:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756110. 00000004:00000010:1.0:1777582962.604039:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0960. 00000004:00000010:1.0:1777582962.604041:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024870572c0. 00080000:00000010:1.0:1777582962.604050:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a000. 00000004:00000010:1.0:1777582962.604054:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebe7f0. 00000004:00000010:1.0:1777582962.604058:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcb4d0. 00000004:00000010:1.0:1777582962.604060:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcb9e8. 00000004:00000010:1.0:1777582962.604063:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02392bc9a80. 00000004:00000010:1.0:1777582962.604065:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756220. 00000004:00000010:1.0:1777582962.604067:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0f00. 00000004:00000010:1.0:1777582962.604069:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487056b40. 00080000:00000010:1.0:1777582962.604079:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f751d0. 00000004:00000010:1.0:1777582962.604083:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecdb778. 00000004:00000010:1.0:1777582962.604086:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76e38. 00000004:00000010:1.0:1777582962.604089:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc76bc8. 00000004:00000010:1.0:1777582962.604091:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185f00. 00000004:00000010:1.0:1777582962.604093:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34990. 00000004:00000010:1.0:1777582962.604095:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22078. 00000004:00000010:1.0:1777582962.604097:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519680. 00080000:00000010:1.0:1777582962.604108:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d728. 00000004:00000010:1.0:1777582962.604114:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecdbbe8. 00000004:00000010:1.0:1777582962.604116:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76c70. 00000004:00000010:1.0:1777582962.604118:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc761a8. 00000004:00000010:1.0:1777582962.604120:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185840. 00000004:00000010:1.0:1777582962.604122:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944220. 00000004:00000010:1.0:1777582962.604124:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a31e0. 00000004:00000010:1.0:1777582962.604126:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f7168000. 00080000:00000010:1.0:1777582962.604514:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dab8. 00000004:00000010:1.0:1777582962.604523:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebc000. 00000004:00000010:1.0:1777582962.604527:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcb368. 00000004:00000010:1.0:1777582962.604530:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcb380. 00000004:00000010:1.0:1777582962.604533:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa0239e0403c0. 00000004:00000010:1.0:1777582962.604535:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945870. 00000004:00000010:1.0:1777582962.604538:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582962.604540:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71685a0. 00080000:00000010:1.0:1777582962.604552:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74720. 00000004:00000010:1.0:1777582962.604556:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa024aecd8b18. 00000004:00000010:1.0:1777582962.604560:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023cfc76c38. 00000004:00000010:1.0:1777582962.604562:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023cfc76d40. 00000004:00000010:1.0:1777582962.604564:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02396185c00. 00000004:00000010:1.0:1777582962.604566:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce34dd0. 00000004:00000010:1.0:1777582962.604569:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e223c0. 00000004:00000010:1.0:1777582962.604571:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386519e00. 00000400:00000200:3.0:1777582962.605300:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.605319:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8871180 00000400:00000200:3.0:1777582962.605328:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 27880 00000400:00000200:3.0:1777582962.605344:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.605349:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.605357:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.605362:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde0a80. 00000020:00000010:1.0:1777582962.606426:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.606436:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.606444:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:1.0:1777582962.606450:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.606454:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.606499:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.606502:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000100:00000200:1.0:1777582962.606505:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708010368 02000000:00000010:1.0:1777582962.606541:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa0240fb56000. 00010000:00000010:1.0:1777582962.606584:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8f80. 00010000:00000010:1.0:1777582962.606602:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87980. 00010000:00000010:1.0:1777582962.606627:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb580. 00010000:00000010:1.0:1777582962.606634:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000010:1.0:1777582962.606660:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66c00. 00010000:00000010:1.0:1777582962.606664:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374f80. 00010000:00000010:1.0:1777582962.606670:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582962.606676:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.606690:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66d00. 00010000:00000010:1.0:1777582962.606693:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374100. 00010000:00000010:1.0:1777582962.606696:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582962.606698:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582962.606802:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66a00. 00010000:00000010:1.0:1777582962.606806:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374c80. 00010000:00000010:1.0:1777582962.606809:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582962.606811:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00000020:00000010:1.0:1777582962.606837:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa024829d6700. 00000020:00000010:1.0:1777582962.606843:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa024829d6700. 00000020:00000010:1.0:1777582962.606852:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf840. 00080000:00000010:1.0:1777582962.606862:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023b1d62800. 00000004:00000010:1.0:1777582962.606896:0:187631:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02392200000. 00000004:00000010:1.0:1777582962.606902:0:187631:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa023b0306b08. 00000004:00000010:1.0:1777582962.606905:0:187631:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa023b03065a0. 00000004:00000010:1.0:1777582962.606914:0:187631:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02392ad9868. 00010000:00000010:2.1:1777582962.607317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549700. 00010000:00000010:2.1:1777582962.607325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be600. 00010000:00000010:2.1:1777582962.607328:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549500. 00010000:00000010:2.1:1777582962.607331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.1:1777582962.607333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.1:1777582962.607335:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549a00. 00010000:00000010:2.1:1777582962.607337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.1:1777582962.607339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be800. 00000001:00000010:1.0:1777582962.608008:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfb40. 00000001:00000010:1.0:1777582962.608717:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02392200540. 00000020:00000010:1.0:1777582962.608770:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf840. 00010000:00000010:1.0:1777582962.608787:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582962.608796:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246000. 00010000:00000010:1.0:1777582962.608818:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392200cc0. 00010000:00000010:1.0:1777582962.608877:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582962.608897:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.608902:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f80. 00010000:00000200:1.0:1777582962.608925:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975734, last committed = 8589975668 00010000:00000200:1.0:1777582962.608938:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde0a80 x1863928708010368/t8589975734(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582962.608958:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582962.608966:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708010368, offset 224 00000400:00000010:1.0:1777582962.608973:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e80a10. 00000400:00000200:1.0:1777582962.608977:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.608991:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.608999:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397789:397789:256:4294967295] 192.168.202.9@tcp LPNI seq info [397785:397785:8:4294967295] 00000400:00000200:1.0:1777582962.609006:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582962.609012:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.609018:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.609023:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00010000:00000010:2.0:1777582962.609028:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246000. 00000800:00000200:1.0:1777582962.609029:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00010000:00000010:2.0:1777582962.609034:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374c80. 00000800:00000200:1.0:1777582962.609036:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.609040:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:2.0:1777582962.609049:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392200cc0. 00000020:00000010:1.0:1777582962.609064:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.609068:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.609073:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00000800:00000200:3.0:1777582962.609405:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.609410:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582962.609414:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.609419:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.612285:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:2.0:1777582962.612306:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x215025 00000400:00000200:2.0:1777582962.612314:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.612319:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:2.0:1777582962.612327:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:2.0:1777582962.612330:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000400:00000200:3.0:1777582962.613039:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.613053:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8871200 00000400:00000200:3.0:1777582962.613062:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 28376 00000400:00000200:3.0:1777582962.613126:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.613131:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.613161:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.613168:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde3800. 00000020:00000010:2.0:1777582962.613514:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.613520:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.613527:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582962.613532:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.613538:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.613577:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.613579:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000100:00000200:2.0:1777582962.613583:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708010496 00000001:00000010:2.0:1777582962.613594:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68cc0. 00010000:00000010:2.0:1777582962.613617:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549a00. 00010000:00000010:2.0:1777582962.613622:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87900. 00010000:00000010:2.0:1777582962.613628:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be800. 00010000:00000010:2.0:1777582962.613635:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582962.613677:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb3000. 00010000:00000010:2.0:1777582962.613706:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.0:1777582962.613711:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8980. 00010000:00000010:2.0:1777582962.613821:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582962.613846:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde3800 x1863928708010496/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.613866:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582962.613872:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708010496, offset 224 00000400:00000200:2.0:1777582962.613878:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.613889:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.613895:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397790:397790:256:4294967295] 192.168.202.9@tcp LPNI seq info [397786:397786:8:4294967295] 00000400:00000200:2.0:1777582962.613906:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.613913:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.613918:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582962.613924:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.613931:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.613935:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.613957:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.613960:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.613963:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00000800:00000200:3.0:1777582962.614226:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.614230:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582962.614235:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.614240:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.614243:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:3.0:1777582962.614246:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000400:00000200:3.0:1777582962.617123:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.617161:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8871280 00000400:00000200:3.0:1777582962.617169:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 28952 00000400:00000200:3.0:1777582962.617184:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.617189:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.617197:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.617203:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde1880. 00000020:00000010:3.0:1777582962.617269:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582962.617274:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582962.617281:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.617297:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cde00. 00000020:00000010:3.0:1777582962.617302:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.617335:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b940. 00000020:00000010:3.0:1777582962.617338:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b940. 00000100:00000200:3.0:1777582962.617341:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708010624 00010000:00000010:3.0:1777582962.617370:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.0:1777582962.617378:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 02000000:00000010:3.0:1777582962.617406:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ecd000. 00010000:00000010:3.0:1777582962.617433:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.0:1777582962.617437:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582962.617456:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1500. 00010000:00000010:3.0:1777582962.617459:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cdf00. 00010000:00000010:3.0:1777582962.617463:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.0:1777582962.617466:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00000004:00000010:3.0:1777582962.617557:0:191688:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f149860. 00000004:00000010:3.0:1777582962.617568:0:191688:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c65ac8. 00000004:00000010:3.0:1777582962.617574:0:191688:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386990. 00080000:00000010:3.0:1777582962.617584:0:191688:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405440000. 00010000:00000010:3.0:1777582962.617740:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1f00. 00010000:00000010:3.0:1777582962.617745:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd300. 00010000:00000010:3.0:1777582962.617748:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.0:1777582962.617752:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582962.617818:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582962.617829:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582962.617834:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdf00. 00010000:00000010:3.0:1777582962.617851:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000200:3.0:1777582962.617864:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde1880 x1863928708010624/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/664 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.617882:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582962.617887:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1863928708010624, offset 224 00000400:00000200:3.0:1777582962.617893:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.617903:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.617909:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397791:397791:256:4294967295] 192.168.202.9@tcp LPNI seq info [397787:397787:8:4294967295] 00000400:00000200:3.0:1777582962.617919:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.617924:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.617928:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582962.617934:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.617943:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.617948:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.617966:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cde00. 00000020:00000010:3.0:1777582962.617970:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.617973:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:3.0:1777582962.618056:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.618059:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:3.0:1777582962.618064:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.618068:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.618073:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:3.0:1777582962.618075:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000400:00000200:3.0:1777582962.620794:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.620815:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8871300 00000400:00000200:3.0:1777582962.620823:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 3608 00000400:00000200:3.0:1777582962.620835:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.620840:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.620846:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.620853:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024acde1f80. 00000400:00000200:3.0:1777582962.620874:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.620879:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8871380 00000400:00000200:3.0:1777582962.620883:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 3936 00000400:00000200:3.0:1777582962.620891:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.620894:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.620897:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.620904:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e026a00. 00010000:00000010:1.0:1777582962.621292:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582962.621303:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374100. 00000020:00000010:1.0:1777582962.621344:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.621348:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.621355:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023dd71ce00. 00000020:00000010:1.0:1777582962.621359:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374100. 00000020:00000010:1.0:1777582962.621364:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.621398:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.621401:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.621405:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:1.0:1777582962.621408:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.621411:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582962.621428:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdb140. 00000020:00000010:1.0:1777582962.621430:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdb140. 00000100:00000200:1.0:1777582962.621433:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708010752 00010000:00000010:1.0:1777582962.621453:0:206018:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66700. 00010000:00000010:1.0:1777582962.621456:0:206018:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498a66300. 00010000:00000010:1.0:1777582962.621462:0:206018:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6200. 00002000:00000010:1.0:1777582962.621470:0:206018:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02484cdb140. 00002000:00000010:1.0:1777582962.621478:0:206018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02392ac64c0. 00080000:00000010:1.0:1777582962.621486:0:206018:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734dab8. 02000000:00000010:1.0:1777582962.621771:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa02390699800. 00010000:00000200:1.0:1777582962.621800:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acde1f80 x1863928708010752/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.621817:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777582962.621824:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708010752, offset 224 00000400:00000200:1.0:1777582962.621831:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.621841:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.621848:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397792:397792:256:4294967295] 192.168.202.9@tcp LPNI seq info [397788:397788:8:4294967295] 00000400:00000200:1.0:1777582962.621859:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.621864:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.621868:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ed00. 00000800:00000200:1.0:1777582962.621875:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.621882:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.621886:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ed00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.621900:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374100. 00000020:00000010:1.0:1777582962.621903:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.621908:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023dd71ce00. 00000020:00000010:1.0:1777582962.621921:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02484cdbe40. 00000020:00000010:1.0:1777582962.621923:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02484cdbe40. 00000100:00000200:1.0:1777582962.621926:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708010880 00010000:00000010:1.0:1777582962.621936:0:206018:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66e00. 00010000:00000010:1.0:1777582962.621939:0:206018:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498a66900. 00010000:00000010:1.0:1777582962.621942:0:206018:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7200. 00002000:00000010:1.0:1777582962.621947:0:206018:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02484cdbe40. 00002000:00000010:1.0:1777582962.621952:0:206018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02392ac7c80. 00080000:00000010:1.0:1777582962.621957:0:206018:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734d728. 02000000:00000010:1.0:1777582962.622086:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0239069b000. 00010000:00000200:1.0:1777582962.622100:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e026a00 x1863928708010880/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.622110:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582962.622113:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708010880, offset 224 00000400:00000200:1.0:1777582962.622116:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.622122:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.622126:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397793:397793:255:4294967295] 192.168.202.9@tcp LPNI seq info [397789:397789:7:4294967295] 00000400:00000200:1.0:1777582962.622166:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.622171:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.622174:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ea00. 00000800:00000200:1.0:1777582962.622178:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.622182:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.622185:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ea00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.622192:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.622195:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582962.622198:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00010000:00000010:3.1:1777582962.622440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00000800:00000200:3.0:1777582962.622481:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.622485:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ed00. 00000400:00000200:3.0:1777582962.622488:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.622493:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.622497:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:3.0:1777582962.622500:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000800:00000200:3.0:1777582962.622560:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.622563:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ea00. 00000400:00000200:3.0:1777582962.622565:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.622569:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.622571:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:3.0:1777582962.622573:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000400:00000200:3.0:1777582962.625579:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.625600:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8871480 00000400:00000200:3.0:1777582962.625620:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 29536 00000400:00000200:3.0:1777582962.625637:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.625649:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.625658:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.625665:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e026680. 00000020:00000010:3.0:1777582962.625723:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582962.625728:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582962.625734:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.625739:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cde00. 00000020:00000010:3.0:1777582962.625743:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.625778:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582962.625780:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b200. 00000100:00000200:3.0:1777582962.625782:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708011136 02000000:00000010:3.0:1777582962.625816:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ecb000. 00010000:00000010:3.0:1777582962.625857:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582962.625875:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd300. 00010000:00000010:3.0:1777582962.625886:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8980. 00010000:00000010:3.0:1777582962.625892:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87900. 00010000:00000010:3.0:1777582962.625909:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582962.625913:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd300. 00010000:00000010:3.0:1777582962.625918:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.0:1777582962.625923:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582962.625938:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1900. 00010000:00000010:3.0:1777582962.625942:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cdf00. 00010000:00000010:3.0:1777582962.625945:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.0:1777582962.625948:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582962.626051:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1200. 00010000:00000010:3.0:1777582962.626055:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd200. 00010000:00000010:3.0:1777582962.626058:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.0:1777582962.626062:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00000020:00000010:3.0:1777582962.626090:0:205914:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05120. 00000020:00000010:3.0:1777582962.626096:0:205914:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05120. 00000020:00000010:3.0:1777582962.626105:0:205914:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488aaeba0. 00080000:00000010:3.0:1777582962.626114:0:205914:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca44c00. 00000004:00000010:3.0:1777582962.626174:0:205914:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02392bc93c0. 00000004:00000010:3.0:1777582962.626179:0:205914:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffffa024878a57d0. 00000004:00000010:3.0:1777582962.626182:0:205914:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffffa02388fcbb00. 00000004:00000010:3.0:1777582962.626192:0:205914:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebc238. 00000004:00000010:3.0:1777582962.626202:0:205914:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebd630. 00000001:00000010:3.0:1777582962.626927:0:205914:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae6c0. 00000001:00000010:3.0:1777582962.626935:0:205914:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02392bc9c00. 00000020:00000010:3.0:1777582962.626968:0:205914:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488aaeba0. 00010000:00000010:3.0:1777582962.626977:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.0:1777582962.626981:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febb80. 00010000:00000010:3.0:1777582962.626995:0:205914:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9a80. 00010000:00000010:3.0:1777582962.627033:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582962.627047:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582962.627051:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd300. 00010000:00000200:3.0:1777582962.627068:0:205914:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975735, last committed = 8589975668 00010000:00000200:3.0:1777582962.627079:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e026680 x1863928708011136/t8589975735(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582962.627097:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582962.627103:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708011136, offset 224 00000400:00000010:3.0:1777582962.627109:0:205914:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2000. 00000400:00000200:3.0:1777582962.627112:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.627126:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.627151:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397794:397794:256:4294967295] 192.168.202.9@tcp LPNI seq info [397790:397790:8:4294967295] 00000400:00000200:3.0:1777582962.627157:0:205914:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582962.627165:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.627171:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.627175:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582962.627180:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.627187:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.627191:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.627209:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cde00. 00000020:00000010:3.0:1777582962.627213:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.627216:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:3.0:1777582962.627319:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.627323:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:3.0:1777582962.627327:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.627331:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.630087:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582962.630108:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x215039 00000400:00000200:1.0:1777582962.630116:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.630120:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582962.630126:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:1.0:1777582962.630129:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00010000:00000010:0.0:1777582962.630377:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febb80. 00010000:00000010:0.0:1777582962.630389:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd200. 00010000:00000010:0.0:1777582962.630397:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9a80. 00010000:00000010:3.0:1777582962.630976:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582962.630985:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdf00. 00010000:00000010:1.1:1777582962.632215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bea00. 00010000:00000010:1.1:1777582962.632233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549200. 00010000:00000010:1.1:1777582962.632239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:1.1:1777582962.632243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1400. 00010000:00000010:1.1:1777582962.632247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.1:1777582962.632251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66c00. 00010000:00000010:1.1:1777582962.632255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582962.632258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66d00. 00010000:00000010:1.1:1777582962.632260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000400:00000200:3.0:1777582962.633584:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.633607:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8871500 00000400:00000200:3.0:1777582962.633625:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 30032 00000400:00000200:3.0:1777582962.633699:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.633706:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.633716:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.633725:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e024a80. 00000020:00000010:0.0:1777582962.633801:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.633806:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.633812:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582962.633818:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.633823:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.633862:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.633864:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000100:00000200:0.0:1777582962.633867:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708011264 00000001:00000010:0.0:1777582962.633878:0:187632:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02392200540. 00010000:00000010:0.0:1777582962.633902:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46b00. 00010000:00000010:0.0:1777582962.633905:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87a00. 00010000:00000010:0.0:1777582962.633911:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30800. 00010000:00000010:0.0:1777582962.633918:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 02000000:00000010:0.0:1777582962.633943:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388ebf000. 00010000:00000010:0.0:1777582962.633970:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30000. 00010000:00000010:0.0:1777582962.633974:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730f00. 00010000:00000010:0.0:1777582962.634087:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000200:0.0:1777582962.634108:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e024a80 x1863928708011264/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.634127:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582962.634151:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708011264, offset 224 00000400:00000200:0.0:1777582962.634159:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.634168:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.634174:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397795:397795:256:4294967295] 192.168.202.9@tcp LPNI seq info [397791:397791:8:4294967295] 00000400:00000200:0.0:1777582962.634185:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.634190:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.634195:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582962.634201:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.634207:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.634211:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.634239:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.634243:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.634247:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00000800:00000200:3.0:1777582962.634727:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.634732:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582962.634737:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.634743:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.634748:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:3.0:1777582962.634751:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00010000:00000010:2.1:1777582962.638078:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66a00. 00010000:00000010:2.1:1777582962.638095:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:2.1:1777582962.638099:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be800. 00010000:00000010:0.1:1777582962.638176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1200. 00010000:00000010:0.1:1777582962.638183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.1:1777582962.639229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.1:1777582962.639242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1500. 00010000:00000010:3.1:1777582962.639248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582962.639253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.1:1777582962.639258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:3.1:1777582962.639264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1f00. 00010000:00000010:3.1:1777582962.639270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf200. 00010000:00000010:3.1:1777582962.639275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549a00. 00010000:00000010:3.1:1777582962.639281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582962.639286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:3.1:1777582962.639342:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.1:1777582962.639348:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1900. 00010000:00000010:3.1:1777582962.639353:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00000400:00000200:1.0:1777582962.640816:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.640836:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8871580 00000400:00000200:1.0:1777582962.640844:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 30608 00000400:00000200:1.0:1777582962.640861:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.640866:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.640875:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.640882:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80d180. 00000020:00000010:3.0:1777582962.641660:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582962.641670:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582962.641679:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.641685:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.641691:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.641749:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b200. 00000020:00000010:3.0:1777582962.641753:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b200. 00000100:00000200:3.0:1777582962.641757:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708011392 00010000:00000010:3.0:1777582962.641787:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.0:1777582962.641796:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 02000000:00000010:3.0:1777582962.641825:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383eca000. 00010000:00000010:3.0:1777582962.641856:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.0:1777582962.641862:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582962.641891:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1900. 00010000:00000010:3.0:1777582962.641895:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cde00. 00010000:00000010:3.0:1777582962.641901:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.0:1777582962.641905:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00000004:00000010:3.0:1777582962.642030:0:187630:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa0249f1494a0. 00000004:00000010:3.0:1777582962.642041:0:187630:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024b7c652d0. 00000004:00000010:3.0:1777582962.642049:0:187630:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa024af386ee0. 00080000:00000010:3.0:1777582962.642059:0:187630:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405441ab8. 00010000:00000010:3.0:1777582962.642219:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1a00. 00010000:00000010:3.0:1777582962.642223:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.642228:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.0:1777582962.642234:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.642304:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582962.642322:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582962.642329:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cde00. 00010000:00000010:3.0:1777582962.642360:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000200:3.0:1777582962.642383:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80d180 x1863928708011392/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.642405:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582962.642413:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708011392, offset 224 00000400:00000200:3.0:1777582962.642423:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.642438:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.642447:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397796:397796:256:4294967295] 192.168.202.9@tcp LPNI seq info [397792:397792:8:4294967295] 00000400:00000200:3.0:1777582962.642466:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.642474:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.642480:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582962.642488:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.642497:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.642502:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.642528:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.642532:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.642536:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:0.0:1777582962.642957:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.642961:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:0.0:1777582962.642967:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.642973:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.642978:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:0.0:1777582962.642981:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00010000:00000010:0.1:1777582962.645241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30800. 00000400:00000200:0.0:1777582962.648707:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.648725:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8871600 00000400:00000200:0.0:1777582962.648735:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 4264 00000400:00000200:0.0:1777582962.648749:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.648753:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.648760:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582962.648766:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fd180. 00000020:00000010:3.0:1777582962.648839:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582962.648845:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582962.648852:0:207637:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.648858:0:207637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.648863:0:207637:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.648905:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bb00. 00000020:00000010:3.0:1777582962.648908:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bb00. 00000100:00000200:3.0:1777582962.648911:0:207637:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708011520 00010000:00000010:3.0:1777582962.648937:0:207637:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1c00. 00010000:00000010:3.0:1777582962.648940:0:207637:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02493ac1d00. 00010000:00000010:3.0:1777582962.648946:0:207637:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64c00. 00002000:00000010:3.0:1777582962.648955:0:207637:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023f974bb00. 00002000:00000010:3.0:1777582962.648965:0:207637:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6ec4c0. 00080000:00000010:3.0:1777582962.648973:0:207637:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa024054411d0. 02000000:00000010:3.0:1777582962.649346:0:207637:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa024aca47400. 00010000:00000200:3.0:1777582962.649383:0:207637:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fd180 x1863928708011520/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.649401:0:207637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582962.649407:0:207637:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708011520, offset 224 00000400:00000200:3.0:1777582962.649413:0:207637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.649424:0:207637:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.649431:0:207637:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397797:397797:256:4294967295] 192.168.202.9@tcp LPNI seq info [397793:397793:8:4294967295] 00000400:00000200:3.0:1777582962.649441:0:207637:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.649446:0:207637:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.649451:0:207637:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582962.649456:0:207637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.649463:0:207637:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.649467:0:207637:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.649493:0:207637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.649499:0:207637:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.649502:0:207637:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:0.0:1777582962.649649:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.649654:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:0.0:1777582962.649660:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.649664:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.649668:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:0.0:1777582962.649670:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00010000:00000010:3.1:1777582962.653294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582962.653305:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1900. 00010000:00000010:3.1:1777582962.653309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.1:1777582962.653311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00000400:00000200:0.0:1777582962.654061:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.654081:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8871700 00000400:00000200:0.0:1777582962.654090:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f8dd9 [64] + 31184 00000400:00000200:0.0:1777582962.654107:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.654111:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.654118:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.654123:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fe300. 00000020:00000010:3.0:1777582962.654196:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.654203:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.654210:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.654215:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.654834:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.654890:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.654893:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.654898:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708011776 02000000:00000010:3.0:1777582962.654935:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02383ece000. 00010000:00000010:3.0:1777582962.654978:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.654996:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.655005:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730f00. 00010000:00000010:3.0:1777582962.655011:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87a00. 00010000:00000010:3.0:1777582962.655042:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1900. 00010000:00000010:3.0:1777582962.655046:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.655051:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.0:1777582962.655056:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.655072:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1500. 00010000:00000010:3.0:1777582962.655074:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd600. 00010000:00000010:3.0:1777582962.655078:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.0:1777582962.655080:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb780. 00010000:00000010:3.0:1777582962.655442:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1e00. 00010000:00000010:3.0:1777582962.655445:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd400. 00010000:00000010:3.0:1777582962.655449:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.0:1777582962.655452:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00000020:00000010:3.0:1777582962.655479:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ba0. 00000020:00000010:3.0:1777582962.655487:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ba0. 00000020:00000010:3.0:1777582962.655498:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488aaec00. 00080000:00000010:3.0:1777582962.655507:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca46800. 00000004:00000010:3.0:1777582962.655548:0:191688:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa02392bc9a80. 00000004:00000010:3.0:1777582962.655556:0:191688:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffffa02388fcb278. 00000004:00000010:3.0:1777582962.655558:0:191688:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffffa02388fcb1d8. 00000004:00000010:3.0:1777582962.655569:0:191688:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebe5b8. 00000001:00000010:3.0:1777582962.659957:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae000. 00000001:00000010:3.0:1777582962.659969:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e0403c0. 00000020:00000010:3.0:1777582962.660004:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488aaec00. 00010000:00000010:3.0:1777582962.660018:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.0:1777582962.660026:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb600. 00010000:00000010:3.0:1777582962.660047:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040a80. 00010000:00000010:3.0:1777582962.660163:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582962.660182:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.660188:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000200:3.0:1777582962.660211:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975736, last committed = 8589975668 00010000:00000200:3.0:1777582962.660237:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fe300 x1863928708011776/t8589975736(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 488/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582962.660258:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582962.660265:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708011776, offset 224 00000400:00000010:3.0:1777582962.660273:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e23b8. 00000400:00000200:3.0:1777582962.660276:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.660298:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.660305:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397798:397798:256:4294967295] 192.168.202.9@tcp LPNI seq info [397794:397794:8:4294967295] 00000400:00000200:3.0:1777582962.660312:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582962.660320:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.660326:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.660330:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582962.660336:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.660344:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.660348:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.660370:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.660374:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.660378:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:3.0:1777582962.660479:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.660483:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582962.660488:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.660493:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.663438:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.663459:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x215049 00000400:00000200:3.0:1777582962.663466:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.663470:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.663477:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:3.0:1777582962.663481:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:3.0:1777582962.663844:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.663852:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8871780 00000400:00000200:3.0:1777582962.663859:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 31672 00000400:00000200:3.0:1777582962.663870:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.663873:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.663878:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.663884:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e027480. 00000020:00000010:3.0:1777582962.663933:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.663939:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.663944:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.663949:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.663954:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.663992:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.663995:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.663998:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708011904 00000001:00000010:3.0:1777582962.664009:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02392bc9c00. 00010000:00000010:3.0:1777582962.664033:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1000. 00010000:00000010:3.0:1777582962.664037:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.664041:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.0:1777582962.664048:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 02000000:00000010:3.0:1777582962.664075:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ec9000. 00010000:00000010:3.0:1777582962.664106:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.0:1777582962.664110:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582962.664254:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582962.664276:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e027480 x1863928708011904/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.664295:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582962.664299:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708011904, offset 224 00000400:00000200:3.0:1777582962.664305:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.664313:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.664319:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397799:397799:256:4294967295] 192.168.202.9@tcp LPNI seq info [397795:397795:8:4294967295] 00000400:00000200:3.0:1777582962.664329:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.664334:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.664339:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582962.664345:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.664352:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.664356:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.664375:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.664379:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.664382:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:3.0:1777582962.664462:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.664466:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582962.664470:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.664474:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.664477:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:3.0:1777582962.664479:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:3.0:1777582962.666705:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.666723:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8871800 00000400:00000200:3.0:1777582962.666731:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 32248 00000400:00000200:3.0:1777582962.666744:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.666750:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.666758:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.666764:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e027b80. 00000020:00000010:3.0:1777582962.666812:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.666816:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.666823:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.666827:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.666832:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.666867:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.666870:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.666873:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708012032 00010000:00000010:3.0:1777582962.666898:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.0:1777582962.666905:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 02000000:00000010:3.0:1777582962.666929:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02383ecf000. 00010000:00000010:3.0:1777582962.666955:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.0:1777582962.666959:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582962.666978:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1100. 00010000:00000010:3.0:1777582962.666981:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd800. 00010000:00000010:3.0:1777582962.666985:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.0:1777582962.666988:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582962.667089:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1200. 00010000:00000010:3.0:1777582962.667092:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd080. 00010000:00000010:3.0:1777582962.667096:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.0:1777582962.667099:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582962.667396:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582962.667407:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582962.667412:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd800. 00010000:00000010:3.0:1777582962.667431:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582962.667447:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e027b80 x1863928708012032/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/584 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.667466:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582962.667472:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928708012032, offset 224 00000400:00000200:3.0:1777582962.667478:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.667487:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.667494:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397800:397800:256:4294967295] 192.168.202.9@tcp LPNI seq info [397796:397796:8:4294967295] 00000400:00000200:3.0:1777582962.667504:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.667509:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.667514:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582962.667519:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.667527:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.667532:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.667549:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.667553:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.667556:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:3.0:1777582962.667637:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.667651:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:3.0:1777582962.667655:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.667659:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.667663:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:3.0:1777582962.667665:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00010000:00000010:0.0:1777582962.669923:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb600. 00010000:00000010:0.0:1777582962.669938:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd400. 00010000:00000010:0.0:1777582962.669949:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040a80. 00010000:00000010:1.0:1777582962.670723:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb780. 00010000:00000010:1.0:1777582962.670734:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd600. 00010000:00000010:3.1:1777582962.670879:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582962.670886:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1a00. 00010000:00000010:3.1:1777582962.670891:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30000. 00010000:00000010:3.1:1777582962.670894:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46b00. 00000400:00000200:0.0:1777582962.670939:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.670954:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8871900 00000400:00000200:0.0:1777582962.670962:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f8dd9 [64] + 32832 00000400:00000200:0.0:1777582962.670975:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.670979:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.670986:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.670992:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fca80. 00000020:00000010:1.0:1777582962.671064:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.671069:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.671075:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:1.0:1777582962.671080:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.671085:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582962.671125:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.671129:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000100:00000200:1.0:1777582962.671162:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708012288 00010000:00000010:1.0:1777582962.671190:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582962.671197:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 02000000:00000010:1.0:1777582962.671391:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa0240fb50000. 00000004:00000010:1.0:1777582962.671791:0:207396:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa024ae374400. 00080000:00000010:1.0:1777582962.671802:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239069a800. 00000001:00000010:1.0:1777582962.671834:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf240. 00000001:00000010:1.0:1777582962.671840:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02392200540. 00010000:00000010:1.0:1777582962.671900:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000200:1.0:1777582962.671914:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b55fca80 x1863928708012288/t8589975737(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 864/608 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.671934:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582962.671940:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928708012288, offset 224 00000400:00000200:1.0:1777582962.671946:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.671956:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.671964:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397801:397801:256:4294967295] 192.168.202.9@tcp LPNI seq info [397797:397797:8:4294967295] 00000400:00000200:1.0:1777582962.671974:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.671980:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.671985:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582962.671991:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.671997:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.672001:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.672061:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.672066:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582962.672070:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00010000:00000010:3.1:1777582962.672320:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.1:1777582962.672326:0:3283:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1900. 00010000:00000010:3.1:1777582962.672329:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:0.1:1777582962.673225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1e00. 00010000:00000010:0.1:1777582962.673236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00000800:00000200:3.0:1777582962.674566:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.674574:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582962.674580:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.674589:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.674598:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:3.0:1777582962.674601:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000400:00000200:3.0:1777582962.675935:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.675953:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 448 into portal 23 MB=0x69f3bb8871980 00000400:00000200:3.0:1777582962.675963:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 448/448 into md 0x1c014d [2] + 392 00000400:00000200:3.0:1777582962.675977:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.675981:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.675988:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1777582962.675995:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e026d80. 00010000:00000010:3.1:1777582962.676353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582962.676360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582962.676365:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1100. 00010000:00000010:3.1:1777582962.676368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582962.676371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:1.1:1777582962.676462:0:187634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1500. 00010000:00000010:1.1:1777582962.676468:0:187634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:1.1:1777582962.676471:0:187634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000020:00000010:1.0:1777582962.676510:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.676516:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.676523:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498a1ae00. 00000020:00000010:1.0:1777582962.676528:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582962.676533:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674320. 00000020:00000010:1.0:1777582962.676607:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.676619:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000100:00000200:1.0:1777582962.676622:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708012416 00000001:00000010:1.0:1777582962.676633:0:187634:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e0403c0. 02000000:00000010:1.0:1777582962.676660:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffffa0239069b400. 00000004:00000010:1.0:1777582962.676667:0:187634:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffffa024b7c41000. 00080000:00000010:1.0:1777582962.677246:0:187634:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa02488737090. 00080000:00000010:1.0:1777582962.677252:0:187634:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02486271800. 00080000:00000010:1.0:1777582962.677563:0:187634:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02486271800. 00080000:00000010:1.0:1777582962.677568:0:187634:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa02488737090. 00000100:00000010:1.0:1777582962.677577:0:187634:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa0239069a000. 00000100:00000010:1.0:1777582962.677581:0:187634:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa0240fb57000. 00000400:00000010:1.0:1777582962.677591:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000400:00000010:1.0:1777582962.677601:0:187634:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385e80348. 00000400:00000200:1.0:1777582962.677607:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.677620:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.677627:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397802:397802:256:4294967295] 192.168.202.9@tcp LPNI seq info [397798:397798:8:4294967295] 00000400:00000200:1.0:1777582962.677633:0:187634:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:1.0:1777582962.677649:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.677655:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.677660:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582962.677666:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.677673:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1022 00000800:00000200:1.0:1777582962.677677:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1777582962.677737:0:187634:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.202.9@tcp mbits 0x69f3bb8871980-0x69f3bb8871980 00000800:00000200:0.0:1777582962.679168:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.679176:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582962.679183:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.679190:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.679197:0:3282:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffffa0239069a000 00000400:00000200:1.0:1777582962.680041:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582962.680058:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x215059 00000400:00000200:1.0:1777582962.680065:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.680069:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582962.680074:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777582962.680077:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777582962.680081:0:3283:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffffa0239069a000 00000100:00000010:3.0:1777582962.680162:0:187634:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa0240fb57000. 00000100:00000010:3.0:1777582962.680169:0:187634:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa0239069a000. 00000004:00000010:3.0:1777582962.681122:0:187634:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffffa024b7c41000. 00010000:00000200:3.0:1777582962.681168:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e026d80 x1863928708012416/t0(0) o37->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 448/440 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.681192:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582962.681198:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1863928708012416, offset 224 00000400:00000200:3.0:1777582962.681204:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.681215:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.681386:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397803:397803:256:4294967295] 192.168.202.9@tcp LPNI seq info [397799:397799:8:4294967295] 00000400:00000200:3.0:1777582962.681397:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.681403:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.681409:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582962.681416:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.681422:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.681426:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.681521:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:3.0:1777582962.681527:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674320. 00000020:00000010:3.0:1777582962.681532:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498a1ae00. 00000800:00000200:0.0:1777582962.683762:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.683770:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:0.0:1777582962.683779:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.683787:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.683795:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:0.0:1777582962.683799:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:0.0:1777582962.684316:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.684331:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8871a80 00000400:00000200:0.0:1777582962.684339:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c014d [2] + 840 00000400:00000200:0.0:1777582962.684351:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.684355:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.684361:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1777582962.684369:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689880. 00000020:00000010:1.0:1777582962.684509:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.684515:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.684521:0:206054:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:1.0:1777582962.684525:0:206054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374900. 00000020:00000010:1.0:1777582962.684530:0:206054:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674000. 00000020:00000010:1.0:1777582962.684609:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.684613:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000100:00000200:1.0:1777582962.684616:0:206054:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708012672 02000000:00000010:1.0:1777582962.684667:0:206054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa02390699400. 00000020:00000010:1.0:1777582962.684862:0:206054:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf060. 00080000:00000010:1.0:1777582962.684869:0:206054:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02390698400. 00000001:00000010:1.0:1777582962.684933:0:206054:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf6c0. 00000001:00000010:1.0:1777582962.684940:0:206054:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02392200cc0. 00000020:00000010:1.0:1777582962.684979:0:206054:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf060. 00000004:00000010:1.0:1777582962.685041:0:206054:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa024ae374400. 00010000:00000200:1.0:1777582962.685077:0:206054:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689880 x1863928708012672/t8589975738(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 392/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.685095:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777582962.685100:0:206054:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708012672, offset 224 00000400:00000200:1.0:1777582962.685107:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.685116:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.685123:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397804:397804:256:4294967295] 192.168.202.9@tcp LPNI seq info [397800:397800:8:4294967295] 00000400:00000200:1.0:1777582962.685290:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.685297:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.685358:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582962.685365:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.685371:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.685375:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.685398:0:206054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374900. 00000020:00000010:0.0:1777582962.685404:0:206054:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674000. 00000020:00000010:0.0:1777582962.685408:0:206054:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00000800:00000200:1.0:1777582962.685587:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.685591:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:1.0:1777582962.685595:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.685601:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.685610:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777582962.685612:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000400:00000200:0.0:1777582962.688188:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.688206:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8871b80 00000400:00000200:0.0:1777582962.688214:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f8dd9 [64] + 33696 00000400:00000200:0.0:1777582962.688376:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.688381:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.688388:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.688395:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568a680. 00000020:00000010:3.0:1777582962.688485:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.688490:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.688496:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.688501:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.688506:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.688546:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.688549:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.688552:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708012928 00000001:00000010:3.0:1777582962.688562:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02392200540. 00010000:00000010:3.0:1777582962.688584:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.0:1777582962.688592:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 02000000:00000010:3.0:1777582962.688752:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa02391459000. 00010000:00000010:3.0:1777582962.688953:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.0:1777582962.688958:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00000004:00000010:3.0:1777582962.689043:0:188495:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa023937cd800. 00080000:00000010:3.0:1777582962.689052:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca47000. 00000001:00000010:3.0:1777582962.689082:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae420. 00000001:00000010:3.0:1777582962.689088:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e040480. 00010000:00000010:3.0:1777582962.689165:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582962.689187:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568a680 x1863928708012928/t8589975739(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 864/608 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.689206:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582962.689212:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928708012928, offset 224 00000400:00000200:3.0:1777582962.689379:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.689392:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.689398:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397805:397805:256:4294967295] 192.168.202.9@tcp LPNI seq info [397801:397801:8:4294967295] 00000400:00000200:3.0:1777582962.689408:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.689414:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.689419:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582962.689424:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.689430:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.689434:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.689508:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.689513:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.689516:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:0.0:1777582962.692124:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.692153:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:0.0:1777582962.692164:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.692172:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.692179:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:0.0:1777582962.692182:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00000400:00000200:1.0:1777582962.692763:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.692779:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8871c00 00000400:00000200:1.0:1777582962.692788:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 34560 00000400:00000200:1.0:1777582962.692802:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.692806:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.692812:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.692818:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80d500. 00000020:00000010:3.0:1777582962.692917:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.692923:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.692930:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.692936:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.692941:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.693010:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.693012:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.693016:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708013056 00000001:00000010:3.0:1777582962.693025:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02392200cc0. 00010000:00000010:3.0:1777582962.693049:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.0:1777582962.693057:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 02000000:00000010:3.0:1777582962.693082:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02395685000. 00010000:00000010:3.0:1777582962.693107:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.0:1777582962.693111:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582962.693128:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1100. 00010000:00000010:3.0:1777582962.693131:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd680. 00010000:00000010:3.0:1777582962.693156:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.0:1777582962.693160:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582962.693441:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1900. 00010000:00000010:3.0:1777582962.693445:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd580. 00010000:00000010:3.0:1777582962.693448:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.0:1777582962.693452:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582962.693515:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582962.693524:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582962.693529:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd680. 00010000:00000010:3.0:1777582962.693547:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582962.693560:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80d500 x1863928708013056/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/664 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.693578:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582962.693583:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1863928708013056, offset 224 00000400:00000200:3.0:1777582962.693590:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.693599:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.693606:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397806:397806:256:4294967295] 192.168.202.9@tcp LPNI seq info [397802:397802:8:4294967295] 00000400:00000200:3.0:1777582962.693629:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.693635:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.693648:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582962.693655:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.693662:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.693666:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.693683:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.693687:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.693690:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:1.0:1777582962.693801:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.693805:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:1.0:1777582962.693809:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.693813:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.693817:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:1.0:1777582962.693819:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00000400:00000200:1.0:1777582962.697412:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.697433:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8871d00 00000400:00000200:1.0:1777582962.697442:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f8dd9 [64] + 35136 00000400:00000200:1.0:1777582962.697458:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.697463:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.697470:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.697476:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80df80. 00000020:00000010:3.0:1777582962.697585:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.697591:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.697598:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.697603:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.697709:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.697754:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.697758:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.697761:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708013312 02000000:00000010:3.0:1777582962.697802:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02395686000. 00010000:00000010:3.0:1777582962.697843:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582962.697859:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd580. 00010000:00000010:3.0:1777582962.697868:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582962.697885:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.0:1777582962.697891:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582962.697906:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1a00. 00010000:00000010:3.0:1777582962.697909:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd580. 00010000:00000010:3.0:1777582962.697912:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64400. 00010000:00000010:3.0:1777582962.697915:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582962.698442:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1500. 00010000:00000010:3.0:1777582962.698446:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd680. 00010000:00000010:3.0:1777582962.698449:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.0:1777582962.698454:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00000020:00000010:3.0:1777582962.698556:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ba0. 00000020:00000010:3.0:1777582962.698564:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ba0. 00000020:00000010:3.0:1777582962.698574:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488aaec00. 00080000:00000010:3.0:1777582962.698581:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca46400. 00000001:00000010:3.0:1777582962.699544:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d540. 00000001:00000010:3.0:1777582962.699554:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e0403c0. 00000020:00000010:3.0:1777582962.699592:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488aaec00. 00010000:00000010:3.0:1777582962.699604:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.0:1777582962.699717:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb400. 00010000:00000010:3.0:1777582962.699737:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040840. 00010000:00000010:3.0:1777582962.699830:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.699852:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000200:3.0:1777582962.699870:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975740, last committed = 8589975668 00010000:00000200:3.0:1777582962.699882:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80df80 x1863928708013312/t8589975740(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 488/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582962.699902:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582962.699909:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708013312, offset 224 00000400:00000010:3.0:1777582962.699915:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2cb0. 00000400:00000200:3.0:1777582962.699919:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.699934:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.699940:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397807:397807:256:4294967295] 192.168.202.9@tcp LPNI seq info [397803:397803:8:4294967295] 00000400:00000200:3.0:1777582962.699947:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582962.699954:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.699960:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.699964:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582962.699970:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.699977:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.699980:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.700004:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdf00. 00000020:00000010:3.0:1777582962.700008:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.700011:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:1.0:1777582962.700431:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.700437:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:1.0:1777582962.700442:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.700447:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582962.703105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:0.0:1777582962.703507:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb400. 00010000:00000010:0.0:1777582962.703520:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd680. 00010000:00000010:0.0:1777582962.703530:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040840. 00000400:00000200:1.0:1777582962.704340:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582962.704360:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x21506d 00000400:00000200:1.0:1777582962.704367:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.704382:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582962.704390:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:1.0:1777582962.704393:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00000400:00000200:1.0:1777582962.704419:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.704426:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8871d80 00000400:00000200:1.0:1777582962.704433:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 35624 00010000:00000010:3.0:1777582962.704442:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582962.704450:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd580. 00000400:00000200:1.0:1777582962.704616:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.704622:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.704626:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.704633:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80c000. 00000020:00000010:3.0:1777582962.704868:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.704873:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.704878:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.704882:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd580. 00000020:00000010:3.0:1777582962.704887:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.704973:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.704976:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.704979:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708013440 00000001:00000010:3.0:1777582962.704989:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e040480. 00010000:00000010:3.0:1777582962.705012:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.0:1777582962.705019:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 02000000:00000010:3.0:1777582962.705044:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02395682000. 00010000:00000010:3.0:1777582962.705075:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.0:1777582962.705078:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582962.705093:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1e00. 00010000:00000010:3.0:1777582962.705097:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cdf00. 00010000:00000010:3.0:1777582962.705103:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582962.705106:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.1:1777582962.705170:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.1:1777582962.705177:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1100. 00010000:00000010:3.1:1777582962.705182:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582962.705185:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582962.705187:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.1:1777582962.705190:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1900. 00010000:00000010:3.1:1777582962.705193:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.0:1777582962.705282:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582962.705298:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582962.705372:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582962.705380:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.705384:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdf00. 00010000:00000010:3.0:1777582962.705401:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000200:3.0:1777582962.705413:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80c000 x1863928708013440/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/584 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.705435:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582962.705440:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928708013440, offset 224 00000400:00000200:3.0:1777582962.705447:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.705457:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.705463:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397808:397808:256:4294967295] 192.168.202.9@tcp LPNI seq info [397804:397804:8:4294967295] 00000400:00000200:3.0:1777582962.705474:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.705480:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.705485:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582962.705492:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.705498:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.705502:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.705525:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd580. 00000020:00000010:3.0:1777582962.705529:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.705532:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:0.0:1777582962.706034:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.706040:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:0.0:1777582962.706045:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.706050:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.706054:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:0.0:1777582962.706056:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000400:00000200:1.0:1777582962.709028:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.709049:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8871e80 00000400:00000200:1.0:1777582962.709057:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c014d [2] + 1232 00000400:00000200:1.0:1777582962.709071:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.709075:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.709083:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1777582962.709091:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80f800. 00000020:00000010:3.0:1777582962.709601:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.709702:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.709710:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.709715:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd580. 00000020:00000010:3.0:1777582962.709720:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.709787:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.709790:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.709793:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708013696 02000000:00000010:3.0:1777582962.709835:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa0248b7f7000. 00000004:00000010:3.0:1777582962.709895:0:187634:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa023937cd800. 00080000:00000010:3.0:1777582962.709915:0:187634:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248b7f6c00. 00000001:00000010:3.0:1777582962.709945:0:187634:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d300. 00000001:00000010:3.0:1777582962.709951:0:187634:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e040a80. 00010000:00000200:3.0:1777582962.710003:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80f800 x1863928708013696/t8589975741(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 392/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.710026:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582962.710030:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708013696, offset 224 00000400:00000200:3.0:1777582962.710037:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.710048:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.710054:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397809:397809:256:4294967295] 192.168.202.9@tcp LPNI seq info [397805:397805:8:4294967295] 00000400:00000200:3.0:1777582962.710064:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.710069:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.710073:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582962.710079:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.710086:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.710090:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.710108:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd580. 00000020:00000010:3.0:1777582962.710112:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.710115:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00010000:00000010:0.1:1777582962.711404:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1500. 00010000:00000010:0.1:1777582962.711418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00000800:00000200:1.0:1777582962.712504:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.712512:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:1.0:1777582962.712946:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.712956:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.712962:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:1.0:1777582962.712965:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00010000:00000010:3.1:1777582962.713092:0:187634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582962.713099:0:187634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00000400:00000200:0.0:1777582962.713481:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.713498:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb8871f80 00000400:00000200:0.0:1777582962.713505:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f8dd9 [64] + 36208 00000400:00000200:0.0:1777582962.713518:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.713522:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.713527:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.713533:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689f80. 00000020:00000010:3.0:1777582962.713710:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.713715:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.713722:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.713727:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd580. 00000020:00000010:3.0:1777582962.713732:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.713804:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.713807:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.713810:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708013952 00000001:00000010:3.0:1777582962.713819:0:191688:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e0403c0. 02000000:00000010:3.0:1777582962.713851:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02395681000. 00010000:00000010:3.0:1777582962.713889:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582962.713899:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582962.713910:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd080. 00010000:00000010:3.0:1777582962.713918:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582962.713922:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.713938:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1900. 00010000:00000010:3.0:1777582962.713941:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.713946:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582962.713951:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582962.713964:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1100. 00010000:00000010:3.0:1777582962.713966:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd080. 00010000:00000010:3.0:1777582962.713970:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582962.713972:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582962.714074:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1500. 00010000:00000010:3.0:1777582962.714077:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cdf00. 00010000:00000010:3.0:1777582962.714080:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582962.714083:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00000020:00000010:3.0:1777582962.714115:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ba0. 00000020:00000010:3.0:1777582962.714121:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ba0. 00080000:00000010:3.0:1777582962.714131:0:191688:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024ae8a6060. 00080000:00000010:3.0:1777582962.714170:0:191688:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa023f974b280. 00080000:00000010:3.0:1777582962.714187:0:191688:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa023f974b280. 00080000:00000010:3.0:1777582962.714191:0:191688:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024ae8a6060. 00000020:00000010:3.0:1777582962.714199:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628dd80. 00080000:00000010:3.0:1777582962.714207:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239333ec00. 00000001:00000010:3.0:1777582962.715022:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d360. 00000001:00000010:3.0:1777582962.715032:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e040480. 00000020:00000010:3.0:1777582962.715066:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628dd80. 00010000:00000010:3.0:1777582962.715109:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582962.715115:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdf00. 00010000:00000010:3.1:1777582962.715413:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1a00. 00010000:00000010:3.1:1777582962.715422:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64400. 00010000:00000010:3.1:1777582962.715426:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.1:1777582962.715428:0:191688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1e00. 00010000:00000010:3.1:1777582962.715432:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.1:1777582962.715435:0:191688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.0:1777582962.715438:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582962.715443:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000200:3.0:1777582962.715465:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975742, last committed = 8589975668 00010000:00000200:3.0:1777582962.715475:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689f80 x1863928708013952/t8589975742(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 504/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582962.715500:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582962.715506:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708013952, offset 224 00000400:00000010:3.0:1777582962.715514:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e21c0. 00000400:00000200:3.0:1777582962.715518:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.715532:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.715538:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397810:397810:256:4294967295] 192.168.202.9@tcp LPNI seq info [397806:397806:8:4294967295] 00000400:00000200:3.0:1777582962.715545:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582962.715552:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.715558:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.715562:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582962.715569:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.715577:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.715581:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.716783:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd580. 00000020:00000010:3.0:1777582962.716796:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.716801:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:1.0:1777582962.717369:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.717376:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:1.0:1777582962.717383:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.717391:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.717763:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582962.717777:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x215079 00000400:00000200:1.0:1777582962.717784:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.717787:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582962.717791:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:1.0:1777582962.717794:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00010000:00000010:3.0:1777582962.717945:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582962.717955:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd080. 00000400:00000200:0.0:1777582962.719236:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.719251:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8872000 00000400:00000200:0.0:1777582962.719260:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 36712 00000400:00000200:0.0:1777582962.719328:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.719334:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.719340:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.719347:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689c00. 00010000:00000010:3.1:1777582962.720170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.1:1777582962.720179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582962.720185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1200. 00010000:00000010:3.1:1777582962.720189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.1:1777582962.720192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1000. 00000020:00000010:3.0:1777582962.720428:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.720434:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.720441:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.720446:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd080. 00000020:00000010:3.0:1777582962.720451:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.720550:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.720553:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.720555:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708014080 00000001:00000010:3.0:1777582962.720565:0:205909:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e040a80. 00010000:00000010:3.0:1777582962.720585:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1000. 00010000:00000010:3.0:1777582962.720588:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd580. 00010000:00000010:3.0:1777582962.720594:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582962.720600:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 02000000:00000010:3.0:1777582962.720638:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02417878000. 00010000:00000010:3.0:1777582962.720695:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582962.720698:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febe80. 00010000:00000010:3.0:1777582962.720796:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582962.720817:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689c00 x1863928708014080/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.720836:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582962.720843:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708014080, offset 224 00000400:00000200:3.0:1777582962.720850:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.720861:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.720868:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397811:397811:256:4294967295] 192.168.202.9@tcp LPNI seq info [397807:397807:8:4294967295] 00000400:00000200:3.0:1777582962.720879:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.720885:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.720889:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582962.720895:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.720902:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.720906:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.720928:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd080. 00000020:00000010:3.0:1777582962.720933:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.720936:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:1.0:1777582962.721185:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.721189:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:1.0:1777582962.721195:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.721199:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.721204:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:1.0:1777582962.721206:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:1.0:1777582962.723434:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.723453:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8872080 00000400:00000200:1.0:1777582962.723461:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 37288 00000400:00000200:1.0:1777582962.723474:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.723479:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.723487:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.723493:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80c380. 00000020:00000010:0.0:1777582962.723706:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.723713:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.723719:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582962.723723:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.723728:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.723798:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.723802:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000100:00000200:0.0:1777582962.723805:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708014208 00010000:00000010:0.0:1777582962.723834:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31a00. 00010000:00000010:0.0:1777582962.723843:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 02000000:00000010:0.0:1777582962.723869:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388eba000. 00010000:00000010:0.0:1777582962.723898:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.0:1777582962.723902:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582962.723919:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46800. 00010000:00000010:0.0:1777582962.723922:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87400. 00010000:00000010:0.0:1777582962.723926:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30200. 00010000:00000010:0.0:1777582962.723929:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582962.724192:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46200. 00010000:00000010:0.0:1777582962.724196:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87e00. 00010000:00000010:0.0:1777582962.724199:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31400. 00010000:00000010:0.0:1777582962.724203:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582962.724756:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582962.724766:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582962.724772:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87400. 00010000:00000010:0.0:1777582962.724791:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000200:0.0:1777582962.724807:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80c380 x1863928708014208/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/584 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.724825:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582962.724831:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928708014208, offset 224 00000400:00000200:0.0:1777582962.724838:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.724851:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.724858:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397812:397812:256:4294967295] 192.168.202.9@tcp LPNI seq info [397808:397808:8:4294967295] 00000400:00000200:0.0:1777582962.724871:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.724876:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.724880:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582962.724886:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.724893:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.724898:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.724970:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.724975:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.724978:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00010000:00000010:3.1:1777582962.725332:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1500. 00010000:00000010:3.1:1777582962.725340:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582962.725344:0:187632:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1900. 00010000:00000010:3.1:1777582962.725347:0:187632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00000800:00000200:1.0:1777582962.727406:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.727414:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:1.0:1777582962.727423:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.727432:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.727439:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:1.0:1777582962.727442:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000400:00000200:1.0:1777582962.728459:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.728476:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8872180 00000400:00000200:1.0:1777582962.728484:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f8dd9 [64] + 37872 00000400:00000200:1.0:1777582962.728498:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.728502:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.728508:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.728514:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80f100. 00000020:00000010:0.0:1777582962.728692:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.728698:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.728705:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582962.728711:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.728716:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.728783:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.728786:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000100:00000200:0.0:1777582962.728789:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708014464 00010000:00000010:0.0:1777582962.728815:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582962.728823:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 02000000:00000010:0.0:1777582962.728852:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa02388ebe000. 00000004:00000010:0.0:1777582962.729107:0:207396:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa02392c87400. 00080000:00000010:0.0:1777582962.729117:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024a5764c00. 00000001:00000010:0.0:1777582962.729171:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d360. 00000001:00000010:0.0:1777582962.729178:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185240. 00010000:00000010:0.0:1777582962.729246:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000200:0.0:1777582962.729261:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80f100 x1863928708014464/t8589975743(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 864/608 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.729280:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582962.729286:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928708014464, offset 224 00000400:00000200:0.0:1777582962.729292:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.729301:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.729307:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397813:397813:256:4294967295] 192.168.202.9@tcp LPNI seq info [397809:397809:8:4294967295] 00000400:00000200:0.0:1777582962.729318:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.729323:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.729327:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582962.729334:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.729340:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.729344:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.729356:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.729360:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.729364:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00000800:00000200:1.0:1777582962.729486:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.729490:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582962.729494:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.729499:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.729503:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:1.0:1777582962.729507:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00010000:00000010:3.1:1777582962.730350:0:187630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1100. 00010000:00000010:3.1:1777582962.730361:0:187630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582962.733204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00010000:00000010:0.1:1777582962.734209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.1:1777582962.734346:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46800. 00010000:00000010:0.1:1777582962.734351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30200. 00010000:00000010:0.1:1777582962.734355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31a00. 00000400:00000200:1.0:1777582962.734734:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.734751:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 448 into portal 23 MB=0x69f3bb8872200 00000400:00000200:1.0:1777582962.734758:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 448/448 into md 0x1c014d [2] + 1624 00000400:00000010:1.0:1777582962.734762:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484deef78. 00000400:00000200:1.0:1777582962.734766:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02390e68c00 00000400:00000200:1.0:1777582962.734776:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.734780:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.734783:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02390e68c00 00000400:00000010:1.0:1777582962.734785:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02390e68c00. 00000100:00000200:1.0:1777582962.734790:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1777582962.734852:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.734858:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.734864:0:206054:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582962.734869:0:206054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.734874:0:206054:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.734962:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.734965:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000100:00000200:0.0:1777582962.734968:0:206054:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708014592 00000001:00000010:0.0:1777582962.734979:0:206054:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e040480. 02000000:00000010:0.0:1777582962.735004:0:206054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffffa023cc217c00. 00000004:00000010:0.0:1777582962.735011:0:206054:0:(mdt_handler.c:2993:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffffa02392b7d800. 00080000:00000010:0.0:1777582962.735814:0:206054:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024af38b090. 00080000:00000010:0.0:1777582962.735820:0:206054:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02390f8b540. 00080000:00000010:0.0:1777582962.736011:0:206054:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02390f8b540. 00080000:00000010:0.0:1777582962.736016:0:206054:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024af38b090. 00000100:00000010:0.0:1777582962.736026:0:206054:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffffa023cc216800. 00000100:00000010:0.0:1777582962.736031:0:206054:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffffa02385496000. 00000400:00000010:0.0:1777582962.736040:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000400:00000010:0.0:1777582962.736049:0:206054:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4b98. 00000400:00000200:0.0:1777582962.736056:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.736068:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.736075:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397814:397814:256:4294967295] 192.168.202.9@tcp LPNI seq info [397810:397810:8:4294967295] 00000400:00000200:0.0:1777582962.736080:0:206054:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582962.736087:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.736092:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.736097:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582962.736102:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.736109:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1022 00000800:00000200:0.0:1777582962.736113:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1777582962.736211:0:206054:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.202.9@tcp mbits 0x69f3bb8872200-0x69f3bb8872200 00010000:00000010:0.1:1777582962.738200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30400. 00000800:00000200:3.0:1777582962.738620:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.738625:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582962.738632:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.738648:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.738656:0:3283:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffffa023cc216800 00000400:00000200:3.0:1777582962.738709:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.738723:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x215089 00000400:00000200:3.0:1777582962.738729:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.738732:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.738738:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:3.0:1777582962.738740:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:3.0:1777582962.738743:0:3283:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffffa023cc216800 00000100:00000010:0.0:1777582962.738807:0:206054:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffffa02385496000. 00000100:00000010:0.0:1777582962.738812:0:206054:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffffa023cc216800. 00000004:00000010:0.0:1777582962.739441:0:206054:0:(mdt_handler.c:3017:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffffa02392b7d800. 00010000:00000200:0.0:1777582962.739458:0:206054:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024a5676c50 x1863928708014592/t0(0) o37->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 448/440 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.739478:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582962.739483:0:206054:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1863928708014592, offset 224 00000400:00000200:0.0:1777582962.739490:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.739500:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.739507:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397815:397815:256:4294967295] 192.168.202.9@tcp LPNI seq info [397811:397811:8:4294967295] 00000400:00000200:0.0:1777582962.739517:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.739521:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.739526:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582962.739532:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.739539:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.739543:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.740244:0:206054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.740251:0:206054:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.740255:0:206054:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 02000000:00000010:0.0:1777582962.740265:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa0248b7f7000. 00000100:00000010:0.0:1777582962.740280:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80f800. 02000000:00000010:0.0:1777582962.740284:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa02390699400. 00000100:00000010:0.0:1777582962.740286:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b5689880. 02000000:00000010:0.0:1777582962.740290:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa0239069b400. 00000100:00000010:0.0:1777582962.740296:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239e026d80. 02000000:00000010:0.0:1777582962.740300:0:206054:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffffa023b1d61800. 00000100:00000010:0.0:1777582962.740303:0:206054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe49f80. 00000100:00000200:0.0:1777582962.740311:0:206054:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1777582962.740318:0:206054:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc688. 00000400:00000010:0.0:1777582962.740324:0:206054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02396185600. 00000800:00000200:1.0:1777582962.740526:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.740531:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:1.0:1777582962.740535:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.740541:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.740546:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:1.0:1777582962.740548:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 02000000:00000010:1.0:1777582962.740552:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffffa023cc217c00. 00000400:00000200:3.0:1777582962.745048:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.745069:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8872300 00000400:00000200:3.0:1777582962.745080:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c018d [2] + 0 00000400:00000200:3.0:1777582962.745096:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.745101:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.745109:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1777582962.745116:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e027100. 00000020:00000010:1.0:1777582962.745473:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.745479:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.745486:0:187634:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c14600. 00000020:00000010:1.0:1777582962.745492:0:187634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582962.745498:0:187634:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582962.745539:0:187634:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.745542:0:187634:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000100:00000200:1.0:1777582962.745545:0:187634:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708014848 02000000:00000010:1.0:1777582962.745589:0:187634:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa02390698c00. 00000020:00000010:1.0:1777582962.745896:0:187634:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02388ecf060. 00080000:00000010:1.0:1777582962.745903:0:187634:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239069b400. 00000001:00000010:1.0:1777582962.745970:0:187634:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf120. 00000001:00000010:1.0:1777582962.745977:0:187634:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02392200cc0. 00000020:00000010:1.0:1777582962.746006:0:187634:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02388ecf060. 00000004:00000010:1.0:1777582962.746494:0:187634:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa02392c87400. 00010000:00000200:1.0:1777582962.746536:0:187634:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e027100 x1863928708014848/t8589975744(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 392/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.746556:0:187634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777582962.746562:0:187634:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708014848, offset 224 00000400:00000200:1.0:1777582962.746568:0:187634:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.746580:0:187634:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.746587:0:187634:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397816:397816:256:4294967295] 192.168.202.9@tcp LPNI seq info [397812:397812:8:4294967295] 00000400:00000200:1.0:1777582962.746597:0:187634:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.746603:0:187634:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.746835:0:187634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582962.746844:0:187634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.746851:0:187634:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.746854:0:187634:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.746886:0:187634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582962.746891:0:187634:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582962.746895:0:187634:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c14600. 00000800:00000200:3.0:1777582962.748556:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.748564:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:3.0:1777582962.748570:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.748577:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.748583:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:3.0:1777582962.748586:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000400:00000200:1.0:1777582962.749496:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.749509:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 864 into portal 12 MB=0x69f3bb8872400 00000400:00000200:1.0:1777582962.749517:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 864/864 into md 0x1f8dd9 [64] + 38736 00000400:00000200:1.0:1777582962.749530:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.749534:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.749540:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.749546:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80ce00. 00000020:00000010:0.0:1777582962.749653:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.749658:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.749664:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582962.749670:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.749675:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.749715:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.749718:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000100:00000200:0.0:1777582962.749721:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708015104 00000001:00000010:0.0:1777582962.749730:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185240. 00010000:00000010:0.0:1777582962.749753:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582962.749760:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 02000000:00000010:0.0:1777582962.749792:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4000 at ffffa02385496000. 00010000:00000010:0.0:1777582962.749976:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31a00. 00010000:00000010:0.0:1777582962.749981:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000004:00000010:0.0:1777582962.750062:0:188495:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffffa02392c87e80. 00080000:00000010:0.0:1777582962.750072:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc216800. 00000001:00000010:0.0:1777582962.750099:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa024b7d6d180. 00000001:00000010:0.0:1777582962.750104:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185d80. 00010000:00000010:0.0:1777582962.750183:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000200:0.0:1777582962.750202:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80ce00 x1863928708015104/t8589975745(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 864/608 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.750230:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582962.750235:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1863928708015104, offset 224 00000400:00000200:0.0:1777582962.750242:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.750251:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.750259:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397817:397817:256:4294967295] 192.168.202.9@tcp LPNI seq info [397813:397813:8:4294967295] 00000400:00000200:0.0:1777582962.750270:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.750276:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.750280:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582962.750293:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.750301:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.750305:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.750323:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.750327:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.750331:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00000800:00000200:1.0:1777582962.750839:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.750844:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:1.0:1777582962.750849:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.750856:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.750861:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:1.0:1777582962.750863:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000400:00000200:3.0:1777582962.757212:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.757245:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8872480 00000400:00000200:3.0:1777582962.757255:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 39600 00000400:00000200:3.0:1777582962.757270:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.757274:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.757282:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.757296:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e025880. 00000020:00000010:1.0:1777582962.757403:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.757409:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.757415:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c14600. 00000020:00000010:1.0:1777582962.757420:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582962.757425:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582962.757464:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.757467:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000100:00000200:1.0:1777582962.757470:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708015232 00000001:00000010:1.0:1777582962.757480:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02392200cc0. 00010000:00000010:1.0:1777582962.757504:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.0:1777582962.757511:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 02000000:00000010:1.0:1777582962.757538:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0240fb57000. 00010000:00000010:1.0:1777582962.757565:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582962.757569:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.757587:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66d00. 00010000:00000010:1.0:1777582962.757590:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374300. 00010000:00000010:1.0:1777582962.757594:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582962.757597:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582962.757954:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66c00. 00010000:00000010:1.0:1777582962.757958:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374980. 00010000:00000010:1.0:1777582962.757962:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582962.757965:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246f00. 00010000:00000010:1.0:1777582962.758039:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.758049:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582962.758054:0:205914:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374300. 00010000:00000010:1.0:1777582962.758073:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000200:1.0:1777582962.758088:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e025880 x1863928708015232/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/664 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.758107:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777582962.758113:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1863928708015232, offset 224 00000400:00000200:1.0:1777582962.758119:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.758131:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.758184:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397818:397818:256:4294967295] 192.168.202.9@tcp LPNI seq info [397814:397814:8:4294967295] 00000400:00000200:1.0:1777582962.758194:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.758199:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.758204:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582962.758209:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.758216:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.758220:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.758238:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582962.758242:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582962.758246:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c14600. 00000800:00000200:1.0:1777582962.758336:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.758340:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:1.0:1777582962.758343:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.758347:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.758351:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777582962.758353:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00010000:00000010:0.1:1777582962.759784:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30400. 00010000:00000010:1.1:1777582962.763195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582962.763214:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66d00. 00010000:00000010:1.1:1777582962.763234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.1:1777582962.763238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00000400:00000200:3.0:1777582962.769858:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.769879:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 488 into portal 12 MB=0x69f3bb8872580 00000400:00000200:3.0:1777582962.769888:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 488/488 into md 0x1f8dd9 [64] + 40176 00000400:00000200:3.0:1777582962.769905:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.769909:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.769918:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.769925:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e024000. 00000020:00000010:0.0:1777582962.770110:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.770116:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.770121:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582962.770127:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.770159:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.770213:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.770216:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000100:00000200:0.0:1777582962.770228:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708015488 02000000:00000010:0.0:1777582962.770275:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487957000. 00010000:00000010:0.0:1777582962.770332:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246f00. 00010000:00000010:0.0:1777582962.770349:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374980. 00010000:00000010:0.0:1777582962.770357:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582962.770376:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582962.770382:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582962.770397:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46800. 00010000:00000010:0.0:1777582962.770400:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87100. 00010000:00000010:0.0:1777582962.770404:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30200. 00010000:00000010:0.0:1777582962.770408:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730a80. 00010000:00000010:0.0:1777582962.770779:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46400. 00010000:00000010:0.0:1777582962.770783:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87c00. 00010000:00000010:0.0:1777582962.770786:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.0:1777582962.770790:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00000020:00000010:0.0:1777582962.770869:0:187632:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48560. 00000020:00000010:0.0:1777582962.770878:0:187632:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48560. 00000020:00000010:0.0:1777582962.770889:0:187632:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa024b7d6dba0. 00080000:00000010:0.0:1777582962.770896:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc215400. 00000001:00000010:0.0:1777582962.771694:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df9c0. 00000001:00000010:0.0:1777582962.771703:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185c00. 00000020:00000010:0.0:1777582962.771740:0:187632:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa024b7d6dba0. 00010000:00000010:0.0:1777582962.771752:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30000. 00010000:00000010:0.0:1777582962.771758:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730980. 00010000:00000010:0.0:1777582962.771775:0:187632:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185240. 00010000:00000010:0.0:1777582962.771826:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582962.771841:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000200:0.0:1777582962.771859:0:187632:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975746, last committed = 8589975668 00010000:00000200:0.0:1777582962.771870:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e024000 x1863928708015488/t8589975746(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 488/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582962.771888:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582962.771895:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708015488, offset 224 00000400:00000010:0.0:1777582962.771902:0:187632:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4b60. 00000400:00000200:0.0:1777582962.771906:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.771922:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.771929:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397819:397819:256:4294967295] 192.168.202.9@tcp LPNI seq info [397815:397815:8:4294967295] 00000400:00000200:0.0:1777582962.771936:0:187632:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582962.771943:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.771949:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.771954:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68a00. 00000800:00000200:0.0:1777582962.771961:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.771968:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.771974:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.771996:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.772001:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.772005:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00010000:00000010:3.0:1777582962.772873:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730980. 00010000:00000010:3.0:1777582962.772885:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87c00. 00010000:00000010:3.0:1777582962.772892:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185240. 00000800:00000200:3.0:1777582962.772985:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.772988:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68a00. 00000400:00000200:3.0:1777582962.772993:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.773000:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.777016:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.777053:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2150a1 00000400:00000200:3.0:1777582962.777060:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.777065:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.777072:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:3.0:1777582962.777075:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00010000:00000010:2.0:1777582962.777781:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730a80. 00010000:00000010:2.0:1777582962.777793:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87100. 00000400:00000200:3.0:1777582962.778771:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.778788:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8872600 00000400:00000200:3.0:1777582962.778797:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 40664 00000400:00000200:3.0:1777582962.778855:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.778860:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.778867:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.778875:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239e026d80. 00000020:00000010:2.0:1777582962.779204:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.779210:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.779217:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582962.779235:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.779240:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.779292:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.779295:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000100:00000200:2.0:1777582962.779298:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708015616 00000001:00000010:2.0:1777582962.779308:0:187630:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185d80. 00010000:00000010:2.0:1777582962.779334:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be800. 00010000:00000010:2.0:1777582962.779342:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582962.779369:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb1000. 00010000:00000010:2.0:1777582962.779407:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.0:1777582962.779411:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582962.779432:0:187630:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549500. 00010000:00000010:2.0:1777582962.779435:0:187630:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87580. 00010000:00000010:2.0:1777582962.779439:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.0:1777582962.779442:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582962.779538:0:187630:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be600. 00010000:00000010:2.0:1777582962.779543:0:187630:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d00. 00010000:00000010:2.0:1777582962.779623:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582962.779634:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582962.779647:0:187630:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87580. 00010000:00000010:2.0:1777582962.779667:0:187630:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582962.779682:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239e026d80 x1863928708015616/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/584 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.779700:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582962.779705:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1863928708015616, offset 224 00000400:00000200:2.0:1777582962.779712:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.779723:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.779729:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397820:397820:256:4294967295] 192.168.202.9@tcp LPNI seq info [397816:397816:8:4294967295] 00000400:00000200:2.0:1777582962.779739:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.779744:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.779750:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f500. 00000800:00000200:2.0:1777582962.779755:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.779762:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.779766:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.779791:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.779796:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.779799:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00000800:00000200:3.0:1777582962.780258:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.780263:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f500. 00000400:00000200:3.0:1777582962.780267:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.780272:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.780277:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:3.0:1777582962.780279:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00010000:00000010:3.1:1777582962.781362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46400. 00010000:00000010:3.1:1777582962.781385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30000. 00010000:00000010:0.1:1777582962.781496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582962.781503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66c00. 00010000:00000010:0.1:1777582962.781506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31400. 00010000:00000010:0.1:1777582962.781508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.1:1777582962.781510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30400. 00000400:00000200:3.0:1777582962.782821:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.782840:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 392 into portal 23 MB=0x69f3bb8872700 00000400:00000200:3.0:1777582962.782848:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.9@tcp of length 392/392 into md 0x1c018d [2] + 392 00000400:00000200:3.0:1777582962.782864:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.782868:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.782875:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1777582962.782886:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6300. 00000020:00000010:2.0:1777582962.782989:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.782995:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.783002:0:206054:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582962.783009:0:206054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.783014:0:206054:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.783067:0:206054:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.783070:0:206054:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000100:00000200:2.0:1777582962.783073:0:206054:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708015872 02000000:00000010:2.0:1777582962.783113:0:206054:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffffa0249f6d2c00. 00000004:00000010:2.0:1777582962.783198:0:206054:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffffa02392c87e80. 00080000:00000010:2.0:1777582962.783221:0:206054:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b559d800. 00000001:00000010:2.0:1777582962.783258:0:206054:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023937434e0. 00000001:00000010:2.0:1777582962.783265:0:206054:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68000. 00010000:00000200:2.0:1777582962.783324:0:206054:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea6300 x1863928708015872/t8589975747(0) o35->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 392/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.783347:0:206054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582962.783354:0:206054:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708015872, offset 224 00000400:00000200:2.0:1777582962.783361:0:206054:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.783757:0:206054:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.783765:0:206054:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397821:397821:256:4294967295] 192.168.202.9@tcp LPNI seq info [397817:397817:8:4294967295] 00000400:00000200:2.0:1777582962.783777:0:206054:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.783783:0:206054:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.783789:0:206054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3f100. 00000800:00000200:2.0:1777582962.783795:0:206054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.783802:0:206054:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.783806:0:206054:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3f100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.783833:0:206054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.783837:0:206054:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.783841:0:206054:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00000800:00000200:0.0:1777582962.784261:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.784266:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3f100. 00000400:00000200:0.0:1777582962.784272:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.784277:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.784281:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:0.0:1777582962.784292:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00010000:00000010:2.1:1777582962.787216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46800. 00010000:00000010:2.1:1777582962.787232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30200. 00000400:00000200:3.0:1777582962.788493:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.788512:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 504 into portal 12 MB=0x69f3bb8872800 00000400:00000200:3.0:1777582962.788520:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 504/504 into md 0x1f8dd9 [64] + 41248 00000400:00000200:3.0:1777582962.788535:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.788539:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.788548:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.788555:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6d80. 00000020:00000010:0.0:1777582962.788772:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.788778:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.788784:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582962.788790:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.788794:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.788837:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.788840:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000100:00000200:0.0:1777582962.788843:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708016128 00000001:00000010:0.0:1777582962.788853:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185c00. 02000000:00000010:0.0:1777582962.788884:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02487952000. 00010000:00000010:0.0:1777582962.788921:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d00. 00010000:00000010:0.0:1777582962.788933:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582962.788942:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87e00. 00010000:00000010:0.0:1777582962.788951:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febe80. 00010000:00000010:0.0:1777582962.788956:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd580. 00010000:00000010:0.0:1777582962.788972:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46600. 00010000:00000010:0.0:1777582962.788976:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87e00. 00010000:00000010:0.0:1777582962.788981:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.0:1777582962.788986:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582962.789001:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46e00. 00010000:00000010:0.0:1777582962.789004:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87800. 00010000:00000010:0.0:1777582962.789007:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31400. 00010000:00000010:0.0:1777582962.789010:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730000. 00010000:00000010:0.0:1777582962.789112:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46800. 00010000:00000010:0.0:1777582962.789116:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87d80. 00010000:00000010:0.0:1777582962.789119:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30800. 00010000:00000010:0.0:1777582962.789123:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00000020:00000010:0.0:1777582962.789186:0:188495:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02395c48a40. 00000020:00000010:0.0:1777582962.789194:0:188495:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02395c48a40. 00080000:00000010:0.0:1777582962.789204:0:188495:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffffa024af38b090. 00080000:00000010:0.0:1777582962.789207:0:188495:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffffa02390f8b540. 00080000:00000010:0.0:1777582962.789223:0:188495:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffffa02390f8b540. 00080000:00000010:0.0:1777582962.789226:0:188495:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffffa024af38b090. 00000020:00000010:0.0:1777582962.789235:0:188495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa023918dfb40. 00080000:00000010:0.0:1777582962.789244:0:188495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc214c00. 00000001:00000010:0.0:1777582962.789786:0:188495:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dff00. 00000001:00000010:0.0:1777582962.789794:0:188495:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185840. 00000020:00000010:0.0:1777582962.789826:0:188495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa023918dfb40. 00010000:00000010:0.0:1777582962.789862:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582962.789868:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87d80. 00010000:00000010:0.0:1777582962.789886:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000010:0.0:1777582962.789889:0:188495:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87e00. 00010000:00000200:0.0:1777582962.789909:0:188495:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975748, last committed = 8589975668 00010000:00000200:0.0:1777582962.789920:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea6d80 x1863928708016128/t8589975748(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 504/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582962.789940:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582962.789947:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708016128, offset 224 00000400:00000010:0.0:1777582962.789954:0:188495:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02487da4ce8. 00000400:00000200:0.0:1777582962.789958:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.789973:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.789979:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397822:397822:256:4294967295] 192.168.202.9@tcp LPNI seq info [397818:397818:8:4294967295] 00000400:00000200:0.0:1777582962.789986:0:188495:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:0.0:1777582962.789992:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.789998:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.790005:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582962.790011:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.790018:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.790022:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.790060:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.790065:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.790068:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00000800:00000200:2.0:1777582962.790197:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.790201:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:2.0:1777582962.790206:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.790212:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582962.792233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.1:1777582962.792244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549500. 00010000:00000010:2.1:1777582962.792249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.1:1777582962.792251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be800. 00000400:00000200:0.0:1777582962.795492:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:0.0:1777582962.795513:0:3283:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2150ad 00000400:00000200:0.0:1777582962.795520:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.795525:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:0.0:1777582962.795532:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777582962.795535:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000400:00000200:0.0:1777582962.795566:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.795572:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8872880 00000400:00000200:0.0:1777582962.795579:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 41752 00010000:00000010:2.0:1777582962.795745:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730000. 00010000:00000010:2.0:1777582962.795756:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87800. 00000400:00000200:0.0:1777582962.795817:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.795821:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.795826:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.795832:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689880. 00000020:00000010:2.0:1777582962.796991:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.797000:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.797007:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582962.797013:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.797018:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.797093:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.797096:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000100:00000200:2.0:1777582962.797100:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708016256 00000001:00000010:2.0:1777582962.797111:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68000. 00010000:00000010:2.0:1777582962.797156:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549500. 00010000:00000010:2.0:1777582962.797161:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87580. 00010000:00000010:2.0:1777582962.797167:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be800. 00010000:00000010:2.0:1777582962.797173:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 02000000:00000010:2.0:1777582962.797201:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb6000. 00010000:00000010:2.0:1777582962.797245:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.0:1777582962.797249:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8e00. 00010000:00000010:2.0:1777582962.797369:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000200:2.0:1777582962.797390:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689880 x1863928708016256/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582962.797408:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582962.797413:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708016256, offset 224 00000400:00000200:2.0:1777582962.797420:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.797431:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.797438:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397823:397823:256:4294967295] 192.168.202.9@tcp LPNI seq info [397819:397819:8:4294967295] 00000400:00000200:2.0:1777582962.797448:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.797453:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.797457:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582962.797465:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.797471:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.797475:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.797499:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.797503:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.797506:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00000800:00000200:0.0:1777582962.797883:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.797887:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:0.0:1777582962.797892:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.797897:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.797902:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:0.0:1777582962.797904:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00010000:00000010:0.1:1777582962.800530:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be600. 00010000:00000010:0.1:1777582962.800542:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31a00. 00010000:00000010:0.1:1777582962.800548:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46200. 00010000:00000010:0.1:1777582962.800552:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:0.1:1777582962.800556:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1000. 00010000:00000010:0.1:1777582962.800558:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46800. 00010000:00000010:0.1:1777582962.800561:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30800. 00010000:00000010:0.1:1777582962.800563:0:3282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46600. 00010000:00000010:0.1:1777582962.800565:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30a00. 00000400:00000200:0.0:1777582962.800592:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.800709:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8872900 00000400:00000200:0.0:1777582962.800717:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 42328 00000400:00000200:0.0:1777582962.800750:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.800755:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.800762:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.800768:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568b800. 00000020:00000010:3.0:1777582962.805255:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.805267:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.805275:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.805280:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.805285:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.805321:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.805323:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.805327:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708016384 00010000:00000010:3.0:1777582962.805354:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745da00. 00010000:00000010:3.0:1777582962.805363:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 02000000:00000010:3.0:1777582962.805391:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241787d000. 00010000:00000010:3.0:1777582962.805420:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.0:1777582962.805424:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582962.805443:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1100. 00010000:00000010:3.0:1777582962.805447:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd080. 00010000:00000010:3.0:1777582962.805452:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.0:1777582962.805455:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582962.805552:0:187632:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1900. 00010000:00000010:3.0:1777582962.805556:0:187632:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.805560:0:187632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.0:1777582962.805564:0:187632:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.805655:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582962.805666:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582962.805672:0:187632:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd080. 00010000:00000010:3.0:1777582962.805696:0:187632:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000200:3.0:1777582962.805717:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568b800 x1863928708016384/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/640 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.805737:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582962.805745:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1863928708016384, offset 224 00000400:00000200:3.0:1777582962.805753:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.805766:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.805773:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397824:397824:256:4294967295] 192.168.202.9@tcp LPNI seq info [397820:397820:8:4294967295] 00000400:00000200:3.0:1777582962.805783:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.805789:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.805793:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582962.805801:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.805808:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.805812:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 736 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.806017:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.806022:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.806026:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:2.0:1777582962.810167:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.810177:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582962.810187:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.810197:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.810204:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:2.0:1777582962.810207:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000400:00000200:3.0:1777582962.812342:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.812364:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8872980 00000400:00000200:3.0:1777582962.812373:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 4592 00000400:00000200:3.0:1777582962.812389:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.812393:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.812400:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.812407:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea5180. 00010000:00000010:2.1:1777582962.812491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46e00. 00010000:00000010:2.1:1777582962.812500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31400. 00000020:00000010:1.0:1777582962.812686:0:188247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.812693:0:188247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.812700:0:188247:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c14600. 00000020:00000010:1.0:1777582962.812705:0:188247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582962.812711:0:188247:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582962.816745:0:188247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271800. 00000020:00000010:1.0:1777582962.816755:0:188247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271800. 00000100:00000200:1.0:1777582962.816761:0:188247:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708016512 00010000:00000010:1.0:1777582962.816791:0:188247:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66d00. 00010000:00000010:1.0:1777582962.816795:0:188247:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498a66600. 00010000:00000010:1.0:1777582962.816801:0:188247:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7c00. 00002000:00000010:1.0:1777582962.816810:0:188247:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02486271800. 02000000:00000010:1.0:1777582962.816837:0:188247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa02390699c00. 00010000:00000200:1.0:1777582962.816874:0:188247:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea5180 x1863928708016512/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.816896:0:188247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777582962.816903:0:188247:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708016512, offset 224 00000400:00000200:1.0:1777582962.816910:0:188247:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.816923:0:188247:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.816930:0:188247:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397825:397825:256:4294967295] 192.168.202.9@tcp LPNI seq info [397821:397821:8:4294967295] 00000400:00000200:1.0:1777582962.816942:0:188247:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.816948:0:188247:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.816952:0:188247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582962.816959:0:188247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.816967:0:188247:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.816972:0:188247:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.817000:0:188247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582962.817004:0:188247:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582962.817010:0:188247:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c14600. 00000800:00000200:2.0:1777582962.817190:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.817195:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:2.0:1777582962.817199:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.817204:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.817210:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:2.0:1777582962.817213:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000400:00000200:2.0:1777582962.819811:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.819831:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8872a80 00000400:00000200:2.0:1777582962.819840:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 42912 00000400:00000200:2.0:1777582962.819855:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.819860:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.819867:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.819874:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684a80. 00000020:00000010:3.0:1777582962.819962:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.819969:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.819975:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.819980:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.819985:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.820023:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.820026:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.820029:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708016768 02000000:00000010:3.0:1777582962.820064:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02417879000. 00010000:00000010:3.0:1777582962.820105:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.820122:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.820131:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8e00. 00010000:00000010:3.0:1777582962.820173:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87580. 00010000:00000010:3.0:1777582962.820189:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1500. 00010000:00000010:3.0:1777582962.820193:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.820199:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d800. 00010000:00000010:3.0:1777582962.820204:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.820218:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1200. 00010000:00000010:3.0:1777582962.820221:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd080. 00010000:00000010:3.0:1777582962.820225:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.0:1777582962.820228:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb980. 00010000:00000010:3.0:1777582962.820340:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1e00. 00010000:00000010:3.0:1777582962.820344:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cdf00. 00010000:00000010:3.0:1777582962.820347:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.0:1777582962.820350:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00000020:00000010:3.0:1777582962.820380:0:207396:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ba0. 00000020:00000010:3.0:1777582962.820388:0:207396:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ba0. 00000020:00000010:3.0:1777582962.820397:0:207396:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628dd80. 00080000:00000010:3.0:1777582962.820407:0:207396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239333e000. 00000001:00000010:3.0:1777582962.820913:0:207396:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaec00. 00000001:00000010:3.0:1777582962.820922:0:207396:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e0403c0. 00000020:00000010:3.0:1777582962.820950:0:207396:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628dd80. 00010000:00000010:3.0:1777582962.820959:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.0:1777582962.820964:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febc00. 00010000:00000010:3.0:1777582962.820978:0:207396:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040a80. 00010000:00000010:3.0:1777582962.821019:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582962.821033:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.821037:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000200:3.0:1777582962.821054:0:207396:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975749, last committed = 8589975668 00010000:00000200:3.0:1777582962.821064:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae684a80 x1863928708016768/t8589975749(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582962.821082:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582962.821088:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708016768, offset 224 00000400:00000010:3.0:1777582962.821095:0:207396:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2d58. 00000400:00000200:3.0:1777582962.821098:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.821111:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.821117:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397826:397826:256:4294967295] 192.168.202.9@tcp LPNI seq info [397822:397822:8:4294967295] 00000400:00000200:3.0:1777582962.821122:0:207396:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582962.821128:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.821158:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.821163:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582962.821170:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.821176:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.821180:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.821198:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.821201:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.821204:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00010000:00000010:1.0:1777582962.821563:0:187619:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febc00. 00010000:00000010:1.0:1777582962.821569:0:187619:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdf00. 00010000:00000010:1.0:1777582962.821575:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040a80. 00000800:00000200:3.0:1777582962.821959:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.821964:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:3.0:1777582962.821969:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.821975:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:2.1:1777582962.822185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be800. 00010000:00000010:3.1:1777582962.822263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ce00. 00010000:00000010:3.1:1777582962.822270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1100. 00010000:00000010:3.1:1777582962.822273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c600. 00010000:00000010:3.1:1777582962.822276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745da00. 00000400:00000200:3.0:1777582962.823480:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.823497:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2150bd 00000400:00000200:3.0:1777582962.823504:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.823508:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.823513:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:3.0:1777582962.823516:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00010000:00000010:1.0:1777582962.823605:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb980. 00010000:00000010:1.0:1777582962.823626:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd080. 00010000:00000010:3.1:1777582962.826278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d400. 00010000:00000010:3.1:1777582962.826300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1900. 00010000:00000010:3.1:1777582962.826305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf600. 00010000:00000010:3.1:1777582962.826309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549500. 00010000:00000010:3.1:1777582962.826312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.1:1777582962.826315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1500. 00010000:00000010:3.1:1777582962.826317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d800. 00010000:00000010:1.1:1777582962.826378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1e00. 00010000:00000010:1.1:1777582962.826384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00000400:00000200:2.0:1777582962.828761:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.828779:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8872b00 00000400:00000200:2.0:1777582962.828787:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 43408 00000400:00000200:2.0:1777582962.828850:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.828856:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.828864:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582962.828870:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684380. 00000020:00000010:3.0:1777582962.829130:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.829169:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.829177:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.829182:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.829187:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.829221:0:188495:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.829224:0:188495:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.829227:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708016896 00000001:00000010:3.0:1777582962.829237:0:188495:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185840. 00010000:00000010:3.0:1777582962.829260:0:188495:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1500. 00010000:00000010:3.0:1777582962.829263:0:188495:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd980. 00010000:00000010:3.0:1777582962.829269:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00010000:00000010:3.0:1777582962.829276:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 02000000:00000010:3.0:1777582962.829321:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241787a000. 00010000:00000010:3.0:1777582962.829353:0:188495:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.0:1777582962.829356:0:188495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb000. 00010000:00000010:3.0:1777582962.829474:0:188495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582962.829496:0:188495:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae684380 x1863928708016896/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.829515:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582962.829521:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708016896, offset 224 00000400:00000200:3.0:1777582962.829527:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.829538:0:188495:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.829545:0:188495:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397827:397827:256:4294967295] 192.168.202.9@tcp LPNI seq info [397823:397823:8:4294967295] 00000400:00000200:3.0:1777582962.829557:0:188495:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.829563:0:188495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.829567:0:188495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582962.829573:0:188495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.829580:0:188495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.829584:0:188495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.829605:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.829961:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.829965:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000800:00000200:2.0:1777582962.830098:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.830103:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:2.0:1777582962.830108:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.830112:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582962.830117:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:2.0:1777582962.830118:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00010000:00000010:1.1:1777582962.831186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1200. 00010000:00000010:1.1:1777582962.831195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00000400:00000200:3.0:1777582962.832377:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.832394:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8872b80 00000400:00000200:3.0:1777582962.832403:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 43984 00000400:00000200:3.0:1777582962.832417:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.832422:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.832429:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.832435:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea5c00. 00000020:00000010:1.0:1777582962.832551:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271b80. 00000020:00000010:1.0:1777582962.832556:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271b80. 00000020:00000010:1.0:1777582962.832563:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c14600. 00000020:00000010:1.0:1777582962.832568:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582962.832573:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582962.832622:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271b80. 00000020:00000010:1.0:1777582962.832625:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271b80. 00000100:00000200:1.0:1777582962.832628:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708017024 00010000:00000010:1.0:1777582962.832666:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:1.0:1777582962.832674:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 02000000:00000010:1.0:1777582962.832705:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388dc3000. 00010000:00000010:1.0:1777582962.832733:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.0:1777582962.832737:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582962.832756:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66c00. 00010000:00000010:1.0:1777582962.832759:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374300. 00010000:00000010:1.0:1777582962.832764:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.0:1777582962.832767:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.832866:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66a00. 00010000:00000010:1.0:1777582962.832870:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374f00. 00010000:00000010:1.0:1777582962.832874:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582962.832877:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246300. 00010000:00000010:1.0:1777582962.832948:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246e80. 00010000:00000010:1.0:1777582962.832959:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246480. 00010000:00000010:1.0:1777582962.832964:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374300. 00010000:00000010:1.0:1777582962.832983:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000200:1.0:1777582962.832999:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea5c00 x1863928708017024/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/664 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.833019:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582962.833024:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1863928708017024, offset 224 00000400:00000200:1.0:1777582962.833030:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.833040:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.833046:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397828:397828:256:4294967295] 192.168.202.9@tcp LPNI seq info [397824:397824:8:4294967295] 00000400:00000200:1.0:1777582962.833056:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.833061:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.833066:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50ee00. 00000800:00000200:1.0:1777582962.833071:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.833077:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.833082:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50ee00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.833110:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582962.833114:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582962.833118:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c14600. 00000800:00000200:3.0:1777582962.833290:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.833294:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50ee00. 00000400:00000200:3.0:1777582962.833298:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.833302:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.833306:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:3.0:1777582962.833309:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00010000:00000010:3.1:1777582962.838190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00000400:00000200:2.0:1777582962.839001:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.839021:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8872c00 00000400:00000200:2.0:1777582962.839030:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 4920 00000400:00000200:2.0:1777582962.839042:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.839047:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.839055:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582962.839063:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684700. 00000400:00000200:2.0:1777582962.839094:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582962.839100:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8872c80 00000400:00000200:2.0:1777582962.839104:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 5248 00000400:00000200:2.0:1777582962.839112:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.839115:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582962.839118:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582962.839121:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae684000. 00000020:00000010:3.0:1777582962.839236:0:205905:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.839243:0:205905:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.839249:0:205905:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.839254:0:205905:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.839259:0:205905:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.839300:0:205905:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.839302:0:205905:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.839306:0:205905:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582962.839308:0:205905:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdb80. 00000020:00000010:3.0:1777582962.839312:0:205905:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582962.839331:0:205905:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b280. 00000020:00000010:3.0:1777582962.839334:0:205905:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b280. 00000100:00000200:3.0:1777582962.839337:0:205905:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708017152 00010000:00000010:3.0:1777582962.839363:0:205905:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1900. 00010000:00000010:3.0:1777582962.839368:0:205905:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02493ac1100. 00010000:00000010:3.0:1777582962.839373:0:205905:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64400. 00002000:00000010:3.0:1777582962.839383:0:205905:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023f974b280. 02000000:00000010:3.0:1777582962.839411:0:205905:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0239333e400. 00010000:00000200:3.0:1777582962.839444:0:205905:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae684700 x1863928708017152/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.839462:0:205905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582962.839468:0:205905:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708017152, offset 224 00000400:00000200:3.0:1777582962.839473:0:205905:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.839483:0:205905:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.839488:0:205905:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397829:397829:256:4294967295] 192.168.202.9@tcp LPNI seq info [397825:397825:8:4294967295] 00000400:00000200:3.0:1777582962.839498:0:205905:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.839504:0:205905:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.839509:0:205905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582962.839514:0:205905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.839522:0:205905:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.839526:0:205905:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.839542:0:205905:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.839547:0:205905:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582962.839550:0:205905:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920800. 00000020:00000010:3.0:1777582962.839563:0:205905:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bd40. 00000020:00000010:3.0:1777582962.839565:0:205905:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bd40. 00000100:00000200:3.0:1777582962.839567:0:205905:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708017280 00010000:00000010:3.0:1777582962.839578:0:205905:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1a00. 00010000:00000010:3.0:1777582962.839581:0:205905:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02493ac1200. 00010000:00000010:3.0:1777582962.839585:0:205905:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64600. 00002000:00000010:3.0:1777582962.839590:0:205905:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023f974bd40. 02000000:00000010:3.0:1777582962.839605:0:205905:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0239333e800. 00010000:00000200:3.0:1777582962.839630:0:205905:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae684000 x1863928708017280/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.839649:0:205905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582962.839652:0:205905:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708017280, offset 224 00000400:00000200:3.0:1777582962.839657:0:205905:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.839662:0:205905:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.839666:0:205905:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397830:397830:255:4294967295] 192.168.202.9@tcp LPNI seq info [397826:397826:7:4294967295] 00000400:00000200:3.0:1777582962.839674:0:205905:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.839678:0:205905:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.839681:0:205905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582962.839685:0:205905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.839689:0:205905:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.839691:0:205905:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.839697:0:205905:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdb80. 00000020:00000010:3.0:1777582962.839700:0:205905:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582962.839703:0:205905:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920a00. 00000800:00000200:3.0:1777582962.839744:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.839747:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:3.0:1777582962.839751:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.839755:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.839759:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:3.0:1777582962.839761:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00000800:00000200:3.0:1777582962.839819:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.839821:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582962.839824:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.839827:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.839829:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:3.0:1777582962.839831:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000400:00000200:3.0:1777582962.842649:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.842669:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8872d80 00000400:00000200:3.0:1777582962.842678:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 44568 00000400:00000200:3.0:1777582962.842693:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.842698:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.842706:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.842713:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea5500. 00000020:00000010:2.0:1777582962.842870:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.842876:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.842882:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582962.842888:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.842892:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.842937:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582962.842940:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000100:00000200:2.0:1777582962.842943:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708017536 02000000:00000010:2.0:1777582962.842979:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa02388fb0000. 00010000:00000010:2.0:1777582962.843022:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246300. 00010000:00000010:2.0:1777582962.843040:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374f00. 00010000:00000010:2.0:1777582962.843050:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb000. 00010000:00000010:2.0:1777582962.843056:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd980. 00010000:00000010:2.0:1777582962.843074:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549700. 00010000:00000010:2.0:1777582962.843079:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87580. 00010000:00000010:2.0:1777582962.843085:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be800. 00010000:00000010:2.0:1777582962.843090:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582962.843104:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549e00. 00010000:00000010:2.0:1777582962.843107:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87900. 00010000:00000010:2.0:1777582962.843110:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.0:1777582962.843113:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8480. 00010000:00000010:2.0:1777582962.843247:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549500. 00010000:00000010:2.0:1777582962.843252:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87980. 00010000:00000010:2.0:1777582962.843256:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf800. 00010000:00000010:2.0:1777582962.843260:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8d80. 00000020:00000010:2.0:1777582962.843287:0:187631:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02486054f60. 00000020:00000010:2.0:1777582962.843295:0:187631:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02486054f60. 00000020:00000010:2.0:1777582962.843305:0:187631:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02393743cc0. 00080000:00000010:2.0:1777582962.843314:0:187631:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b559f800. 00000001:00000010:2.0:1777582962.843895:0:187631:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9e40. 00000001:00000010:2.0:1777582962.843902:0:187631:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02390e68cc0. 00000020:00000010:2.0:1777582962.843935:0:187631:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02393743cc0. 00010000:00000010:2.0:1777582962.843943:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.0:1777582962.843948:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582962.843960:0:187631:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68000. 00010000:00000010:2.0:1777582962.844000:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8d80. 00010000:00000010:2.0:1777582962.844013:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:2.0:1777582962.844016:0:187631:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87580. 00010000:00000200:2.0:1777582962.844031:0:187631:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975750, last committed = 8589975668 00010000:00000200:2.0:1777582962.844042:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea5500 x1863928708017536/t8589975750(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582962.844062:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582962.844068:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708017536, offset 224 00000400:00000010:2.0:1777582962.844075:0:187631:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa02385aef3f0. 00000400:00000200:2.0:1777582962.844079:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582962.844092:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582962.844099:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397831:397831:256:4294967295] 192.168.202.9@tcp LPNI seq info [397827:397827:8:4294967295] 00000400:00000200:2.0:1777582962.844105:0:187631:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:2.0:1777582962.844112:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582962.844117:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582962.844122:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582962.844130:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582962.844160:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582962.844164:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1777582962.844186:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582962.844191:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582962.844194:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00010000:00000010:2.0:1777582962.844228:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000010:2.0:1777582962.844233:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87980. 00010000:00000010:2.0:1777582962.844238:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68000. 00000800:00000200:2.0:1777582962.844327:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582962.844330:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:2.0:1777582962.844335:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582962.844339:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.846317:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582962.846338:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2150d1 00000400:00000200:1.0:1777582962.846346:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.846351:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582962.846357:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:1.0:1777582962.846360:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00010000:00000010:3.0:1777582962.846452:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8480. 00010000:00000010:3.0:1777582962.846463:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87900. 00000400:00000200:3.0:1777582962.852333:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.852354:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8872e00 00000400:00000200:3.0:1777582962.852364:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 45064 00000400:00000200:3.0:1777582962.852429:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.852434:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.852442:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582962.852449:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea5f80. 00000020:00000010:0.0:1777582962.852564:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.852570:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.852578:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582962.852584:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.852589:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.852656:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.852659:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000100:00000200:0.0:1777582962.852662:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708017664 00000001:00000010:0.0:1777582962.852673:0:207396:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e0403c0. 00010000:00000010:0.0:1777582962.852698:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46600. 00010000:00000010:0.0:1777582962.852702:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87e00. 00010000:00000010:0.0:1777582962.852708:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.0:1777582962.852715:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 02000000:00000010:0.0:1777582962.852743:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487954000. 00010000:00000010:0.0:1777582962.852772:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30800. 00010000:00000010:0.0:1777582962.852777:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730280. 00010000:00000010:0.0:1777582962.852885:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000200:0.0:1777582962.852905:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea5f80 x1863928708017664/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.852922:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582962.852927:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708017664, offset 224 00000400:00000200:0.0:1777582962.852933:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.852943:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.852950:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397832:397832:256:4294967295] 192.168.202.9@tcp LPNI seq info [397828:397828:8:4294967295] 00000400:00000200:0.0:1777582962.852960:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.852968:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.852973:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582962.852978:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.852984:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.852988:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.853012:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.853017:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.853021:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00010000:00000010:1.1:1777582962.853647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582962.853657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66c00. 00010000:00000010:1.1:1777582962.853660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:1.1:1777582962.853663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00000800:00000200:1.0:1777582962.853744:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.853748:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:1.0:1777582962.853753:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.853759:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.853763:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:1.0:1777582962.853766:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000400:00000200:1.0:1777582962.856104:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.856126:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8872e80 00000400:00000200:1.0:1777582962.856170:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 45640 00000400:00000200:1.0:1777582962.856186:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.856191:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.856198:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.856205:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80ea00. 00000020:00000010:3.0:1777582962.856479:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:3.0:1777582962.856486:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:3.0:1777582962.856494:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582962.856498:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdb80. 00000020:00000010:3.0:1777582962.856504:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582962.856542:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:3.0:1777582962.856544:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:3.0:1777582962.856547:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708017792 00010000:00000010:3.0:1777582962.856576:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.0:1777582962.856583:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 02000000:00000010:3.0:1777582962.856618:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa0241787f000. 00010000:00000010:3.0:1777582962.856654:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.0:1777582962.856660:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582962.856679:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1e00. 00010000:00000010:3.0:1777582962.856682:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd800. 00010000:00000010:3.0:1777582962.856686:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.0:1777582962.856689:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf00. 00010000:00000010:3.0:1777582962.856792:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1000. 00010000:00000010:3.0:1777582962.856795:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd480. 00010000:00000010:3.0:1777582962.856798:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.0:1777582962.856801:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582962.856869:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582962.856882:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf00. 00010000:00000010:3.0:1777582962.856887:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd800. 00010000:00000010:3.0:1777582962.856908:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000200:3.0:1777582962.856921:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80ea00 x1863928708017792/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/664 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.856939:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582962.856945:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1863928708017792, offset 224 00000400:00000200:3.0:1777582962.856951:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.856962:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.856969:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397833:397833:256:4294967295] 192.168.202.9@tcp LPNI seq info [397829:397829:8:4294967295] 00000400:00000200:3.0:1777582962.856981:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.856987:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.856991:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582962.856998:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.857005:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.857009:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.857025:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdb80. 00000020:00000010:3.0:1777582962.857029:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582962.857032:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920a00. 00000800:00000200:3.0:1777582962.857125:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.857129:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582962.857151:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.857155:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.857160:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:3.0:1777582962.857162:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00010000:00000010:3.1:1777582962.858976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549e00. 00010000:00000010:3.1:1777582962.858992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf600. 00000400:00000200:1.0:1777582962.863540:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.863562:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8872f00 00000400:00000200:1.0:1777582962.863570:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 5576 00000400:00000200:1.0:1777582962.863586:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.863591:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.863599:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582962.863616:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80c700. 00000400:00000200:1.0:1777582962.866987:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.867008:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8872f80 00000400:00000200:1.0:1777582962.867016:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 5904 00000400:00000200:1.0:1777582962.867075:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.867080:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.867087:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582962.867095:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248b80f800. 00010000:00000010:0.1:1777582962.867293:0:206023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30a00. 00010000:00000010:2.1:1777582962.867353:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582962.867360:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66a00. 00010000:00000010:2.1:1777582962.867364:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582962.867367:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1500. 00010000:00000010:2.1:1777582962.867370:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf800. 00010000:00000010:2.1:1777582962.867374:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549700. 00010000:00000010:2.1:1777582962.867377:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be800. 00010000:00000010:2.1:1777582962.867379:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549500. 00010000:00000010:2.1:1777582962.867381:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00000020:00000010:1.0:1777582962.874927:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271b80. 00000020:00000010:1.0:1777582962.874938:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271b80. 00000020:00000010:1.0:1777582962.874948:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c14600. 00000020:00000010:1.0:1777582962.874954:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582962.874959:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582962.875013:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271b80. 00000020:00000010:1.0:1777582962.875016:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271b80. 00000020:00000010:1.0:1777582962.875019:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c14800. 00000020:00000010:1.0:1777582962.875022:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374300. 00000020:00000010:1.0:1777582962.875025:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582962.875043:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271b80. 00000020:00000010:1.0:1777582962.875045:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271b80. 00000100:00000200:1.0:1777582962.875048:0:206023:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708017920 00010000:00000010:1.0:1777582962.875075:0:206023:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02498a66c00. 00010000:00000010:1.0:1777582962.875079:0:206023:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498a66a00. 00010000:00000010:1.0:1777582962.875148:0:206023:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6a00. 00002000:00000010:1.0:1777582962.875160:0:206023:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02486271b80. 02000000:00000010:1.0:1777582962.875189:0:206023:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0239069b800. 00010000:00000200:1.0:1777582962.875223:0:206023:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80c700 x1863928708017920/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.875243:0:206023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777582962.875250:0:206023:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708017920, offset 224 00000400:00000200:1.0:1777582962.875257:0:206023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.875271:0:206023:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.875278:0:206023:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397834:397834:256:4294967295] 192.168.202.9@tcp LPNI seq info [397830:397830:8:4294967295] 00000400:00000200:1.0:1777582962.875291:0:206023:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.875297:0:206023:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.875302:0:206023:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50eb00. 00000800:00000200:1.0:1777582962.875308:0:206023:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.875317:0:206023:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.875321:0:206023:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50eb00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.875345:0:206023:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582962.875350:0:206023:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582962.875355:0:206023:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c14600. 00000020:00000010:1.0:1777582962.875369:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271780. 00000020:00000010:1.0:1777582962.875371:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271780. 00000100:00000200:1.0:1777582962.875373:0:206023:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708018048 00010000:00000010:1.0:1777582962.875384:0:206023:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1f00. 00010000:00000010:1.0:1777582962.875387:0:206023:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024aeea1500. 00010000:00000010:1.0:1777582962.875391:0:206023:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6600. 00002000:00000010:1.0:1777582962.875395:0:206023:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02486271780. 02000000:00000010:1.0:1777582962.875410:0:206023:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa02390698800. 00010000:00000200:1.0:1777582962.875423:0:206023:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0248b80f800 x1863928708018048/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.875433:0:206023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777582962.875436:0:206023:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708018048, offset 224 00000400:00000200:1.0:1777582962.875441:0:206023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.875447:0:206023:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.875451:0:206023:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397835:397835:255:4294967295] 192.168.202.9@tcp LPNI seq info [397831:397831:7:4294967295] 00000400:00000200:1.0:1777582962.875458:0:206023:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.875463:0:206023:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.875466:0:206023:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e600. 00000800:00000200:1.0:1777582962.875470:0:206023:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.875475:0:206023:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.875477:0:206023:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.875483:0:206023:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374300. 00000020:00000010:1.0:1777582962.875486:0:206023:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582962.875489:0:206023:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c14800. 00000800:00000200:0.0:1777582962.875686:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.875691:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50eb00. 00000400:00000200:0.0:1777582962.875695:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.875700:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.875706:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:0.0:1777582962.875708:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000800:00000200:0.0:1777582962.875775:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.875778:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e600. 00000400:00000200:0.0:1777582962.875780:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.875783:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.875786:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:0.0:1777582962.875788:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00010000:00000010:3.1:1777582962.878373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582962.878387:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1e00. 00010000:00000010:3.1:1777582962.878392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.1:1777582962.878394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00000400:00000200:1.0:1777582962.880378:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.880399:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8873080 00000400:00000200:1.0:1777582962.880408:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 46224 00000400:00000200:1.0:1777582962.880424:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.880429:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.880436:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.880447:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e8aa00. 00000020:00000010:3.0:1777582962.880837:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:3.0:1777582962.880844:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:3.0:1777582962.880850:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582962.880855:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdb80. 00000020:00000010:3.0:1777582962.880860:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582962.880906:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:3.0:1777582962.880909:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:3.0:1777582962.880912:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708018304 02000000:00000010:3.0:1777582962.880949:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df834000. 00010000:00000010:3.0:1777582962.880989:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582962.881007:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd480. 00010000:00000010:3.0:1777582962.881016:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730280. 00010000:00000010:3.0:1777582962.881021:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87e00. 00010000:00000010:3.0:1777582962.881039:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1e00. 00010000:00000010:3.0:1777582962.881042:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd480. 00010000:00000010:3.0:1777582962.881048:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.0:1777582962.881055:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582962.881070:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1500. 00010000:00000010:3.0:1777582962.881072:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd800. 00010000:00000010:3.0:1777582962.881075:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.0:1777582962.881077:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.881401:0:205909:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582962.881405:0:205909:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cdb00. 00010000:00000010:3.0:1777582962.881409:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.0:1777582962.881413:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf00. 00000020:00000010:3.0:1777582962.881439:0:205909:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e05ba0. 00000020:00000010:3.0:1777582962.881447:0:205909:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e05ba0. 00000020:00000010:3.0:1777582962.881457:0:205909:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa02488aae840. 00080000:00000010:3.0:1777582962.881465:0:205909:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0239333c800. 00000001:00000010:3.0:1777582962.882750:0:205909:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa0248628d8a0. 00000001:00000010:3.0:1777582962.882761:0:205909:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e040a80. 00000020:00000010:3.0:1777582962.882797:0:205909:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa02488aae840. 00010000:00000010:3.0:1777582962.882809:0:205909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.0:1777582962.882816:0:205909:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582962.882833:0:205909:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e0403c0. 00010000:00000010:3.0:1777582962.882884:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf00. 00010000:00000010:3.0:1777582962.882900:0:205909:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582962.882906:0:205909:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd480. 00010000:00000200:3.0:1777582962.882924:0:205909:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975751, last committed = 8589975668 00010000:00000200:3.0:1777582962.882935:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7e8aa00 x1863928708018304/t8589975751(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582962.882954:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582962.882961:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708018304, offset 224 00000400:00000010:3.0:1777582962.882968:0:205909:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2a10. 00000400:00000200:3.0:1777582962.882972:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.882986:0:205909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.882993:0:205909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397836:397836:256:4294967295] 192.168.202.9@tcp LPNI seq info [397832:397832:8:4294967295] 00000400:00000200:3.0:1777582962.883000:0:205909:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582962.883007:0:205909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.883013:0:205909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.883017:0:205909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582962.883024:0:205909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.883031:0:205909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.883036:0:205909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.883200:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdb80. 00000020:00000010:3.0:1777582962.883206:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582962.883209:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920a00. 00010000:00000010:1.0:1777582962.883381:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:1.0:1777582962.883388:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdb00. 00010000:00000010:1.0:1777582962.883394:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e0403c0. 00000800:00000200:0.0:1777582962.886719:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.886728:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:0.0:1777582962.886739:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.886748:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:3.1:1777582962.892231:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582962.892245:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1000. 00010000:00000010:3.1:1777582962.892252:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30800. 00010000:00000010:3.1:1777582962.892255:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46600. 00000400:00000200:1.0:1777582962.893383:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:1.0:1777582962.893405:0:3282:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2150e5 00000400:00000200:1.0:1777582962.893412:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.893416:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:1.0:1777582962.893423:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:1.0:1777582962.893427:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000400:00000200:1.0:1777582962.894433:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.894444:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8873100 00000400:00000200:1.0:1777582962.894453:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 46720 00000400:00000200:1.0:1777582962.894520:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.894525:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.894530:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.894537:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e8bb80. 00000020:00000010:0.0:1777582962.895339:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.895346:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.895353:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582962.895358:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.895364:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.895408:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.895411:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000100:00000200:0.0:1777582962.895414:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708018432 00000001:00000010:0.0:1777582962.895427:0:187631:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02390e68cc0. 00010000:00000010:0.0:1777582962.895454:0:187631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46800. 00010000:00000010:0.0:1777582962.895457:0:187631:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87d80. 00010000:00000010:0.0:1777582962.895464:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30800. 00010000:00000010:0.0:1777582962.895471:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 02000000:00000010:0.0:1777582962.895499:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487950000. 00010000:00000010:0.0:1777582962.895528:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31a00. 00010000:00000010:0.0:1777582962.895532:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 00010000:00000010:0.0:1777582962.895664:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000200:0.0:1777582962.895687:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7e8bb80 x1863928708018432/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 576/688 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.895706:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582962.895711:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708018432, offset 224 00000400:00000200:0.0:1777582962.895718:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.895728:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.895736:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397837:397837:256:4294967295] 192.168.202.9@tcp LPNI seq info [397833:397833:8:4294967295] 00000400:00000200:0.0:1777582962.895746:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.895752:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.895756:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582962.895762:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.895768:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.895772:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.895791:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.895794:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.895798:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00000800:00000200:0.0:1777582962.895881:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.895885:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:0.0:1777582962.895889:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.895894:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.895898:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582962.895901:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:1.1:1777582962.898177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:1.1:1777582962.898192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.1:1777582962.900395:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582962.900412:0:3275:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1e00. 00010000:00000010:3.1:1777582962.900416:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:3.0:1777582962.900542:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.900554:0:3275:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd800. 00000400:00000200:1.0:1777582962.900775:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582962.900794:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 584 into portal 12 MB=0x69f3bb8873180 00000400:00000200:1.0:1777582962.900802:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 584/584 into md 0x1f8dd9 [64] + 47296 00000400:00000200:1.0:1777582962.900816:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.900821:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582962.900828:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582962.900834:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e89180. 00000020:00000010:0.0:1777582962.900930:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.900934:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.900940:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582962.900945:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87480. 00000020:00000010:0.0:1777582962.900950:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50a28. 00000020:00000010:0.0:1777582962.900984:0:207396:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.900987:0:207396:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000100:00000200:0.0:1777582962.900990:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708018560 00010000:00000010:0.0:1777582962.901017:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31400. 00010000:00000010:0.0:1777582962.901024:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 02000000:00000010:0.0:1777582962.901054:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487951000. 00010000:00000010:0.0:1777582962.901085:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30c00. 00010000:00000010:0.0:1777582962.901089:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730900. 00010000:00000010:0.0:1777582962.901106:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46200. 00010000:00000010:0.0:1777582962.901109:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02392c87700. 00010000:00000010:0.0:1777582962.901113:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582962.901115:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730080. 00000004:00000010:1.0:1777582962.905018:0:207396:0:(mdt_handler.c:6931:mdt_object_alloc()) slab-alloced 'mo': 480 at ffffa023f71685a0. 00000004:00000010:1.0:1777582962.905033:0:207396:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582962.905040:0:207396:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffffa023b8945870. 00080000:00000010:1.0:1777582962.905048:0:207396:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c390. 00010000:00000010:0.1:1777582962.905840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30800. 00010000:00000010:1.0:1777582962.907035:0:207396:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024aeea1400. 00010000:00000010:1.0:1777582962.907043:0:207396:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa024ae374800. 00010000:00000010:1.0:1777582962.907051:0:207396:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:1.0:1777582962.907059:0:207396:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024af246080. 00010000:00000010:1.0:1777582962.907186:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730900. 00010000:00000010:1.0:1777582962.907198:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730080. 00010000:00000010:1.0:1777582962.907203:0:207396:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87700. 00010000:00000010:1.0:1777582962.907358:0:207396:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00010000:00000200:1.0:1777582962.907382:0:207396:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7e89180 x1863928708018560/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 584/664 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777582962.907402:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777582962.907408:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1863928708018560, offset 224 00000400:00000200:1.0:1777582962.907414:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582962.907428:0:207396:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582962.907435:0:207396:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397838:397838:256:4294967295] 192.168.202.9@tcp LPNI seq info [397834:397834:8:4294967295] 00000400:00000200:1.0:1777582962.907447:0:207396:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582962.907452:0:207396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582962.907457:0:207396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024ae50e900. 00000800:00000200:1.0:1777582962.907464:0:207396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582962.907472:0:207396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582962.907476:0:207396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024ae50e900 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1777582962.907507:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87480. 00000020:00000010:1.0:1777582962.907512:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50a28. 00000020:00000010:1.0:1777582962.907517:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00000800:00000200:3.0:1777582962.907666:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.907671:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024ae50e900. 00000400:00000200:3.0:1777582962.907675:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.907680:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.907685:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:3.0:1777582962.907687:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00010000:00000010:3.1:1777582962.911416:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1500. 00010000:00000010:3.1:1777582962.911433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00000400:00000200:0.0:1777582962.911630:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.911658:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8873200 00000400:00000200:0.0:1777582962.911667:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 6232 00000400:00000200:0.0:1777582962.911683:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.911688:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.911696:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582962.911702:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b568ad80. 00000020:00000010:3.0:1777582962.911884:0:188248:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:3.0:1777582962.911892:0:188248:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000020:00000010:3.0:1777582962.911899:0:188248:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582962.911904:0:188248:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.911910:0:188248:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582962.911954:0:188248:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bcc0. 00000020:00000010:3.0:1777582962.911957:0:188248:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bcc0. 00000100:00000200:3.0:1777582962.911961:0:188248:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708018688 00010000:00000010:3.0:1777582962.911986:0:188248:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02481358400. 00010000:00000010:3.0:1777582962.911990:0:188248:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02493ac1500. 00010000:00000010:3.0:1777582962.911996:0:188248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65400. 00002000:00000010:3.0:1777582962.912005:0:188248:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023f974bcc0. 00002000:00000010:3.0:1777582962.912014:0:188248:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024ae6ec850. 00080000:00000010:3.0:1777582962.912023:0:188248:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa02405441008. 02000000:00000010:3.0:1777582962.912369:0:188248:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa0239333d000. 00010000:00000200:3.0:1777582962.912402:0:188248:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b568ad80 x1863928708018688/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777582962.912422:0:188248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582962.912428:0:188248:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708018688, offset 224 00000400:00000200:3.0:1777582962.912434:0:188248:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.912446:0:188248:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.912452:0:188248:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397839:397839:256:4294967295] 192.168.202.9@tcp LPNI seq info [397835:397835:8:4294967295] 00000400:00000200:3.0:1777582962.912462:0:188248:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.912467:0:188248:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.912472:0:188248:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999000. 00000800:00000200:3.0:1777582962.912479:0:188248:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.912485:0:188248:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.912489:0:188248:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.912507:0:188248:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.912511:0:188248:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582962.912514:0:188248:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920a00. 00000800:00000200:0.0:1777582962.913428:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582962.913435:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999000. 00000400:00000200:0.0:1777582962.913442:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.913449:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582962.913455:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:0.0:1777582962.913458:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 00000400:00000200:3.0:1777582962.916589:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582962.916620:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 28 MB=0x69f3bb8873280 00000400:00000200:3.0:1777582962.916631:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 328/328 into md 0x1f7b9d [8] + 6560 00000400:00000200:3.0:1777582962.916655:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.916660:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582962.916668:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582962.916676:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea4a80. 00000020:00000010:0.0:1777582962.916790:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.916796:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.916802:0:206352:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25600. 00000020:00000010:0.0:1777582962.916807:0:206352:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87380. 00000020:00000010:0.0:1777582962.916813:0:206352:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582962.916859:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b540. 00000020:00000010:0.0:1777582962.916861:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b540. 00000100:00000200:0.0:1777582962.916864:0:206352:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708018816 00010000:00000010:0.0:1777582962.916891:0:206352:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46400. 00010000:00000010:0.0:1777582962.916895:0:206352:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0248ee46b00. 00010000:00000010:0.0:1777582962.916901:0:206352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30200. 00002000:00000010:0.0:1777582962.916911:0:206352:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02390f8b540. 00002000:00000010:0.0:1777582962.916947:0:206352:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024aee30be0. 00080000:00000010:0.0:1777582962.916957:0:206352:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0239fc86e40. 02000000:00000010:0.0:1777582962.917280:0:206352:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffffa023cc216c00. 00010000:00000200:0.0:1777582962.917316:0:206352:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea4a80 x1863928708018816/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 328/400 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582962.917336:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582962.917341:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1863928708018816, offset 224 00000400:00000200:0.0:1777582962.917347:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582962.917357:0:206352:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582962.917364:0:206352:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397840:397840:256:4294967295] 192.168.202.9@tcp LPNI seq info [397836:397836:8:4294967295] 00000400:00000200:0.0:1777582962.917374:0:206352:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582962.917379:0:206352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582962.917384:0:206352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582962.917390:0:206352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582962.917397:0:206352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582962.917401:0:206352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1777582962.917424:0:206352:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87380. 00000020:00000010:0.0:1777582962.917429:0:206352:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582962.917433:0:206352:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25600. 00000800:00000200:1.0:1777582962.917673:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582962.917678:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:1.0:1777582962.917683:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582962.917688:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582962.917692:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:1.0:1777582962.917694:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00010000:00000010:1.1:1777582962.920394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30c00. 00010000:00000010:1.1:1777582962.920409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46200. 00010000:00000010:1.1:1777582962.920413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30400. 00010000:00000010:1.1:1777582962.920415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31400. 00000400:00000200:0.0:1777582962.936119:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582962.936162:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 496 into portal 12 MB=0x69f3bb8873380 00000400:00000200:0.0:1777582962.936170:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 496/496 into md 0x1f8dd9 [64] + 47880 00000400:00000200:0.0:1777582962.936186:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582962.936191:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582962.936199:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582962.936206:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5688e00. 00000020:00000010:3.0:1777582962.936459:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b580. 00000020:00000010:3.0:1777582962.936466:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b580. 00000020:00000010:3.0:1777582962.936472:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582962.936478:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.936484:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582962.936530:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b580. 00000020:00000010:3.0:1777582962.936533:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974b580. 00000100:00000200:3.0:1777582962.936537:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708019072 02000000:00000010:3.0:1777582962.936574:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffffa023df831000. 00010000:00000010:3.0:1777582962.936628:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024af246080. 00010000:00000010:3.0:1777582962.936656:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa024ae374800. 00010000:00000010:3.0:1777582962.936666:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000010:3.0:1777582962.936672:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02392c87d80. 00010000:00000010:3.0:1777582962.936688:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1e00. 00010000:00000010:3.0:1777582962.936691:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd700. 00010000:00000010:3.0:1777582962.936697:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.0:1777582962.936703:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.936717:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02493ac1000. 00010000:00000010:3.0:1777582962.936719:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cdf80. 00010000:00000010:3.0:1777582962.936722:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.0:1777582962.936725:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb700. 00010000:00000010:3.0:1777582962.936830:0:191688:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024c6346a00. 00010000:00000010:3.0:1777582962.936833:0:191688:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa023937cd900. 00010000:00000010:3.0:1777582962.936836:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.0:1777582962.936840:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5febf00. 00000020:00000010:3.0:1777582962.936863:0:191688:0:(lu_object.c:2512:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffffa02384e057c0. 00000020:00000010:3.0:1777582962.936870:0:191688:0:(lu_object.c:2500:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffffa02384e057c0. 00000020:00000010:3.0:1777582962.936880:0:191688:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 88 at ffffa0248628df60. 00080000:00000010:3.0:1777582962.936891:0:191688:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f81800. 00000004:00000010:3.0:1777582962.936926:0:191688:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 176 at ffffa0239e040840. 00000004:00000010:3.0:1777582962.936933:0:191688:0:(lod_lov.c:1150:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffffa024878a5270. 00000004:00000010:3.0:1777582962.936937:0:191688:0:(lod_lov.c:1153:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffffa02388fcbe30. 00000004:00000010:3.0:1777582962.936946:0:191688:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebf540. 00000004:00000010:3.0:1777582962.936956:0:191688:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffffa02393ebd3f8. 00000001:00000010:3.0:1777582962.937957:0:191688:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae300. 00000001:00000010:3.0:1777582962.937968:0:191688:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa0239e0403c0. 00000020:00000010:3.0:1777582962.938002:0:191688:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 88 at ffffa0248628df60. 00010000:00000010:3.0:1777582962.938014:0:191688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.0:1777582962.938020:0:191688:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024c5feb500. 00010000:00000010:3.0:1777582962.938037:0:191688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040480. 00010000:00000010:3.0:1777582962.941985:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf00. 00010000:00000010:3.0:1777582962.942019:0:191688:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5febf80. 00010000:00000010:3.0:1777582962.942027:0:191688:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd700. 00010000:00000200:3.0:1777582962.942054:0:191688:0:(ldlm_lib.c:3401:target_send_reply()) rs transno = 8589975752, last committed = 8589975668 00010000:00000200:3.0:1777582962.942067:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5688e00 x1863928708019072/t8589975752(0) o36->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:403/0 lens 496/456 e 0 to 0 dl 1777582973 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582962.942092:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582962.942099:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1863928708019072, offset 224 00000400:00000010:3.0:1777582962.942106:0:191688:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffffa024ae4e2348. 00000400:00000200:3.0:1777582962.942110:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582962.942125:0:191688:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582962.942477:0:191688:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397841:397841:256:4294967295] 192.168.202.9@tcp LPNI seq info [397837:397837:8:4294967295] 00000400:00000200:3.0:1777582962.942488:0:191688:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.9@tcp 00000400:00000200:3.0:1777582962.942496:0:191688:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582962.942502:0:191688:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582962.942509:0:191688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582962.942516:0:191688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582962.942524:0:191688:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582962.942529:0:191688:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1777582962.942560:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd800. 00000020:00000010:3.0:1777582962.942564:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582962.942568:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920a00. 00000800:00000200:3.0:1777582962.943131:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582962.943280:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582962.943287:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.943293:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582962.953016:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : ACK - for me 00000400:00000200:3.0:1777582962.953044:0:3281:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.202.109@tcp: ACK from 12345-192.168.202.9@tcp into md 0x2150f9 00000400:00000200:3.0:1777582962.953052:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582962.953057:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: ACK: OK 00000400:00000200:3.0:1777582962.953065:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:3.0:1777582962.953068:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00010000:00000010:0.0:1777582962.953207:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb700. 00010000:00000010:0.0:1777582962.953228:0:3274:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cdf80. 00010000:00000010:1.0:1777582962.953417:0:188704:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024c5feb500. 00010000:00000010:1.0:1777582962.953425:0:188704:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa023937cd900. 00010000:00000010:1.0:1777582962.953432:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040480. 00010000:00000010:3.1:1777582962.956448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:3.1:1777582962.956464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1400. 00010000:00000010:3.1:1777582962.956469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31a00. 00010000:00000010:3.1:1777582962.956472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46800. 00010000:00000010:3.1:1777582962.958183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582962.958199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1e00. 00010000:00000010:3.1:1777582962.958207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:0.1:1777582962.958828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1000. 00010000:00000010:0.1:1777582962.958836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:1.1:1777582962.966120:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024c6346a00. 00010000:00000010:1.1:1777582962.966150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00000400:00000200:0.0:1777582963.314784:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582963.314803:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8873400 00000400:00000200:0.0:1777582963.314811:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 48376 00000400:00000200:0.0:1777582963.314839:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582963.314843:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582963.314851:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582963.314858:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5688380. 00000020:00000010:2.0:1777582963.314974:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582963.314979:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582963.314985:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582963.314991:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87980. 00000020:00000010:2.0:1777582963.314996:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582963.315030:0:205914:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582963.315043:0:205914:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000100:00000200:2.0:1777582963.315047:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708019200 00000001:00000010:2.0:1777582963.315057:0:205914:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e040a80. 00010000:00000010:2.0:1777582963.315080:0:205914:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa02499549500. 00010000:00000010:2.0:1777582963.315083:0:205914:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffffa02383e87d80. 00010000:00000010:2.0:1777582963.315089:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.0:1777582963.315096:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8880. 02000000:00000010:2.0:1777582963.315120:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02388fb4000. 00010000:00000010:2.0:1777582963.315165:0:205914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be800. 00010000:00000010:2.0:1777582963.315169:0:205914:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa024b7cb8c80. 00000020:00000010:2.0:1777582963.315247:0:205914:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffffa02390e68000. 00000020:00000010:2.0:1777582963.315253:0:205914:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffffa024b559d400. 00000020:00000010:2.0:1777582963.315257:0:205914:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffffa024b559d000. 00000020:00000010:2.0:1777582963.315264:0:205914:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffffa02423cf0800. 00000020:00000010:2.0:1777582963.315268:0:205914:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffffa02423cf0c00. 00000020:00000010:2.0:1777582963.315276:0:205914:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffffa02385525800. 00010000:00000010:2.0:1777582963.315303:0:205914:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8880. 00010000:00000200:2.0:1777582963.315323:0:205914:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5688380 x1863928708019200/t0(0) o101->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:404/0 lens 576/688 e 0 to 0 dl 1777582974 ref 1 fl Interpret:/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1777582963.315342:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582963.315347:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708019200, offset 224 00000400:00000200:2.0:1777582963.315353:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582963.315362:0:205914:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582963.315368:0:205914:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397842:397842:256:4294967295] 192.168.202.9@tcp LPNI seq info [397838:397838:8:4294967295] 00000400:00000200:2.0:1777582963.315390:0:205914:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582963.315396:0:205914:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582963.315401:0:205914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024c4b3fc00. 00000800:00000200:2.0:1777582963.315406:0:205914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582963.315413:0:205914:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582963.315417:0:205914:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024c4b3fc00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:2.0:1777582963.315438:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87980. 00000020:00000010:2.0:1777582963.315442:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582963.315445:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 00000800:00000200:3.0:1777582963.315697:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582963.315702:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024c4b3fc00. 00000400:00000200:3.0:1777582963.315706:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582963.315710:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582963.315714:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:3.0:1777582963.315716:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000400:00000200:3.0:1777582963.319257:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582963.319277:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 576 into portal 12 MB=0x69f3bb8873480 00000400:00000200:3.0:1777582963.319286:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 576/576 into md 0x1f8dd9 [64] + 48952 00000400:00000200:3.0:1777582963.319300:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582963.319305:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582963.319315:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582963.319323:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea4000. 00000020:00000010:0.0:1777582963.319402:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bc40. 00000020:00000010:0.0:1777582963.319407:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bc40. 00000020:00000010:0.0:1777582963.319411:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25600. 00000020:00000010:0.0:1777582963.319415:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87380. 00000020:00000010:0.0:1777582963.319419:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582963.319452:0:187631:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bc40. 00000020:00000010:0.0:1777582963.319455:0:187631:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bc40. 00000100:00000200:0.0:1777582963.319457:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708019328 00010000:00000010:0.0:1777582963.319611:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30000. 00010000:00000010:0.0:1777582963.319619:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730780. 02000000:00000010:0.0:1777582963.319653:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3976 at ffffa02487955000. 00010000:00000010:0.0:1777582963.319687:0:187631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31a00. 00010000:00000010:0.0:1777582963.319692:0:187631:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffffa02393730380. 00000020:00000010:0.0:1777582963.319774:0:187631:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffffa02392b7d800. 00010000:00000010:0.0:1777582963.319801:0:187631:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730780. 00010000:00000200:0.0:1777582963.319821:0:187631:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea4000 x1863928708019328/t0(0) o101->9531e10e-5a64-4ee6-a5f2-e1b0791d0689@192.168.202.9@tcp:404/0 lens 576/688 e 0 to 0 dl 1777582974 ref 1 fl Interpret:/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1777582963.319838:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582963.319844:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863928708019328, offset 224 00000400:00000200:0.0:1777582963.319850:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582963.319860:0:187631:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582963.319865:0:187631:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397843:397843:256:4294967295] 192.168.202.9@tcp LPNI seq info [397839:397839:8:4294967295] 00000400:00000200:0.0:1777582963.319875:0:187631:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582963.319880:0:187631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582963.319885:0:187631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582963.319891:0:187631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582963.322386:0:187631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582963.322392:0:187631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1777582963.322432:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87380. 00000020:00000010:0.0:1777582963.322439:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582963.322444:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25600. 00000800:00000200:3.0:1777582963.324101:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582963.324110:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582963.324118:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582963.324128:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582963.324154:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:3.0:1777582963.324157:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00010000:00000010:2.1:1777582963.327180:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00010000:00000010:0.1:1777582963.331176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30000. 00080000:00000010:1.0:1777582963.626578:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023f9b81398. 00000004:00000010:1.0:1777582963.626604:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa0240bed9f10. 00000004:00000010:1.0:1777582963.626611:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023ff232380. 00000004:00000010:1.0:1777582963.626615:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffffa023905342f0. 00000004:00000010:1.0:1777582963.626619:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffffa02388fcbb20. 00000004:00000010:1.0:1777582963.626625:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa023ad5ab600. 00000004:00000010:1.0:1777582963.626629:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757210. 00000004:00000010:1.0:1777582963.626646:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb0078. 00000004:00000010:1.0:1777582963.626651:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023e27f0780. 00080000:00000010:1.0:1777582963.626666:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02390aa9ab8. 00000004:00000010:1.0:1777582963.626669:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944cc0. 00000004:00000010:1.0:1777582963.626672:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3d98. 00000004:00000010:1.0:1777582963.626674:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02392880000. 00080000:00000010:1.0:1777582963.626688:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a8e8. 00000004:00000010:1.0:1777582963.626693:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02392ad9868. 00000004:00000010:1.0:1777582963.626696:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b0306b08. 00000004:00000010:1.0:1777582963.626698:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b03065a0. 00000004:00000010:1.0:1777582963.626700:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02392200000. 00000004:00000010:1.0:1777582963.626703:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7756660. 00000004:00000010:1.0:1777582963.626706:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb05a0. 00000004:00000010:1.0:1777582963.626708:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02487057e00. 00080000:00000010:1.0:1777582963.626722:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc861c8. 00000004:00000010:1.0:1777582963.626728:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023c96ad3f8. 00000004:00000010:1.0:1777582963.626732:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023c96ac238. 00000004:00000010:1.0:1777582963.626735:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffffa0248849b3f0. 00000004:00000010:1.0:1777582963.626738:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffffa023cfc76970. 00000004:00000010:1.0:1777582963.626741:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02390fbe900. 00000004:00000010:1.0:1777582963.626743:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa02388ddcee0. 00000004:00000010:1.0:1777582963.626745:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02385383960. 00000004:00000010:1.0:1777582963.626747:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386c01a40. 00080000:00000010:1.0:1777582963.626761:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c390. 00000004:00000010:1.0:1777582963.626766:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebf540. 00000004:00000010:1.0:1777582963.626769:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebd3f8. 00000004:00000010:1.0:1777582963.626771:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffffa024878a5270. 00000004:00000010:1.0:1777582963.626775:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffffa02388fcbe30. 00000004:00000010:1.0:1777582963.626777:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa0239e040840. 00000004:00000010:1.0:1777582963.626779:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8945870. 00000004:00000010:1.0:1777582963.626782:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a35a0. 00000004:00000010:1.0:1777582963.626783:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023f71685a0. 00080000:00000010:1.0:1777582963.626796:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405441ab8. 00000004:00000010:1.0:1777582963.626801:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebe5b8. 00000004:00000010:1.0:1777582963.626804:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa02388fcb278. 00000004:00000010:1.0:1777582963.626806:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa02388fcb1d8. 00000004:00000010:1.0:1777582963.626809:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02392bc9a80. 00000004:00000010:1.0:1777582963.626813:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386ee0. 00000004:00000010:1.0:1777582963.626816:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c652d0. 00000004:00000010:1.0:1777582963.626818:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f1494a0. 00080000:00000010:1.0:1777582963.626829:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02390aa9008. 00000004:00000010:1.0:1777582963.626844:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023ff230238. 00000004:00000010:1.0:1777582963.626847:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffffa023b0306250. 00000004:00000010:1.0:1777582963.626850:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffffa023b0306078. 00000004:00000010:1.0:1777582963.626852:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa023a130c9c0. 00000004:00000010:1.0:1777582963.626854:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023b8944440. 00000004:00000010:1.0:1777582963.626856:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024046a3690. 00000004:00000010:1.0:1777582963.626858:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023928803c0. 00080000:00000010:1.0:1777582963.626871:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023ef1a7008. 00000004:00000010:1.0:1777582963.626876:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023e5b62a28. 00000004:00000010:1.0:1777582963.626880:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023e5b60470. 00000004:00000010:1.0:1777582963.626883:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffffa0248b836180. 00000004:00000010:1.0:1777582963.626885:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffffa0239372aaf8. 00000004:00000010:1.0:1777582963.626888:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa024b7ce8840. 00000004:00000010:1.0:1777582963.626890:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023cce35ed0. 00000004:00000010:1.0:1777582963.626892:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02396e22f78. 00000004:00000010:1.0:1777582963.626896:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023e6b9a5a0. 00080000:00000010:1.0:1777582963.626905:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc86720. 00000004:00000010:1.0:1777582963.626908:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa02388ddd100. 00000004:00000010:1.0:1777582963.626911:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa02385383000. 00000004:00000010:1.0:1777582963.626912:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa02386c00b40. 00080000:00000010:1.0:1777582963.626924:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023f9b81ab8. 00000004:00000010:1.0:1777582963.626928:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa0240bedae98. 00000004:00000010:1.0:1777582963.626932:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa023e5b630d0. 00000004:00000010:1.0:1777582963.626935:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffffa02390534f60. 00000004:00000010:1.0:1777582963.626937:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffffa02388fcbaa0. 00000004:00000010:1.0:1777582963.626940:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa023ad5ab240. 00000004:00000010:1.0:1777582963.626942:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa023e7757870. 00000004:00000010:1.0:1777582963.626944:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023b3eb00f0. 00000004:00000010:1.0:1777582963.626947:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa023e27f0000. 00080000:00000010:1.0:1777582963.626957:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405440000. 00000004:00000010:1.0:1777582963.626962:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebc238. 00000004:00000010:1.0:1777582963.626967:0:194432:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffffa02393ebd630. 00000004:00000010:1.0:1777582963.626970:0:194432:0:(lod_object.c:9768:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffffa024878a57d0. 00000004:00000010:1.0:1777582963.626972:0:194432:0:(lod_object.c:9771:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffffa02388fcbb00. 00000004:00000010:1.0:1777582963.626975:0:194432:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 176 at ffffa02392bc93c0. 00000004:00000010:1.0:1777582963.626977:0:194432:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa024af386990. 00000004:00000010:1.0:1777582963.626980:0:194432:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa024b7c65ac8. 00000004:00000010:1.0:1777582963.626981:0:194432:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa0249f149860. 00000100:00000010:1.0:1777582964.266619:0:220298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e88000. 02000000:00000010:1.0:1777582964.266653:0:220298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50ea00. 00000100:00000010:1.0:1777582964.268494:0:220298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e89880. 02000000:00000010:1.0:1777582964.268511:0:220298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50ed00. 00000100:00000010:1.0:1777582964.268538:0:220298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e88380. 02000000:00000010:1.0:1777582964.268544:0:220298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50e900. 00000100:00000010:1.0:1777582964.268551:0:220298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50e00. 02000000:00000010:1.0:1777582964.268555:0:220298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50e600. 02000000:00000010:0.0:1777582964.268646:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02386c25600. 00000400:00000010:0.0:1777582964.268654:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc630. 00000400:00000010:0.0:1777582964.268661:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582964.268668:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919268352, portal 10 00000400:00000010:0.0:1777582964.268676:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582964.268678:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919268352, offset 0 00000400:00000200:0.0:1777582964.268687:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582964.268700:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582964.268712:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acad8200 00000400:00000200:0.0:1777582964.268719:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f8dd9 [64] + 49528 00000400:00000200:0.0:1777582964.268727:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582964.268730:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582964.268738:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582964.268743:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b5689500. 00000400:00000200:0.0:1777582964.268761:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777582964.268764:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582964.268773:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f50e00 x1863919919268352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582964.268794:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df360. 00000100:00000010:0.0:1777582964.268806:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df600. 00000100:00000010:0.0:1777582964.268811:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df5a0. 00000100:00000010:0.0:1777582964.268815:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfc60. 02000000:00000010:0.0:1777582964.268836:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02386c25a00. 00000400:00000010:0.0:1777582964.268841:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edce70. 00000400:00000010:0.0:1777582964.268844:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582964.268846:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919268096, portal 4 00000400:00000010:0.0:1777582964.268851:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582964.268853:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919919268096, offset 0 00000400:00000200:0.0:1777582964.268857:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582964.268861:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582964.268866:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39acad8100 00000400:00000200:0.0:1777582964.268872:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1f7b9d [8] + 6888 00000400:00000200:0.0:1777582964.268876:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582964.268879:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582964.268882:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582964.268887:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6ad880. 00000400:00000200:0.0:1777582964.268898:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777582964.268900:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582964.268905:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e89880 x1863919919268096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582964.268934:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02386c25000. 00000400:00000010:0.0:1777582964.268938:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc4d0. 00000400:00000010:0.0:1777582964.268941:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582964.268944:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919268224, portal 4 00000400:00000010:0.0:1777582964.268948:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582964.268950:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919919268224, offset 0 00000400:00000200:0.0:1777582964.268953:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582964.268958:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582964.268962:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39acad8180 00000400:00000200:0.0:1777582964.268966:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1f7b9d [8] + 7112 00000400:00000200:0.0:1777582964.268969:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582964.268972:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582964.268975:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582964.268978:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6ac380. 00000400:00000200:0.0:1777582964.268989:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777582964.268991:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582964.268995:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e88380 x1863919919268224/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582964.269039:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b180. 00000020:00000010:0.0:1777582964.269044:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b180. 00000020:00000010:0.0:1777582964.269050:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582964.269055:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87380. 00000020:00000010:0.0:1777582964.269060:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582964.269093:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b180. 00000020:00000010:0.0:1777582964.269095:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b180. 00000100:00000200:0.0:1777582964.269098:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919268352 02000000:00000010:0.0:1777582964.269114:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023cc217000. 00010000:00000200:0.0:1777582964.269122:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b5689500 x1863919919268352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582964.269154:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582964.269158:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919268352, offset 224 00000400:00000200:0.0:1777582964.269161:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582964.269166:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582964.269172:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acad8200 00000400:00000200:0.0:1777582964.269176:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215105 [1] + 224 00000400:00000200:0.0:1777582964.269192:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582964.269195:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582964.269201:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f50e00 x1863919919268352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582964.269216:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777582964.269218:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000020:00000010:0.0:1777582964.269229:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87380. 00000020:00000010:0.0:1777582964.269233:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582964.269236:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000400:00000010:0.0:1777582964.269255:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc630. 00000400:00000200:0.0:1777582964.269258:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777582964.269260:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582964.269264:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f50e00 x1863919919268352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582964.269272:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f50e00 x1863919919268352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582964.269295:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02386c25600. 02000000:00000010:0.0:1777582964.269300:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50e600. 00000100:00000010:0.0:1777582964.269305:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50e00. 00000020:00000010:0.0:1777582964.269343:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b180. 00000020:00000010:0.0:1777582964.269349:0:206018:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023f974b780. 00000020:00000010:0.0:1777582964.269363:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25600. 00000020:00000010:0.0:1777582964.269366:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87380. 00000020:00000010:0.0:1777582964.269369:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582964.269392:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bf80. 00000020:00000010:0.0:1777582964.269395:0:206018:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023f974b040. 00000020:00000010:0.0:1777582964.269400:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582964.269403:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87080. 00000020:00000010:0.0:1777582964.269405:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582964.269422:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bd00. 00000020:00000010:0.0:1777582964.269425:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bd00. 00000100:00000200:0.0:1777582964.269427:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919268096 02000000:00000010:0.0:1777582964.269435:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023cc214800. 00010000:00000200:0.0:1777582964.269441:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6ad880 x1863919919268096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582964.269450:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582964.269454:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919919268096, offset 224 00000400:00000200:0.0:1777582964.269457:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582964.269463:0:206018:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582964.269468:0:206018:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39acad8100 00000400:00000200:0.0:1777582964.269472:0:206018:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x21510d [1] + 224 00000400:00000200:0.0:1777582964.269475:0:206018:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582964.269478:0:206018:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582964.269483:0:206018:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e89880 x1863919919268096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582964.269496:0:206018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777582964.269498:0:206018:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777582964.269505:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87380. 00000020:00000010:0.0:1777582964.269508:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582964.269510:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25600. 00000020:00000010:0.0:1777582964.269520:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8bd00. 00000020:00000010:0.0:1777582964.269522:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8bd00. 00000100:00000200:0.0:1777582964.269524:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919268224 02000000:00000010:0.0:1777582964.269531:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023cc217800. 00010000:00000200:0.0:1777582964.269536:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6ac380 x1863919919268224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582964.269544:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582964.269546:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919919268224, offset 224 00000400:00000200:0.0:1777582964.269550:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582964.269555:0:206018:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582964.269559:0:206018:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39acad8180 00000400:00000200:0.0:1777582964.269563:0:206018:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x215115 [1] + 224 00000400:00000200:0.0:1777582964.269566:0:206018:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582964.269569:0:206018:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582964.269573:0:206018:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e88380 x1863919919268224/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582964.269583:0:206018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777582964.269584:0:206018:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777582964.269590:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87080. 00000020:00000010:0.0:1777582964.269593:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582964.269596:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000400:00000010:0.0:1777582964.269620:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc4d0. 00000400:00000200:0.0:1777582964.269623:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777582964.269635:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582964.269640:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e88380 x1863919919268224/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582964.269647:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e88380 x1863919919268224/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582964.269660:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edce70. 00000400:00000200:0.0:1777582964.269663:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777582964.269664:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582964.269667:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e89880 x1863919919268096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582964.269674:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e89880 x1863919919268096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582964.269686:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02386c25000. 02000000:00000010:0.0:1777582964.269689:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50e900. 00000100:00000010:0.0:1777582964.269692:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e88380. 02000000:00000010:0.0:1777582964.269696:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02386c25a00. 02000000:00000010:0.0:1777582964.269698:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50ed00. 00000100:00000010:0.0:1777582964.269700:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e89880. 02000000:00000010:0.0:1777582964.271362:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02386c25a00. 00000400:00000010:0.0:1777582964.271377:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edce70. 00000400:00000010:0.0:1777582964.271384:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582964.271390:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919267968, portal 25 00000400:00000010:0.0:1777582964.271395:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582964.271398:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919267968, offset 0 00000400:00000200:0.0:1777582964.271405:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582964.271417:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582964.271426:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acad8080 00000400:00000200:0.0:1777582964.271433:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x205fa9 [2] + 0 00000400:00000010:0.0:1777582964.271437:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484dee6e0. 00000400:00000200:0.0:1777582964.271444:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392200840 00000400:00000200:0.0:1777582964.271449:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582964.271452:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777582964.271457:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392200840 00000400:00000010:0.0:1777582964.271460:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392200840. 00000100:00000200:0.0:1777582964.271468:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777582964.271502:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777582964.271504:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582964.271512:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e88000 x1863919919267968/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582964.273196:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582964.273204:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582964.273210:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02423cf1e00. 00000020:00000010:2.0:1777582964.273216:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87980. 00000020:00000010:2.0:1777582964.273221:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582964.273255:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319400. 00000020:00000010:2.0:1777582964.273257:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319400. 00000100:00000200:2.0:1777582964.273260:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919267968 02000000:00000010:2.0:1777582964.273274:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b559cc00. 00010000:00000200:2.0:1777582964.273285:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f77450 x1863919919267968/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582964.273309:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582964.273316:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919267968, offset 224 00000400:00000200:2.0:1777582964.273322:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582964.273332:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582964.273340:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acad8080 00000400:00000200:2.0:1777582964.273347:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215129 [1] + 224 00000400:00000200:2.0:1777582964.273353:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582964.273356:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582964.273364:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e88000 x1863919919267968/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582964.273390:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582964.273392:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000020:00000010:2.0:1777582964.273408:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87980. 00000020:00000010:2.0:1777582964.273411:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582964.273414:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02423cf1e00. 02000000:00000010:2.0:1777582964.273421:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b559cc00. 00000100:00000200:2.0:1777582964.273427:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777582964.273431:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eaa8. 00000400:00000010:2.0:1777582964.273435:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02390e68900. 00000400:00000010:2.0:1777582964.273454:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edce70. 00000400:00000200:2.0:1777582964.273457:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:2.0:1777582964.273459:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000100:00000200:2.0:1777582964.273463:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e88000 x1863919919267968/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582964.273472:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e88000 x1863919919267968/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582964.273502:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02386c25a00. 02000000:00000010:2.0:1777582964.273508:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50ea00. 00000100:00000010:2.0:1777582964.273512:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e88000. 00000100:00000010:1.0:1777582964.285901:0:220298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50000. 02000000:00000010:1.0:1777582964.285923:0:220298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50eb00. 00000100:00000010:1.0:1777582964.285940:0:220298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52680. 02000000:00000010:1.0:1777582964.285943:0:220298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024ae50ee00. 02000000:00000010:1.0:1777582964.285987:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02406c14c00. 00000400:00000010:1.0:1777582964.285993:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe19a0. 00000400:00000010:1.0:1777582964.285999:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582964.286006:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919268608, portal 10 00000400:00000010:1.0:1777582964.286012:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582964.286015:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919268608, offset 0 00000400:00000200:1.0:1777582964.286036:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582964.286050:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582964.286060:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acad8300 00000400:00000200:1.0:1777582964.286067:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f8dd9 [64] + 49752 00000400:00000200:1.0:1777582964.286075:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582964.286078:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582964.286085:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582964.286089:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f53b80. 00000400:00000200:1.0:1777582964.286105:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777582964.286107:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582964.286116:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f52680 x1863919919268608/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777582964.286174:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:1.0:1777582964.286179:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000020:00000010:1.0:1777582964.286193:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c15800. 00000020:00000010:1.0:1777582964.286198:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582964.286202:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582964.286229:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:1.0:1777582964.286231:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000100:00000200:1.0:1777582964.286234:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919268608 02000000:00000010:1.0:1777582964.286250:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02390699400. 00010000:00000200:1.0:1777582964.286258:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f53b80 x1863919919268608/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582964.286272:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582964.286275:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919268608, offset 224 00000400:00000200:1.0:1777582964.286278:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582964.286283:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582964.286288:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acad8300 00000400:00000200:1.0:1777582964.286292:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215139 [1] + 224 00000400:00000200:1.0:1777582964.286296:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582964.286298:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582964.286303:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f52680 x1863919919268608/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582964.286316:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777582964.286319:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000020:00000010:1.0:1777582964.286328:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582964.286331:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582964.286335:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c15800. 00000400:00000010:1.0:1777582964.286355:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe19a0. 00000400:00000200:1.0:1777582964.286357:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777582964.286359:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582964.286362:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f52680 x1863919919268608/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582964.286372:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f52680 x1863919919268608/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582964.286394:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02406c14c00. 02000000:00000010:1.0:1777582964.286398:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50ee00. 00000100:00000010:1.0:1777582964.286402:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52680. 02000000:00000010:1.0:1777582964.286416:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02406c14c00. 00000400:00000010:1.0:1777582964.286419:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe19a0. 00000400:00000010:1.0:1777582964.286422:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777582964.286424:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919268480, portal 10 00000400:00000010:1.0:1777582964.286428:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582964.286430:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919268480, offset 0 00000400:00000200:1.0:1777582964.286433:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582964.286437:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582964.286442:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acad8280 00000400:00000200:1.0:1777582964.286446:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f8dd9 [64] + 49976 00000400:00000200:1.0:1777582964.286450:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582964.286453:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582964.286455:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582964.286458:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52680. 00000400:00000200:1.0:1777582964.287099:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777582964.287103:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582964.287109:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f50000 x1863919919268480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777582964.287196:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:1.0:1777582964.287200:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000020:00000010:1.0:1777582964.287205:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c15800. 00000020:00000010:1.0:1777582964.287209:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582964.287212:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582964.287238:0:205909:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:1.0:1777582964.287240:0:205909:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000100:00000200:1.0:1777582964.287243:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919268480 02000000:00000010:1.0:1777582964.287252:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0239069a000. 00010000:00000200:1.0:1777582964.287258:0:205909:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f52680 x1863919919268480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777582975 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582964.287270:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582964.287273:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919268480, offset 224 00000400:00000200:1.0:1777582964.287277:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582964.287282:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582964.287288:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acad8280 00000400:00000200:1.0:1777582964.287293:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215145 [1] + 224 00000400:00000200:1.0:1777582964.287297:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582964.287300:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582964.287306:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f50000 x1863919919268480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582964.287317:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777582964.287319:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000020:00000010:1.0:1777582964.287326:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374400. 00000020:00000010:1.0:1777582964.287329:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582964.287332:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c15800. 00000400:00000010:0.0:1777582964.287472:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe19a0. 00000400:00000200:0.0:1777582964.287476:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:0.0:1777582964.287478:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:0.0:1777582964.287482:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f50000 x1863919919268480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582964.287499:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f50000 x1863919919268480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582964.287516:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02406c14c00. 02000000:00000010:0.0:1777582964.287520:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024ae50eb00. 00000100:00000010:0.0:1777582964.287522:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50000. 00000001:00000010:1.0:1777582964.864328:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d060. 00080000:00000010:1.0:1777582964.864340:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388543c00. 00000100:00000010:2.0:1777582964.906343:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df5a0. 00000100:00000010:0.0:1777582964.906458:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df360. 00000100:00000010:1.0:1777582964.906545:0:194432:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df600. 00000100:00000010:3.0:1777582964.907946:0:219693:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfc60. 00000100:00000010:0.0:1777582965.290246:0:187653:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6adc00. 02000000:00000010:0.0:1777582965.290273:0:187653:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02488a68e00. 00080000:00000010:0.0:1777582965.290324:0:187653:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc216000. 00000004:00000010:0.0:1777582965.290341:0:187653:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffffa023918df360. 02000000:00000010:0.0:1777582965.290388:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023cc214400. 00000400:00000010:0.0:1777582965.290396:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc4d0. 00000400:00000010:0.0:1777582965.290403:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582965.290411:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919268736, portal 4 00000400:00000010:0.0:1777582965.290418:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582965.290421:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919919268736, offset 0 00000400:00000200:0.0:1777582965.290430:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.290443:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.290453:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39acad8380 00000400:00000200:0.0:1777582965.290460:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x175cbd [8] + 9184 00000400:00000200:0.0:1777582965.290468:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.290472:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.290480:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777582965.290484:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6af100. 00000400:00000200:0.0:1777582965.290501:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777582965.290504:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582965.290511:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ae6adc00 x1863919919268736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582965.290528:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfde0. 00000100:00000010:0.0:1777582965.290540:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df960. 00000100:00000010:0.0:1777582965.290544:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df660. 00000100:00000010:0.0:1777582965.290554:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfa20. 00000020:00000010:0.0:1777582965.290598:0:188249:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b4c0. 00000020:00000010:0.0:1777582965.290603:0:188249:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b4c0. 00000020:00000010:0.0:1777582965.290608:0:188249:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582965.290613:0:188249:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87780. 00000020:00000010:0.0:1777582965.290627:0:188249:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582965.290661:0:188249:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02390f8b4c0. 00000020:00000010:0.0:1777582965.290663:0:188249:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02390f8b4c0. 00000100:00000200:0.0:1777582965.290666:0:188249:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919268736 02000000:00000010:0.0:1777582965.290683:0:188249:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffffa023cc215c00. 00010000:00000200:0.0:1777582965.290718:0:188249:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6af100 x1863919919268736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 224/368 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.290733:0:188249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582965.290736:0:188249:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919919268736, offset 224 00000400:00000200:0.0:1777582965.290739:0:188249:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.290744:0:188249:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.290749:0:188249:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39acad8380 00000400:00000200:0.0:1777582965.290753:0:188249:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x215151 [1] + 224 00000400:00000200:0.0:1777582965.290757:0:188249:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.290759:0:188249:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.290765:0:188249:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ae6adc00 x1863919919268736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582965.290778:0:188249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777582965.290780:0:188249:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777582965.290789:0:188249:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87780. 00000020:00000010:0.0:1777582965.290792:0:188249:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582965.290795:0:188249:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000400:00000010:0.0:1777582965.290815:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc4d0. 00000400:00000200:0.0:1777582965.290818:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777582965.290819:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582965.290823:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ae6adc00 x1863919919268736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.290831:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ae6adc00 x1863919919268736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.290862:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023cc214400. 02000000:00000010:0.0:1777582965.290867:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02488a68e00. 00000100:00000010:0.0:1777582965.290871:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6adc00. 00080000:00000010:0.0:1777582965.290893:0:187652:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc214400. 02000000:00000010:0.0:1777582965.291008:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388541800. 02000000:00000010:0.0:1777582965.291012:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388543400. 00000100:00000010:0.0:1777582965.291015:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024a69a1880. 00000100:00000010:3.0:1777582965.291246:0:187655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea4e00. 02000000:00000010:3.0:1777582965.291256:0:187655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02484999d00. 00080000:00000010:3.0:1777582965.291273:0:187655:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f83c00. 00000004:00000010:3.0:1777582965.291282:0:187655:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffffa02488aae540. 02000000:00000010:2.0:1777582965.291359:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b559e400. 00000400:00000010:2.0:1777582965.291364:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e580. 00000400:00000010:2.0:1777582965.291368:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.291371:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919268864, portal 4 00000400:00000010:2.0:1777582965.291376:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582965.291377:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919919268864, offset 0 00000400:00000200:2.0:1777582965.291382:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.291388:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.291394:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39acad8400 00000400:00000200:2.0:1777582965.291399:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x175cbd [8] + 9408 00000400:00000200:2.0:1777582965.291403:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.291406:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.291410:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777582965.291413:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae687b80. 00000400:00000200:2.0:1777582965.291435:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777582965.291438:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582965.291446:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249dea4e00 x1863919919268864/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.291537:0:188251:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf80. 00000020:00000010:3.0:1777582965.291541:0:188251:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf80. 00000020:00000010:3.0:1777582965.291546:0:188251:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582965.291549:0:188251:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd700. 00000020:00000010:3.0:1777582965.291552:0:188251:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.291578:0:188251:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf80. 00000020:00000010:3.0:1777582965.291588:0:188251:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf80. 00000100:00000200:3.0:1777582965.291591:0:188251:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919268864 02000000:00000010:3.0:1777582965.291599:0:188251:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffffa02388f82000. 00010000:00000200:3.0:1777582965.291630:0:188251:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae687b80 x1863919919268864/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 224/368 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.291643:0:188251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582965.291645:0:188251:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919919268864, offset 224 00000400:00000200:3.0:1777582965.291650:0:188251:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.291655:0:188251:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.291661:0:188251:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39acad8400 00000400:00000200:3.0:1777582965.291665:0:188251:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x21515d [1] + 224 00000400:00000200:3.0:1777582965.291668:0:188251:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.291671:0:188251:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.291677:0:188251:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249dea4e00 x1863919919268864/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.291690:0:188251:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:3.0:1777582965.291692:0:188251:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00000020:00000010:3.0:1777582965.291700:0:188251:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd700. 00000020:00000010:3.0:1777582965.291704:0:188251:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.291706:0:188251:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920a00. 00000400:00000010:2.0:1777582965.292239:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e580. 00000400:00000200:2.0:1777582965.292244:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582965.292246:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.292253:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249dea4e00 x1863919919268864/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.292261:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249dea4e00 x1863919919268864/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582965.292285:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b559e400. 02000000:00000010:2.0:1777582965.292289:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02484999d00. 00000100:00000010:2.0:1777582965.292294:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea4e00. 00000400:00000200:3.0:1777582965.313498:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.313517:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873580 00000400:00000200:3.0:1777582965.313526:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da5f9 [2] + 1640 00000400:00000200:3.0:1777582965.313540:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.313544:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.313553:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.313560:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea7480. 00000020:00000010:2.0:1777582965.316689:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d600. 00000020:00000010:2.0:1777582965.316700:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d600. 00000020:00000010:2.0:1777582965.316709:0:206357:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340da00. 00000020:00000010:2.0:1777582965.316714:0:206357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87880. 00000020:00000010:2.0:1777582965.316719:0:206357:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582965.316769:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d600. 00000020:00000010:2.0:1777582965.316772:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d600. 00000100:00000200:2.0:1777582965.316775:0:206357:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708019584 02000000:00000010:2.0:1777582965.316786:0:206357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b559e400. 00000400:00000010:2.0:1777582965.316826:0:206357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.316834:0:206357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708019584, offset 224 00000400:00000200:2.0:1777582965.316844:0:206357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.316859:0:206357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.316867:0:206357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397844:397844:256:4294967295] 192.168.202.9@tcp LPNI seq info [397840:397840:8:4294967295] 00000400:00000200:2.0:1777582965.316878:0:206357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.316885:0:206357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.316890:0:206357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23500. 00000800:00000200:2.0:1777582965.316897:0:206357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.316906:0:206357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.316910:0:206357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.316935:0:206357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87880. 00000020:00000010:2.0:1777582965.316939:0:206357:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582965.316942:0:206357:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340da00. 00000800:00000200:2.0:1777582965.317053:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.317057:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23500. 00000400:00000200:2.0:1777582965.317063:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.317068:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.317073:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582965.317076:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000400:00000200:3.0:1777582965.320401:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.320421:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873500 00000400:00000200:3.0:1777582965.320430:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da5f9 [2] + 1968 00000400:00000010:3.0:1777582965.320436:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e528. 00000400:00000200:3.0:1777582965.320440:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02391623e40 00000400:00000200:3.0:1777582965.320451:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.320455:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.320459:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02391623e40 00000400:00000010:3.0:1777582965.320461:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02391623e40. 00000100:00000200:3.0:1777582965.320466:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1777582965.320530:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6d00. 00000020:00000010:3.0:1777582965.320534:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6d00. 00000020:00000010:3.0:1777582965.320539:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921200. 00000020:00000010:3.0:1777582965.320544:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.320548:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.320586:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6d00. 00000020:00000010:3.0:1777582965.320589:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6d00. 00000100:00000200:3.0:1777582965.320592:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708019456 02000000:00000010:3.0:1777582965.320602:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f80400. 00000400:00000010:3.0:1777582965.320654:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582965.320661:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708019456, offset 224 00000400:00000200:3.0:1777582965.320667:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.320676:0:190365:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.320682:0:190365:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397845:397845:256:4294967295] 192.168.202.9@tcp LPNI seq info [397841:397841:8:4294967295] 00000400:00000200:3.0:1777582965.320693:0:190365:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.320698:0:190365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.320703:0:190365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582965.320709:0:190365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.320716:0:190365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.320720:0:190365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.320738:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.320741:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.320744:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921200. 02000000:00000010:3.0:1777582965.320753:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b559e400. 00000100:00000010:3.0:1777582965.320758:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea7480. 02000000:00000010:3.0:1777582965.320763:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02395c3a000. 00000100:00000010:3.0:1777582965.320765:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2b8380. 02000000:00000010:3.0:1777582965.320768:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02395c39c00. 00000100:00000010:3.0:1777582965.320770:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249f2bbb80. 02000000:00000010:3.0:1777582965.320772:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249defd000. 00000100:00000010:3.0:1777582965.320775:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239fe48380. 02000000:00000010:3.0:1777582965.320778:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ae6aa800. 00000100:00000010:3.0:1777582965.320780:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca89c00. 02000000:00000010:3.0:1777582965.320783:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02396f68400. 00000100:00000010:3.0:1777582965.320785:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55ff480. 00000100:00000200:3.0:1777582965.320790:0:190365:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777582965.320795:0:190365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c65d8. 00000400:00000010:3.0:1777582965.320799:0:190365:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02392bc9a80. 00000400:00000200:3.0:1777582965.320823:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.320830:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873600 00000400:00000200:3.0:1777582965.320834:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da6ed [2] + 0 00000400:00000200:3.0:1777582965.320847:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.320850:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.320853:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.320858:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea7480. 00000800:00000200:3.0:1777582965.320942:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.320945:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582965.320949:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.320953:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.320956:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:3.0:1777582965.320958:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 02000000:00000010:3.0:1777582965.320961:0:3283:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f80400. 00000020:00000010:3.0:1777582965.321024:0:187617:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6d00. 00000020:00000010:3.0:1777582965.321027:0:187617:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6d00. 00000020:00000010:3.0:1777582965.321031:0:187617:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920200. 00000020:00000010:3.0:1777582965.321034:0:187617:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.321037:0:187617:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.321058:0:187617:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6d00. 00000020:00000010:3.0:1777582965.321060:0:187617:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6d00. 00000100:00000200:3.0:1777582965.321062:0:187617:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708019712 02000000:00000010:3.0:1777582965.321067:0:187617:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f80400. 00000400:00000010:3.0:1777582965.321082:0:187617:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582965.321086:0:187617:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708019712, offset 224 00000400:00000200:3.0:1777582965.321092:0:187617:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.321098:0:187617:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.321102:0:187617:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397846:397846:256:4294967295] 192.168.202.9@tcp LPNI seq info [397842:397842:8:4294967295] 00000400:00000200:3.0:1777582965.321109:0:187617:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.321114:0:187617:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.321116:0:187617:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582965.321120:0:187617:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.321124:0:187617:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.321126:0:187617:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.321159:0:187617:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.321163:0:187617:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.321165:0:187617:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920200. 00000800:00000200:3.0:1777582965.321193:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.321196:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582965.321199:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.321202:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.321204:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:3.0:1777582965.321206:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00000400:00000200:0.0:1777582965.336724:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.336749:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 12 MB=0x69f3bb8873780 00000400:00000200:0.0:1777582965.336757:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f8dd9 [64] + 50200 00000400:00000200:0.0:1777582965.336777:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.336782:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.336790:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582965.336797:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6adc00. 00000020:00000010:0.0:1777582965.336875:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db3c0. 00000020:00000010:0.0:1777582965.336880:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db3c0. 00000020:00000010:0.0:1777582965.336886:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582965.336891:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489ca00. 00000020:00000010:0.0:1777582965.336896:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582965.336934:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db3c0. 00000020:00000010:0.0:1777582965.336937:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db3c0. 00000100:00000200:0.0:1777582965.336940:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708020096 02000000:00000010:0.0:1777582965.336961:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023cc214000. 00000020:00000010:0.0:1777582965.336978:0:187632:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023922de3c0. 00080000:00000010:0.0:1777582965.337010:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc215000. 00000001:00000010:0.0:1777582965.337244:0:187632:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df120. 00000001:00000010:0.0:1777582965.337251:0:187632:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02396185a80. 00080000:00000010:0.0:1777582965.337284:0:187632:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc216400. 00000001:00000010:0.0:1777582965.337327:0:187632:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffffa023918df0c0. 00010000:00000200:0.0:1777582965.337383:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae6adc00 x1863928708020096/t8589975753(0) o39->9531e10e-5a64-4ee6-a5f2-e1b0791d0689@192.168.202.9@tcp:406/0 lens 224/224 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.337403:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582965.337409:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863928708020096, offset 224 00000400:00000200:0.0:1777582965.337415:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.337424:0:187632:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.337432:0:187632:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397847:397847:256:4294967295] 192.168.202.9@tcp LPNI seq info [397843:397843:8:4294967295] 00000400:00000200:0.0:1777582965.337443:0:187632:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.337449:0:187632:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.337455:0:187632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582965.337461:0:187632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.337468:0:187632:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.337472:0:187632:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777582965.337495:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489ca00. 00000020:00000010:0.0:1777582965.337499:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582965.337503:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582965.337539:0:187618:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582965.337543:0:187618:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa02386c25600. 00000020:00000010:0.0:1777582965.337547:0:187618:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa02392b7b800. 00000020:00000010:0.0:1777582965.337552:0:187618:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa0248c270f18. 00000020:00000010:0.0:1777582965.337556:0:187618:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa02386c24c00. 80000000:00000010:0.0:1777582965.337560:0:187618:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa023918dfea0. 40000000:00000010:0.0:1777582965.337563:0:187618:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa024848db3c0. 00100000:00000010:0.0:1777582965.337568:0:187618:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa02392b7e800. 00040000:00000010:0.0:1777582965.337573:0:187618:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa02488a68500. 00040000:00000010:0.0:1777582965.337577:0:187618:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa02386c25a00. 00080000:00000010:0.0:1777582965.337580:0:187618:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa02392b79000. 00002000:00000010:0.0:1777582965.337586:0:187618:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa024b5680400. 00000020:00000010:0.0:1777582965.337589:0:187618:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa02386c25600. 00000020:00000010:0.0:1777582965.337592:0:187618:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa02392b7b800. 00000020:00000010:0.0:1777582965.337597:0:187618:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa0248c270f18. 00000020:00000010:0.0:1777582965.337601:0:187618:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa02386c24c00. 80000000:00000010:0.0:1777582965.337603:0:187618:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa023918dfea0. 40000000:00000010:0.0:1777582965.337606:0:187618:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa024848db3c0. 00100000:00000010:0.0:1777582965.337608:0:187618:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa02392b7e800. 00040000:00000010:0.0:1777582965.337611:0:187618:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa02488a68500. 00010000:00000010:2.1:1777582965.339687:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02388f6ee00. 00000800:00000200:3.0:1777582965.341673:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.341681:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582965.341689:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.341698:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.341705:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:3.0:1777582965.341708:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000010:2.0:1777582965.343396:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df660. 00040000:00000010:0.0:1777582965.343485:0:187618:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa02386c25a00. 00080000:00000010:0.0:1777582965.343494:0:187618:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa02392b79000. 00002000:00000010:0.0:1777582965.343500:0:187618:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa024b5680400. 00000020:00000010:0.0:1777582965.343505:0:187618:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000100:00000010:0.0:1777582965.343518:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfde0. 00000020:00000010:0.0:1777582965.343528:0:187618:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582965.343531:0:187618:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa02386c25a00. 00000020:00000010:0.0:1777582965.343536:0:187618:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa02392b79000. 00000020:00000010:0.0:1777582965.343542:0:187618:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa0248c270f18. 00000020:00000010:0.0:1777582965.343546:0:187618:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa02386c24c00. 80000000:00000010:0.0:1777582965.343549:0:187618:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa023918dfde0. 40000000:00000010:0.0:1777582965.343553:0:187618:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa024848db3c0. 00100000:00000010:0.0:1777582965.343557:0:187618:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa02392b7e800. 00040000:00000010:0.0:1777582965.343561:0:187618:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa02488a68500. 00040000:00000010:0.0:1777582965.343564:0:187618:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa02386c25600. 00080000:00000010:0.0:1777582965.343566:0:187618:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa02392b7b800. 00002000:00000010:0.0:1777582965.343570:0:187618:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa024b5680400. 00010000:00000010:0.0:1777582965.343710:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b65f8b00. 00010000:00000010:0.0:1777582965.343719:0:187618:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa0248b6a7d00. 00010000:00000010:0.0:1777582965.343736:0:187618:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa02393730380. 00000020:00000010:0.0:1777582965.343744:0:187618:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa02386c25a00. 00000020:00000010:0.0:1777582965.343747:0:187618:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa02392b79000. 00000020:00000010:0.0:1777582965.343751:0:187618:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa0248c270f18. 00000020:00000010:0.0:1777582965.343755:0:187618:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa02386c24c00. 80000000:00000010:0.0:1777582965.343757:0:187618:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa023918dfde0. 40000000:00000010:0.0:1777582965.343760:0:187618:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa024848db3c0. 00100000:00000010:0.0:1777582965.343764:0:187618:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa02392b7e800. 00040000:00000010:0.0:1777582965.343767:0:187618:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa02488a68500. 00040000:00000010:0.0:1777582965.343771:0:187618:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa02386c25600. 00080000:00000010:0.0:1777582965.343773:0:187618:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa02392b7b800. 00002000:00000010:0.0:1777582965.343777:0:187618:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa024b5680400. 00000020:00000010:0.0:1777582965.343780:0:187618:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000100:00000010:1.0:1777582965.346842:0:194432:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df960. 00000100:00000010:3.0:1777582965.349672:0:219693:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfa20. 00010000:00000010:3.1:1777582965.360355:0:221306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0238510ce00. 00010000:00000010:3.1:1777582965.360368:0:221306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02388f6fc00. 00010000:00000010:0.1:1777582965.391297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1800. 00010000:00000010:0.1:1777582965.391311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02388f6e000. 00010000:00000010:0.1:1777582965.391315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31a00. 00080000:00000010:1.0:1777582965.441047:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc214400. 00000004:00000010:1.0:1777582965.441064:0:5777:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffffa023918df360. 00080000:00000010:1.0:1777582965.441068:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc216000. 00000001:00000010:1.0:1777582965.441077:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dff00. 00080000:00000010:1.0:1777582965.441080:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc214c00. 00000001:00000010:1.0:1777582965.441083:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df9c0. 00080000:00000010:1.0:1777582965.441085:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc215400. 00000001:00000010:1.0:1777582965.441088:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d180. 00080000:00000010:1.0:1777582965.441090:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc216800. 00000001:00000010:1.0:1777582965.441093:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d360. 00080000:00000010:1.0:1777582965.441095:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5764c00. 00000001:00000010:1.0:1777582965.441098:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6dea0. 00080000:00000010:1.0:1777582965.441100:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5766000. 00000001:00000010:1.0:1777582965.441102:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df3c0. 00080000:00000010:1.0:1777582965.441104:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5766c00. 00000001:00000010:1.0:1777582965.441106:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d0c0. 00000004:00000010:1.0:1777582965.441108:0:5777:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffffa024b7d6d8a0. 00080000:00000010:1.0:1777582965.441110:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393de8000. 00000001:00000010:1.0:1777582965.441113:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d600. 00080000:00000010:1.0:1777582965.441115:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5faa400. 00000001:00000010:1.0:1777582965.441118:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfcc0. 00080000:00000010:1.0:1777582965.441120:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5fa8800. 00000001:00000010:1.0:1777582965.441122:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dff60. 00080000:00000010:1.0:1777582965.441124:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5fa8400. 00000001:00000010:1.0:1777582965.441127:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df4e0. 00080000:00000010:1.0:1777582965.441129:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5fd7000. 00000001:00000010:1.0:1777582965.441155:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df060. 00080000:00000010:1.0:1777582965.441158:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5fd5800. 00000001:00000010:1.0:1777582965.441160:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df300. 00080000:00000010:1.0:1777582965.441162:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5fd6c00. 00000001:00000010:1.0:1777582965.441165:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df900. 00080000:00000010:1.0:1777582965.441167:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024acb47800. 00000001:00000010:1.0:1777582965.441170:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df540. 00080000:00000010:1.0:1777582965.441171:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024acb44800. 00000001:00000010:1.0:1777582965.441174:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d420. 00080000:00000010:1.0:1777582965.441176:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024acb47400. 00000001:00000010:1.0:1777582965.441178:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d7e0. 00080000:00000010:1.0:1777582965.441180:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024acb44000. 00000001:00000010:1.0:1777582965.441182:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6dd80. 00080000:00000010:1.0:1777582965.441184:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388540800. 00000001:00000010:1.0:1777582965.441187:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6da20. 00080000:00000010:1.0:1777582965.441188:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388542000. 00000001:00000010:1.0:1777582965.441191:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6d3c0. 00080000:00000010:1.0:1777582965.441192:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388541c00. 00000001:00000010:1.0:1777582965.441195:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa024b7d6dd20. 00080000:00000010:1.0:1777582965.441197:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388542c00. 00000001:00000010:1.0:1777582965.441213:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf120. 00080000:00000010:1.0:1777582965.441216:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239069b400. 00000001:00000010:1.0:1777582965.441222:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf6c0. 00080000:00000010:1.0:1777582965.441224:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02390698400. 00000001:00000010:1.0:1777582965.441227:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf240. 00080000:00000010:1.0:1777582965.441229:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239069a800. 00000001:00000010:1.0:1777582965.441232:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfb40. 00080000:00000010:1.0:1777582965.441233:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023b1d62800. 00000001:00000010:1.0:1777582965.441238:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfd20. 00080000:00000010:1.0:1777582965.441240:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad376400. 00000001:00000010:1.0:1777582965.441242:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf2a0. 00080000:00000010:1.0:1777582965.441244:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388540400. 00000001:00000010:1.0:1777582965.441247:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca15a0. 00080000:00000010:1.0:1777582965.441249:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a6300c00. 00000001:00000010:1.0:1777582965.441252:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1d80. 00080000:00000010:1.0:1777582965.441254:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a5fa9c00. 00000001:00000010:1.0:1777582965.441257:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1300. 00080000:00000010:1.0:1777582965.441259:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a6300800. 00000001:00000010:1.0:1777582965.441261:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1c00. 00080000:00000010:1.0:1777582965.441263:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a6301800. 00000001:00000010:1.0:1777582965.441265:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1240. 00080000:00000010:1.0:1777582965.441267:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388da9c00. 00000001:00000010:1.0:1777582965.441270:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1540. 00080000:00000010:1.0:1777582965.441272:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388da9000. 00000001:00000010:1.0:1777582965.441275:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1180. 00080000:00000010:1.0:1777582965.441277:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad375400. 00000001:00000010:1.0:1777582965.441280:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1b40. 00000004:00000010:1.0:1777582965.441283:0:5777:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffffa02393ca1120. 00080000:00000010:1.0:1777582965.441285:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad375000. 00000001:00000010:1.0:1777582965.441288:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1e40. 00080000:00000010:1.0:1777582965.441290:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad376800. 00000001:00000010:1.0:1777582965.441293:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1060. 00080000:00000010:1.0:1777582965.441295:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad376000. 00000001:00000010:1.0:1777582965.441297:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1de0. 00080000:00000010:1.0:1777582965.441299:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad377c00. 00000001:00000010:1.0:1777582965.441302:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1960. 00080000:00000010:1.0:1777582965.441303:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad374800. 00000001:00000010:1.0:1777582965.441306:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca19c0. 00080000:00000010:1.0:1777582965.441308:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad375c00. 00000001:00000010:1.0:1777582965.441311:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1a80. 00080000:00000010:1.0:1777582965.441313:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad376c00. 00000001:00000010:1.0:1777582965.441315:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca10c0. 00080000:00000010:1.0:1777582965.441317:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad377800. 00000001:00000010:1.0:1777582965.441319:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393ca1ea0. 00080000:00000010:1.0:1777582965.441321:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024ad375800. 00000001:00000010:1.0:1777582965.441336:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9e40. 00080000:00000010:1.0:1777582965.441339:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b559f800. 00000001:00000010:1.0:1777582965.441343:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023937434e0. 00080000:00000010:1.0:1777582965.441345:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b559d800. 00000001:00000010:1.0:1777582965.441348:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743e40. 00080000:00000010:1.0:1777582965.441350:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f6d3000. 00000001:00000010:1.0:1777582965.441353:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9a20. 00000004:00000010:1.0:1777582965.441360:0:5777:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffffa023905a9ea0. 00080000:00000010:1.0:1777582965.441362:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f6d0800. 00000001:00000010:1.0:1777582965.441365:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743660. 00080000:00000010:1.0:1777582965.441367:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a617400. 00000001:00000010:1.0:1777582965.441370:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743ae0. 00080000:00000010:1.0:1777582965.441372:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a616400. 00000001:00000010:1.0:1777582965.441375:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743a80. 00080000:00000010:1.0:1777582965.441377:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248a615c00. 00000001:00000010:1.0:1777582965.441380:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a99c0. 00080000:00000010:1.0:1777582965.441382:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393de9400. 00000001:00000010:1.0:1777582965.441385:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9b40. 00080000:00000010:1.0:1777582965.441387:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393deb000. 00000001:00000010:1.0:1777582965.441389:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9240. 00080000:00000010:1.0:1777582965.441391:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393dea400. 00000001:00000010:1.0:1777582965.441394:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9540. 00000004:00000010:1.0:1777582965.441395:0:5777:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffffa023905a9ae0. 00080000:00000010:1.0:1777582965.441398:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393deb400. 00000001:00000010:1.0:1777582965.441400:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9780. 00080000:00000010:1.0:1777582965.441402:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02393debc00. 00000001:00000010:1.0:1777582965.441414:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a98a0. 00080000:00000010:1.0:1777582965.441416:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023b1d60400. 00000001:00000010:1.0:1777582965.441420:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a91e0. 00080000:00000010:1.0:1777582965.441423:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023b1d63c00. 00000001:00000010:1.0:1777582965.441428:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9720. 00080000:00000010:1.0:1777582965.441430:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023b1d62400. 00000001:00000010:1.0:1777582965.441432:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9f00. 00080000:00000010:1.0:1777582965.441434:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023b1d62000. 00000001:00000010:1.0:1777582965.441436:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a96c0. 00080000:00000010:1.0:1777582965.441438:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023b1d62c00. 00000001:00000010:1.0:1777582965.441441:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9cc0. 00080000:00000010:1.0:1777582965.441443:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023b1d63000. 00000100:00000010:1.0:1777582965.441531:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51880. 02000000:00000010:1.0:1777582965.441548:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0239069a800. 00000100:00000010:1.0:1777582965.441579:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52d80. 02000000:00000010:1.0:1777582965.441584:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02390698400. 00000100:00000010:1.0:1777582965.441596:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52300. 02000000:00000010:1.0:1777582965.441599:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0239069b400. 00000100:00000010:1.0:1777582965.441606:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f53100. 02000000:00000010:1.0:1777582965.441609:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0239069ac00. 00000100:00000010:1.0:1777582965.441627:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52a00. 02000000:00000010:1.0:1777582965.441632:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023cc216800. 00000100:00000010:1.0:1777582965.441639:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f53800. 02000000:00000010:1.0:1777582965.441643:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023cc215400. 00000100:00000010:1.0:1777582965.441648:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51f80. 02000000:00000010:1.0:1777582965.441651:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023cc214c00. 00000100:00000010:1.0:1777582965.441658:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50380. 02000000:00000010:1.0:1777582965.441661:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023cc216000. 00000004:00000010:1.0:1777582965.441681:0:5777:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffffa02488aae540. 02000000:00000010:2.0:1777582965.441911:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b559c400. 00000400:00000010:2.0:1777582965.441919:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e580. 00000400:00000010:2.0:1777582965.441925:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.441931:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919269248, portal 4 00000400:00000010:2.0:1777582965.441937:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582965.441940:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919269248, offset 0 00000400:00000200:2.0:1777582965.441948:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.441960:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.441972:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8580 00000400:00000200:2.0:1777582965.441977:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 7336 00000400:00000200:2.0:1777582965.441984:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.441987:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.441994:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.442001:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203f100. 00000400:00000200:2.0:1777582965.442018:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777582965.442020:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582965.442031:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f52300 x1863919919269248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777582965.442051:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023905a90c0. 00000100:00000010:2.0:1777582965.442069:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023905a9000. 00000100:00000010:2.0:1777582965.442075:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023905a9ba0. 00000100:00000010:2.0:1777582965.442079:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023905a95a0. 02000000:00000010:2.0:1777582965.442089:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b559d800. 00000400:00000010:2.0:1777582965.442093:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e3c8. 00000400:00000010:2.0:1777582965.442095:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582965.442098:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919269760, portal 4 00000400:00000010:2.0:1777582965.442101:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582965.442103:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919269760, offset 0 00000400:00000200:2.0:1777582965.442107:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.442112:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.442117:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8780 00000400:00000200:2.0:1777582965.442120:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 7880 00000400:00000200:2.0:1777582965.442124:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.442127:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.442130:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.442154:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203f800. 00000400:00000200:2.0:1777582965.442166:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777582965.442168:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582965.442173:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51f80 x1863919919269760/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582965.442197:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b559f800. 00000400:00000010:2.0:1777582965.442199:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ed10. 00000400:00000010:2.0:1777582965.442202:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777582965.442204:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919269120, portal 4 00000400:00000010:2.0:1777582965.442207:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.442209:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919269120, offset 0 00000400:00000200:2.0:1777582965.442213:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.442217:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.442221:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8500 00000400:00000200:2.0:1777582965.442224:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 8424 00000400:00000200:2.0:1777582965.442228:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.442230:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.442233:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.442235:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203ed80. 00000400:00000200:2.0:1777582965.442244:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582965.442246:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.442250:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f52d80 x1863919919269120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582965.442262:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b559c000. 00000400:00000010:2.0:1777582965.442265:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e4d0. 00000400:00000010:2.0:1777582965.442267:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.442269:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919269632, portal 4 00000400:00000010:2.0:1777582965.442272:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582965.442274:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919269632, offset 0 00000400:00000200:2.0:1777582965.442277:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.442281:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.442286:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8700 00000400:00000200:2.0:1777582965.442289:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 8968 00000400:00000200:2.0:1777582965.442292:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.442295:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.442298:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.442300:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203c700. 00000400:00000200:2.0:1777582965.442309:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777582965.442311:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582965.442315:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f53800 x1863919919269632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.442350:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.442354:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.442358:0:189456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340d600. 00000020:00000010:2.0:1777582965.442362:0:189456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582965.442365:0:189456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582965.442390:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.442392:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.442395:0:189456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340ce00. 00000020:00000010:2.0:1777582965.442397:0:189456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87280. 00000020:00000010:2.0:1777582965.442399:0:189456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e960. 00000020:00000010:2.0:1777582965.442410:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.442412:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.442414:0:189456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340c600. 00000020:00000010:2.0:1777582965.442416:0:189456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582965.442419:0:189456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e640. 00000020:00000010:2.0:1777582965.442427:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.442429:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.442432:0:189456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239340c000. 00000020:00000010:2.0:1777582965.442434:0:189456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87900. 00000020:00000010:2.0:1777582965.442437:0:189456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582965.442451:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.442453:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000100:00000200:2.0:1777582965.442455:0:189456:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919269248 02000000:00000010:2.0:1777582965.442475:0:189456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024b559c800. 00010000:00000010:2.0:1777582965.442513:0:189456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf800. 00010000:00000010:2.0:1777582965.442530:0:189456:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d640. 00000100:00000010:2.0:1777582965.442537:0:189456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68840. 00000100:00000010:2.0:1777582965.442546:0:189456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203d180. 02000000:00000010:2.0:1777582965.442554:0:189456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0239340da00. 02000000:00000010:2.0:1777582965.442569:0:189456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0239340dc00. 00000400:00000010:2.0:1777582965.442572:0:189456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e160. 00000400:00000010:2.0:1777582965.442576:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582965.442578:0:189456:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919270016, portal 16 00000400:00000010:2.0:1777582965.442581:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777582965.442583:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919270016, offset 0 00000400:00000200:2.0:1777582965.442589:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.442597:0:189456:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.442601:0:189456:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.442605:0:189456:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.442608:0:189456:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.442611:0:189456:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.442627:0:189456:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397848:397848:256:4294967295] 192.168.202.9@tcp LPNI seq info [397844:397844:8:4294967295] 00000400:00000200:2.0:1777582965.442638:0:189456:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.442643:0:189456:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.442648:0:189456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23800. 00000800:00000200:2.0:1777582965.442655:0:189456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.442664:0:189456:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.442668:0:189456:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23800 type 1, nob 424 niov 1 nkiov 1 00080000:00000010:1.0:1777582965.442888:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f83c00. 00000001:00000010:1.0:1777582965.442897:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae300. 00080000:00000010:1.0:1777582965.442900:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f81800. 00000001:00000010:1.0:1777582965.442903:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d8a0. 00080000:00000010:1.0:1777582965.442905:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239333c800. 00000001:00000010:1.0:1777582965.442908:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaec00. 00080000:00000010:1.0:1777582965.442910:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239333e000. 00000001:00000010:1.0:1777582965.442913:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d360. 00080000:00000010:1.0:1777582965.442915:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0239333ec00. 00000001:00000010:1.0:1777582965.442918:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d300. 00080000:00000010:1.0:1777582965.442920:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248b7f6c00. 00000001:00000010:1.0:1777582965.442923:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d540. 00080000:00000010:1.0:1777582965.442925:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca46400. 00000001:00000010:1.0:1777582965.442928:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae420. 00080000:00000010:1.0:1777582965.442930:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca47000. 00000001:00000010:1.0:1777582965.442932:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae000. 00080000:00000010:1.0:1777582965.442934:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca46800. 00000001:00000010:1.0:1777582965.442936:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae6c0. 00080000:00000010:1.0:1777582965.442938:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca44c00. 00000001:00000010:1.0:1777582965.442941:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaeea0. 00080000:00000010:1.0:1777582965.442943:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b5682c00. 00000001:00000010:1.0:1777582965.442946:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaecc0. 00080000:00000010:1.0:1777582965.442948:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b5681000. 00000001:00000010:1.0:1777582965.442951:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaee40. 00080000:00000010:1.0:1777582965.442953:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249defe000. 00000001:00000010:1.0:1777582965.442957:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaed80. 00080000:00000010:1.0:1777582965.442960:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249defc400. 00000001:00000010:1.0:1777582965.442964:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424a480. 00080000:00000010:1.0:1777582965.442967:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02395cd5c00. 00000001:00000010:1.0:1777582965.442971:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d960. 00080000:00000010:1.0:1777582965.442973:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02395cd5800. 00000001:00000010:1.0:1777582965.442976:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424a1e0. 00080000:00000010:1.0:1777582965.442978:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385396c00. 00000001:00000010:1.0:1777582965.442982:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d240. 00080000:00000010:1.0:1777582965.442984:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023921cf000. 00000001:00000010:1.0:1777582965.442987:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d180. 00080000:00000010:1.0:1777582965.442990:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024a57e4c00. 00000001:00000010:1.0:1777582965.442992:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d2a0. 00080000:00000010:1.0:1777582965.442995:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023851b3c00. 00000001:00000010:1.0:1777582965.442997:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628da80. 00080000:00000010:1.0:1777582965.442999:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023905b9400. 00000001:00000010:1.0:1777582965.443005:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d060. 00080000:00000010:1.0:1777582965.443007:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023905bac00. 00000001:00000010:1.0:1777582965.443011:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d120. 00000004:00000010:1.0:1777582965.443019:0:5777:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffffa0248628d900. 00080000:00000010:1.0:1777582965.443022:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023905b9800. 00000001:00000010:1.0:1777582965.443024:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa0248628d9c0. 00080000:00000010:1.0:1777582965.443027:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023905b8800. 00000100:00000010:0.0:1777582965.443163:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6aed80. 02000000:00000010:0.0:1777582965.443172:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b5680400. 00000100:00000010:0.0:1777582965.443188:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6ae300. 02000000:00000010:0.0:1777582965.443204:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b5680c00. 00000100:00000010:0.0:1777582965.443215:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae6af480. 02000000:00000010:0.0:1777582965.443219:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b5681000. 00000100:00000010:0.0:1777582965.443225:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e88000. 02000000:00000010:0.0:1777582965.443229:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b5682c00. 00000100:00000010:0.0:1777582965.443234:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e89880. 02000000:00000010:0.0:1777582965.443238:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0239333ec00. 00000100:00000010:0.0:1777582965.443243:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e88380. 02000000:00000010:0.0:1777582965.443245:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0239333e000. 00000100:00000010:0.0:1777582965.443251:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f9f80. 02000000:00000010:0.0:1777582965.443254:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0239333c800. 00000100:00000010:0.0:1777582965.443259:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8e00. 02000000:00000010:0.0:1777582965.443262:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0239333cc00. 02000000:00000010:0.0:1777582965.443278:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0239333d800. 00000400:00000010:0.0:1777582965.443282:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc4d0. 00000400:00000010:0.0:1777582965.443286:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582965.443290:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919268992, portal 4 00000400:00000010:0.0:1777582965.443294:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582965.443296:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919268992, offset 0 00000400:00000200:0.0:1777582965.443301:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.443308:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.443315:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8480 00000400:00000200:0.0:1777582965.443320:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 9512 00000400:00000200:0.0:1777582965.443325:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.443329:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.443334:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.443337:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f9500. 00000400:00000200:0.0:1777582965.443350:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777582965.443352:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582965.443358:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51880 x1863919919268992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.443385:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0239333dc00. 00000400:00000010:0.0:1777582965.443388:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc630. 00000400:00000010:0.0:1777582965.443391:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777582965.443393:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919269504, portal 4 00000400:00000010:0.0:1777582965.443395:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582965.443397:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919269504, offset 0 00000400:00000200:0.0:1777582965.443400:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.443404:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.443408:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8680 00000400:00000200:0.0:1777582965.443412:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 10056 00000400:00000200:0.0:1777582965.443415:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.443418:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.443420:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.443423:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f9880. 00000400:00000200:0.0:1777582965.443431:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582965.443433:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582965.443436:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f52a00 x1863919919269504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.443451:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e979000. 00000400:00000010:0.0:1777582965.443454:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc6e0. 00000400:00000010:0.0:1777582965.443456:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582965.443458:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919270144, portal 4 00000400:00000010:0.0:1777582965.443462:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582965.443463:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919270144, offset 0 00000400:00000200:0.0:1777582965.443466:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.443470:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.443473:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8900 00000400:00000200:0.0:1777582965.443477:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 10600 00000400:00000200:0.0:1777582965.443480:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.443482:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.443484:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.443487:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fb480. 00000400:00000200:0.0:1777582965.443505:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:0.0:1777582965.443508:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582965.443512:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ae6aed80 x1863919919270144/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.443527:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e97b800. 00000400:00000010:0.0:1777582965.443531:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcc08. 00000400:00000010:0.0:1777582965.443533:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777582965.443535:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919270656, portal 4 00000400:00000010:0.0:1777582965.443538:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582965.443540:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919270656, offset 0 00000400:00000200:0.0:1777582965.443543:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.443547:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.443551:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8b00 00000400:00000200:0.0:1777582965.443554:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 11144 00000400:00000200:0.0:1777582965.443557:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.443560:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.443562:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.443565:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fa680. 00000400:00000200:0.0:1777582965.443575:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777582965.443577:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582965.443580:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e89880 x1863919919270656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.443602:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e978000. 00000400:00000010:0.0:1777582965.443605:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc8f0. 00000400:00000010:0.0:1777582965.443607:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777582965.443609:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919269376, portal 4 00000400:00000010:0.0:1777582965.443612:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582965.443626:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919269376, offset 0 00000400:00000200:0.0:1777582965.443630:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.443634:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.443638:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8600 00000400:00000200:0.0:1777582965.443641:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 11688 00000400:00000200:0.0:1777582965.443645:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.443648:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.443651:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.443654:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8000. 00000400:00000200:0.0:1777582965.443665:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:0.0:1777582965.443667:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582965.443671:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f53100 x1863919919269376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.443686:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e97bc00. 00000400:00000010:0.0:1777582965.443688:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcd68. 00000400:00000010:0.0:1777582965.443691:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777582965.443693:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919269888, portal 4 00000400:00000010:0.0:1777582965.443696:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582965.443698:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919269888, offset 0 00000400:00000200:0.0:1777582965.443700:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.443704:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.443709:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8800 00000400:00000200:0.0:1777582965.443711:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 12232 00000400:00000200:0.0:1777582965.443715:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.443717:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.443719:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.443722:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8a80. 00000400:00000200:0.0:1777582965.443733:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:0.0:1777582965.443734:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582965.443738:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f50380 x1863919919269888/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.443753:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e97a000. 00000400:00000010:0.0:1777582965.443756:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcaa8. 00000400:00000010:0.0:1777582965.443758:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777582965.443761:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919270528, portal 4 00000400:00000010:0.0:1777582965.443764:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582965.443765:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919270528, offset 0 00000400:00000200:0.0:1777582965.443769:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.443774:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.443778:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8a80 00000400:00000200:0.0:1777582965.443781:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 12776 00000400:00000200:0.0:1777582965.443784:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.443787:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.443789:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.443793:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fad80. 00000400:00000200:0.0:1777582965.443802:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:0.0:1777582965.443804:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582965.443807:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e88000 x1863919919270528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.443821:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e978c00. 00000400:00000010:0.0:1777582965.443824:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcb00. 00000400:00000010:0.0:1777582965.443826:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777582965.443828:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919271040, portal 4 00000400:00000010:0.0:1777582965.443831:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582965.443833:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919271040, offset 0 00000400:00000200:0.0:1777582965.443837:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.443840:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.443845:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8c80 00000400:00000200:0.0:1777582965.443848:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 13320 00000400:00000200:0.0:1777582965.443851:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.443853:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.443856:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.443858:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970fb800. 00000400:00000200:0.0:1777582965.443873:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777582965.443875:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582965.443879:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023970f8e00 x1863919919271040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.443906:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e97ac00. 00000400:00000010:0.0:1777582965.443909:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc3c8. 00000400:00000010:0.0:1777582965.443912:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582965.443916:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919270272, portal 4 00000400:00000010:0.0:1777582965.443918:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582965.443920:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919270272, offset 0 00000400:00000200:0.0:1777582965.443923:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.443927:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.443932:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8980 00000400:00000200:0.0:1777582965.443935:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 13864 00000400:00000200:0.0:1777582965.443939:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.443941:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.443943:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.443946:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970faa00. 00000400:00000200:0.0:1777582965.443955:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:0.0:1777582965.443957:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582965.443961:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ae6ae300 x1863919919270272/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.443975:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e97b400. 00000400:00000010:0.0:1777582965.443978:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc948. 00000400:00000010:0.0:1777582965.443980:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582965.443982:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919270784, portal 4 00000400:00000010:0.0:1777582965.443984:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582965.443986:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919270784, offset 0 00000400:00000200:0.0:1777582965.443989:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.443992:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.443995:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8b80 00000400:00000200:0.0:1777582965.443998:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 14408 00000400:00000200:0.0:1777582965.444001:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.444003:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.444005:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.444008:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023970f8380. 00000400:00000200:0.0:1777582965.444018:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777582965.444019:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582965.444023:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e88380 x1863919919270784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.444040:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e97a400. 00000400:00000010:0.0:1777582965.444043:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc2c0. 00000400:00000010:0.0:1777582965.444046:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582965.444048:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919270400, portal 4 00000400:00000010:0.0:1777582965.444051:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582965.444053:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919270400, offset 0 00000400:00000200:0.0:1777582965.444056:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.444060:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.444064:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8a00 00000400:00000200:0.0:1777582965.444066:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7b9d [8] + 14952 00000400:00000010:0.0:1777582965.444069:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f66e0. 00000400:00000200:0.0:1777582965.444073:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02484999f00 00000400:00000200:0.0:1777582965.444075:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.444077:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777582965.444079:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02484999f00 00000400:00000010:0.0:1777582965.444081:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 248 at ffffa02484999f00. 00000100:00000200:0.0:1777582965.444084:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1777582965.444092:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:0.0:1777582965.444093:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582965.444097:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ae6af480 x1863919919270400/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.444111:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e97b000. 00000400:00000010:0.0:1777582965.444115:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc058. 00000400:00000010:0.0:1777582965.444117:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582965.444119:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919270912, portal 4 00000400:00000010:0.0:1777582965.444121:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582965.444124:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919270912, offset 0 00000400:00000200:0.0:1777582965.444127:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.444131:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.444160:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad8c00 00000400:00000200:0.0:1777582965.444164:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 0 00000400:00000200:0.0:1777582965.444168:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.444171:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.444174:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.444177:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f86680. 00000400:00000200:0.0:1777582965.444186:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:0.0:1777582965.444188:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582965.444191:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023970f9f80 x1863919919270912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582965.444224:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444229:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444233:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24c00. 00000020:00000010:0.0:1777582965.444237:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355c00. 00000020:00000010:0.0:1777582965.444242:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50e10. 00000020:00000010:0.0:1777582965.444259:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444262:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444264:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25a00. 00000020:00000010:0.0:1777582965.444267:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355780. 00000020:00000010:0.0:1777582965.444269:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777582965.444277:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444279:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444282:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582965.444284:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355f80. 00000020:00000010:0.0:1777582965.444287:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582965.444294:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444296:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444299:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25600. 00000020:00000010:0.0:1777582965.444301:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355b80. 00000020:00000010:0.0:1777582965.444303:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777582965.444309:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444311:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444314:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:0.0:1777582965.444317:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355300. 00000020:00000010:0.0:1777582965.444320:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777582965.444327:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444329:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444332:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395cf2200. 00000020:00000010:0.0:1777582965.444334:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355580. 00000020:00000010:0.0:1777582965.444336:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50898. 00000020:00000010:0.0:1777582965.444342:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444344:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444348:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c14800. 00000020:00000010:0.0:1777582965.444351:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355900. 00000020:00000010:0.0:1777582965.444353:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777582965.444359:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444360:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444363:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c14600. 00000020:00000010:0.0:1777582965.444365:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355380. 00000020:00000010:0.0:1777582965.444368:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582965.444374:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444376:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444380:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023984ea000. 00000020:00000010:0.0:1777582965.444384:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355e80. 00000020:00000010:0.0:1777582965.444387:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de504b0. 00000020:00000010:0.0:1777582965.444393:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444395:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444398:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:0.0:1777582965.444400:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c680. 00000020:00000010:0.0:1777582965.444402:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777582965.444408:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444410:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444413:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:0.0:1777582965.444416:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c280. 00000020:00000010:0.0:1777582965.444418:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777582965.444424:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444427:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444430:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023863bf800. 00000020:00000010:0.0:1777582965.444432:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c100. 00000020:00000010:0.0:1777582965.444434:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777582965.444444:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777582965.444446:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000100:00000200:0.0:1777582965.444449:0:206023:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919269760 02000000:00000010:0.0:1777582965.444466:0:206023:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0248e979400. 00010000:00000010:0.0:1777582965.444486:0:206023:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31a00. 00010000:00000010:0.0:1777582965.444503:0:206023:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848db340. 00000100:00000010:0.0:1777582965.444510:0:206023:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185300. 00000100:00000010:0.0:1777582965.444518:0:206023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f84700. 02000000:00000010:0.0:1777582965.444527:0:206023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa023863be800. 02000000:00000010:0.0:1777582965.444540:0:206023:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023863bf400. 00000400:00000010:0.0:1777582965.444543:0:206023:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc738. 00000400:00000010:0.0:1777582965.444546:0:206023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777582965.444549:0:206023:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919271168, portal 16 00000400:00000010:0.0:1777582965.444552:0:206023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582965.444555:0:206023:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919271168, offset 0 00000400:00000200:0.0:1777582965.444561:0:206023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.444569:0:206023:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.444573:0:206023:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777582965.444576:0:206023:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:0.0:1777582965.444579:0:206023:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777582965.444581:0:206023:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:0.0:1777582965.444585:0:206023:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397849:397849:255:4294967295] 192.168.202.9@tcp LPNI seq info [397845:397845:7:4294967295] 00000400:00000200:0.0:1777582965.444594:0:206023:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.444598:0:206023:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.444602:0:206023:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:0.0:1777582965.444607:0:206023:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.444625:0:206023:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.444630:0:206023:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1777582965.448059:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93040. 00000020:00000010:1.0:1777582965.448070:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93040. 00000100:00000200:1.0:1777582965.448075:0:206352:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919269120 02000000:00000010:1.0:1777582965.448103:0:206352:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa023cc214400. 00010000:00000010:1.0:1777582965.448200:0:206352:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249f048b00. 00010000:00000010:1.0:1777582965.448205:0:206352:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249f048e00. 00010000:00000010:1.0:1777582965.448212:0:206352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6000. 00002000:00000010:1.0:1777582965.448221:0:206352:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a93040. 00010000:00000010:1.0:1777582965.448255:0:206352:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040a80. 00080000:00000010:1.0:1777582965.448276:0:206352:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023cc217c00. 00000001:00000010:1.0:1777582965.448972:0:206352:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf6c0. 00010000:00000200:1.0:1777582965.449033:0:206352:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203ed80 x1863919919269120/t8589942061(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.449053:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582965.449060:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919269120, offset 224 00000400:00000200:1.0:1777582965.449068:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.449082:0:206352:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.449094:0:206352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8500 00000400:00000200:1.0:1777582965.449102:0:206352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x21518d [1] + 224 00000400:00000200:1.0:1777582965.449110:0:206352:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.449114:0:206352:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.449123:0:206352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f52d80 x1863919919269120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.449174:0:206352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777582965.449177:0:206352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000020:00000010:2.0:1777582965.449392:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.449398:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d940. 00000100:00000200:2.0:1777582965.449402:0:207637:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919269632 02000000:00000010:2.0:1777582965.449418:0:207637:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024b559ec00. 00010000:00000010:2.0:1777582965.449436:0:207637:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bec00. 00010000:00000010:2.0:1777582965.449452:0:207637:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d940. 00000100:00000010:2.0:1777582965.449458:0:207637:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e689c0. 00000100:00000010:2.0:1777582965.449466:0:207637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203c380. 02000000:00000010:2.0:1777582965.449478:0:207637:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0239340cc00. 02000000:00000010:2.0:1777582965.449717:0:207637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02423cf0600. 00000400:00000010:2.0:1777582965.449724:0:207637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e7e8. 00000400:00000010:2.0:1777582965.449729:0:207637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582965.449734:0:207637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919271296, portal 16 00000400:00000010:2.0:1777582965.449738:0:207637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777582965.449740:0:207637:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919271296, offset 0 00000400:00000200:2.0:1777582965.449747:0:207637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.449757:0:207637:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.449762:0:207637:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.449766:0:207637:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.449770:0:207637:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.449773:0:207637:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.449777:0:207637:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397850:397850:254:4294967295] 192.168.202.9@tcp LPNI seq info [397846:397846:6:4294967295] 00000400:00000200:2.0:1777582965.449788:0:207637:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.449794:0:207637:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.449799:0:207637:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23f00. 00000800:00000200:2.0:1777582965.449805:0:207637:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.449813:0:207637:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.449817:0:207637:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23f00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1777582965.449839:0:206352:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:1.0:1777582965.449845:0:206352:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e640. 00000020:00000010:1.0:1777582965.449849:0:206352:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340c600. 00000020:00000010:1.0:1777582965.449871:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93300. 00000020:00000010:1.0:1777582965.449873:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93300. 00000100:00000200:1.0:1777582965.449875:0:206352:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919268992 02000000:00000010:1.0:1777582965.449886:0:206352:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0238840ac00. 00002000:00000010:1.0:1777582965.449894:0:206352:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa02392ac6850. 00080000:00000010:1.0:1777582965.449900:0:206352:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0242734c390. 00010000:00000010:1.0:1777582965.450115:0:206352:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249f048000. 00010000:00000010:1.0:1777582965.450120:0:206352:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249f048300. 00010000:00000010:1.0:1777582965.450125:0:206352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b6400. 00002000:00000010:1.0:1777582965.450132:0:206352:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a93c80. 00010000:00000010:1.0:1777582965.450179:0:206352:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0239e040840. 00080000:00000010:1.0:1777582965.450290:0:206352:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238840a000. 00000001:00000010:1.0:1777582965.450507:0:206352:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfc00. 00010000:00000200:1.0:1777582965.450546:0:206352:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f9500 x1863919919268992/t8589942062(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.450568:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582965.450572:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919268992, offset 224 00000400:00000200:1.0:1777582965.450577:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.450816:0:206352:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.450826:0:206352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8480 00000400:00000200:1.0:1777582965.450833:0:206352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151a5 [1] + 224 00000400:00000200:1.0:1777582965.450841:0:206352:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.450844:0:206352:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.450853:0:206352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51880 x1863919919268992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.450996:0:206352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777582965.451000:0:206352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000020:00000010:1.0:1777582965.451016:0:206352:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355c00. 00000020:00000010:1.0:1777582965.451026:0:206352:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50e10. 00000020:00000010:1.0:1777582965.451030:0:206352:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24c00. 00000020:00000010:1.0:1777582965.451050:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a80. 00000020:00000010:1.0:1777582965.451053:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a80. 00000100:00000200:1.0:1777582965.451055:0:206352:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919269504 02000000:00000010:1.0:1777582965.451068:0:206352:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0238840bc00. 00010000:00000010:1.0:1777582965.451084:0:206352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:1.0:1777582965.451097:0:206352:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93a80. 00000100:00000010:1.0:1777582965.451103:0:206352:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0239e040480. 00000100:00000010:1.0:1777582965.451112:0:206352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51500. 02000000:00000010:1.0:1777582965.451121:0:206352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa023e13f2600. 02000000:00000010:1.0:1777582965.451174:0:206352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023e13f2800. 00000400:00000010:1.0:1777582965.451179:0:206352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1b58. 00000400:00000010:1.0:1777582965.451182:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582965.451186:0:206352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919271424, portal 16 00000400:00000010:1.0:1777582965.451190:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000400:00000010:0.0:1777582965.451341:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc4d0. 00000400:00000200:0.0:1777582965.451346:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777582965.451348:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582965.451354:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51880 x1863919919268992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.451362:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51880 x1863919919268992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582965.451426:0:205906:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db740. 00000020:00000010:0.0:1777582965.451429:0:205906:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db740. 00000100:00000200:0.0:1777582965.451432:0:205906:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919270144 02000000:00000010:0.0:1777582965.451443:0:205906:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0248e97a800. 00002000:00000010:0.0:1777582965.451453:0:205906:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffffa024aee31a20. 00080000:00000010:0.0:1777582965.451459:0:205906:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffffa0239fc87008. 00010000:00000010:0.0:1777582965.451658:0:205906:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0248ee46200. 00010000:00000010:0.0:1777582965.451663:0:205906:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0248ee46600. 00010000:00000010:0.0:1777582965.451669:0:205906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30000. 00002000:00000010:0.0:1777582965.451676:0:205906:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa024848dbdc0. 00010000:00000010:0.0:1777582965.451698:0:205906:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185f00. 00080000:00000010:0.0:1777582965.451714:0:205906:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248e978400. 00000001:00000010:0.0:1777582965.451933:0:205906:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df540. 00010000:00000200:0.0:1777582965.451979:0:205906:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fb480 x1863919919270144/t8589942521(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.451992:0:205906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582965.451996:0:205906:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919270144, offset 224 00000400:00000200:0.0:1777582965.452001:0:205906:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.452009:0:205906:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.452017:0:205906:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8900 00000400:00000200:0.0:1777582965.452022:0:205906:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151b5 [1] + 224 00000400:00000200:0.0:1777582965.452027:0:205906:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.452031:0:205906:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.452038:0:205906:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ae6aed80 x1863919919270144/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582965.452055:0:205906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777582965.452057:0:205906:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777582965.452067:0:205906:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355f80. 00000020:00000010:0.0:1777582965.452071:0:205906:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582965.452074:0:205906:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24000. 00000020:00000010:0.0:1777582965.452090:0:205906:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db380. 00000020:00000010:0.0:1777582965.452092:0:205906:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db380. 00000100:00000200:0.0:1777582965.452094:0:205906:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919270656 02000000:00000010:0.0:1777582965.452104:0:205906:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0248e979c00. 00010000:00000010:0.0:1777582965.452114:0:205906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c31400. 00010000:00000010:0.0:1777582965.452123:0:205906:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848db380. 00000100:00000010:0.0:1777582965.452127:0:205906:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185900. 00000100:00000010:0.0:1777582965.452159:0:205906:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f87800. 02000000:00000010:0.0:1777582965.452167:0:205906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa023863bf200. 02000000:00000010:0.0:1777582965.452181:0:205906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023863be000. 00000400:00000010:0.0:1777582965.452184:0:205906:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc4d0. 00000400:00000010:0.0:1777582965.452188:0:205906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777582965.452206:0:205906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919271552, portal 16 00000400:00000010:0.0:1777582965.452211:0:205906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582965.452213:0:205906:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919271552, offset 0 00000400:00000200:0.0:1777582965.452219:0:205906:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.452227:0:205906:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.452232:0:205906:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777582965.452236:0:205906:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:0.0:1777582965.452239:0:205906:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777582965.452242:0:205906:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:0.0:1777582965.452245:0:205906:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397851:397851:253:4294967295] 192.168.202.9@tcp LPNI seq info [397847:397847:5:4294967295] 00000400:00000200:0.0:1777582965.452255:0:205906:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.452260:0:205906:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.452265:0:205906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68600. 00000800:00000200:0.0:1777582965.452271:0:205906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.452278:0:205906:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.452282:0:205906:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1777582965.452322:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db3c0. 00000020:00000010:0.0:1777582965.452325:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db3c0. 00000100:00000200:0.0:1777582965.452328:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919269376 02000000:00000010:0.0:1777582965.452340:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0248ba56400. 00010000:00000010:0.0:1777582965.452351:0:206018:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30400. 00010000:00000010:0.0:1777582965.452359:0:206018:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848db3c0. 00000100:00000010:0.0:1777582965.452363:0:206018:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185cc0. 00000100:00000010:0.0:1777582965.452367:0:206018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f85f80. 02000000:00000010:0.0:1777582965.452373:0:206018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa023863bf600. 02000000:00000010:0.0:1777582965.452382:0:206018:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023863bee00. 00000400:00000010:0.0:1777582965.452385:0:206018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc898. 00000400:00000010:0.0:1777582965.452388:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777582965.452391:0:206018:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919271680, portal 16 00000400:00000010:0.0:1777582965.452394:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582965.452396:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919271680, offset 0 00000400:00000200:0.0:1777582965.452401:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.452406:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.452408:0:206018:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777582965.452411:0:206018:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:0.0:1777582965.452413:0:206018:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777582965.452415:0:206018:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:0.0:1777582965.452418:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397852:397852:252:4294967295] 192.168.202.9@tcp LPNI seq info [397848:397848:4:4294967295] 00000400:00000200:0.0:1777582965.452425:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.452429:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.452434:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68500. 00000800:00000200:0.0:1777582965.452438:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.452441:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.452444:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1777582965.452469:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db100. 00000020:00000010:0.0:1777582965.452472:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db100. 00000100:00000200:0.0:1777582965.452475:0:205900:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919269888 02000000:00000010:0.0:1777582965.452485:0:205900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0248ba55800. 00010000:00000010:0.0:1777582965.452495:0:205900:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30c00. 00010000:00000010:0.0:1777582965.452502:0:205900:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848db100. 00000100:00000010:0.0:1777582965.452506:0:205900:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185000. 00000100:00000010:0.0:1777582965.452510:0:205900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f85880. 02000000:00000010:0.0:1777582965.452516:0:205900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa023863be400. 02000000:00000010:0.0:1777582965.452524:0:205900:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0239166e600. 00000400:00000010:0.0:1777582965.452528:0:205900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edce70. 00000400:00000010:0.0:1777582965.452531:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777582965.452534:0:205900:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919271808, portal 16 00000400:00000010:0.0:1777582965.452537:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582965.452539:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919271808, offset 0 00000400:00000200:0.0:1777582965.452544:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.452550:0:205900:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.452552:0:205900:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777582965.452555:0:205900:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:0.0:1777582965.452557:0:205900:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777582965.452559:0:205900:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:0.0:1777582965.452562:0:205900:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397853:397853:251:4294967295] 192.168.202.9@tcp LPNI seq info [397849:397849:3:4294967295] 00000400:00000200:0.0:1777582965.452569:0:205900:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.452574:0:205900:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.452576:0:205900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68e00. 00000800:00000200:0.0:1777582965.452580:0:205900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.452584:0:205900:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.452587:0:205900:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68e00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1777582965.452610:0:205898:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dba40. 00000020:00000010:0.0:1777582965.452612:0:205898:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dba40. 00000100:00000200:0.0:1777582965.452628:0:205898:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919270528 02000000:00000010:0.0:1777582965.452639:0:205898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0248ba54800. 00010000:00000010:0.0:1777582965.452648:0:205898:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30800. 00010000:00000010:0.0:1777582965.452655:0:205898:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848dba40. 00000100:00000010:0.0:1777582965.452659:0:205898:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185540. 00000100:00000010:0.0:1777582965.452664:0:205898:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f87b80. 02000000:00000010:0.0:1777582965.452670:0:205898:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0239166fc00. 02000000:00000010:0.0:1777582965.452678:0:205898:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0239166f000. 00000400:00000010:0.0:1777582965.452682:0:205898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f66e0. 00000400:00000010:0.0:1777582965.452685:0:205898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777582965.452687:0:205898:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919271936, portal 16 00000400:00000010:0.0:1777582965.452690:0:205898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582965.452692:0:205898:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919271936, offset 0 00000400:00000200:0.0:1777582965.452697:0:205898:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.452702:0:205898:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.452705:0:205898:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777582965.452707:0:205898:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:0.0:1777582965.452709:0:205898:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777582965.452711:0:205898:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:0.0:1777582965.452713:0:205898:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397854:397854:250:4294967295] 192.168.202.9@tcp LPNI seq info [397850:397850:2:4294967295] 00000400:00000200:0.0:1777582965.452720:0:205898:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.452724:0:205898:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.452727:0:205898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68400. 00000800:00000200:0.0:1777582965.452730:0:205898:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.452735:0:205898:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.452737:0:205898:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68400 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1777582965.452760:0:205895:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db940. 00000020:00000010:0.0:1777582965.452763:0:205895:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db940. 00000100:00000200:0.0:1777582965.452766:0:205895:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919271040 02000000:00000010:0.0:1777582965.452774:0:205895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0248ba57800. 00010000:00000010:0.0:1777582965.452785:0:205895:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa02395c30a00. 00010000:00000010:0.0:1777582965.452793:0:205895:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848db940. 00000100:00000010:0.0:1777582965.452799:0:205895:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185e40. 00000100:00000010:0.0:1777582965.452803:0:205895:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f84000. 02000000:00000010:0.0:1777582965.452809:0:205895:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0239166e400. 02000000:00000010:0.0:1777582965.452817:0:205895:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0239166f800. 00000400:00000010:0.0:1777582965.452821:0:205895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6cb8. 00000400:00000010:0.0:1777582965.452823:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582965.452826:0:205895:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919272064, portal 16 00000400:00000010:0.0:1777582965.452829:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582965.452831:0:205895:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919272064, offset 0 00000400:00000200:0.0:1777582965.452835:0:205895:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.452840:0:205895:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.452843:0:205895:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777582965.452845:0:205895:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:0.0:1777582965.452847:0:205895:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777582965.452849:0:205895:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:0.0:1777582965.452852:0:205895:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397855:397855:249:4294967295] 192.168.202.9@tcp LPNI seq info [397851:397851:1:4294967295] 00000400:00000200:0.0:1777582965.452858:0:205895:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.452861:0:205895:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.452865:0:205895:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0248c47f200. 00000800:00000200:0.0:1777582965.452869:0:205895:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.452872:0:205895:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.452874:0:205895:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0248c47f200 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1777582965.452907:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f84e00. 02000000:00000010:0.0:1777582965.452914:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248ba56800. 02000000:00000010:0.0:1777582965.452940:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248ba57c00. 00000400:00000010:0.0:1777582965.452943:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6580. 00000400:00000010:0.0:1777582965.452947:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777582965.452949:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919272192, portal 4 00000400:00000010:0.0:1777582965.452953:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582965.452955:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919272192, offset 0 00000400:00000200:0.0:1777582965.452960:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.452966:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.452974:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9100 00000400:00000200:0.0:1777582965.452979:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 544 00000400:00000200:0.0:1777582965.452985:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.452988:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.452994:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.452998:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f87480. 00000400:00000200:0.0:1777582965.453007:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777582965.453009:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582965.453015:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023a0f84e00 x1863919919272192/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.453034:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc6e0. 00000400:00000200:0.0:1777582965.453038:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582965.453039:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582965.453043:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ae6aed80 x1863919919270144/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.453051:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ae6aed80 x1863919919270144/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582965.453101:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f84a80. 02000000:00000010:0.0:1777582965.453107:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248ba54000. 02000000:00000010:0.0:1777582965.453129:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248ba57400. 00000400:00000010:0.0:1777582965.453157:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f67e8. 00000400:00000010:0.0:1777582965.453161:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582965.453164:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919272320, portal 4 00000400:00000010:0.0:1777582965.453167:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582965.453169:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919272320, offset 0 00000400:00000200:0.0:1777582965.453172:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.453178:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.453183:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9180 00000400:00000200:0.0:1777582965.453187:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 1088 00000400:00000200:0.0:1777582965.453192:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.453195:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.453197:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.453201:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f85500. 00000400:00000200:0.0:1777582965.453205:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777582965.453207:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582965.453211:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023a0f84a80 x1863919919272320/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.453545:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919271424, offset 0 00000400:00000200:1.0:1777582965.453553:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.453561:0:206352:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.453563:0:206352:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.453566:0:206352:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.453568:0:206352:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.453570:0:206352:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.453573:0:206352:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397856:397856:248:4294967295] 192.168.202.9@tcp LPNI seq info [397852:397852:0:4294967295] 00000020:00000010:1.0:1777582965.454001:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93240. 00000020:00000010:1.0:1777582965.454006:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93240. 00000020:00000010:1.0:1777582965.454012:0:206021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023e13f3400. 00000020:00000010:1.0:1777582965.454016:0:206021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374080. 00000020:00000010:1.0:1777582965.454021:0:206021:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674af0. 00000020:00000010:1.0:1777582965.454042:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93240. 00000020:00000010:1.0:1777582965.454044:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93240. 00000020:00000010:1.0:1777582965.454048:0:206021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023e13f2c00. 00000020:00000010:1.0:1777582965.454050:0:206021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374780. 00000020:00000010:1.0:1777582965.454053:0:206021:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6740c8. 00000020:00000010:1.0:1777582965.454064:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93240. 00000020:00000010:1.0:1777582965.454066:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93240. 00000100:00000200:1.0:1777582965.454069:0:206021:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919270272 02000000:00000010:1.0:1777582965.454084:0:206021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02388409400. 00010000:00000010:1.0:1777582965.454098:0:206021:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249f048900. 00010000:00000010:1.0:1777582965.454102:0:206021:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249f048600. 00010000:00000010:1.0:1777582965.454109:0:206021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f119200. 00002000:00000010:1.0:1777582965.454117:0:206021:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a93240. 00010000:00000010:1.0:1777582965.454170:0:206021:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9c00. 00080000:00000010:1.0:1777582965.454186:0:206021:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388408000. 00000800:00000200:3.0:1777582965.454782:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.454789:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23800. 00000400:00000200:3.0:1777582965.454794:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.454802:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.454808:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:3.0:1777582965.454810:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000100:00000200:3.0:1777582965.454825:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239203d180 x1863919919270016/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.454843:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.454847:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582965.454852:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.454858:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.454862:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1777582965.454874:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.454876:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582965.454881:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.454884:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.454887:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:3.0:1777582965.454889:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00000100:00000200:3.0:1777582965.454894:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023a0f84700 x1863919919271168/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.454907:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.454909:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68600. 00000400:00000200:3.0:1777582965.454911:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.454914:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.454916:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:3.0:1777582965.454918:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00000100:00000200:3.0:1777582965.454922:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023a0f87800 x1863919919271552/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.454935:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.454936:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68500. 00000400:00000200:3.0:1777582965.454939:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.454942:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.454945:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:3.0:1777582965.454946:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000100:00000200:3.0:1777582965.454949:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023a0f85f80 x1863919919271680/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.454961:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.454963:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68e00. 00000400:00000200:3.0:1777582965.454965:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.454967:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.454969:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:3.0:1777582965.454971:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000200:3.0:1777582965.454974:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023a0f85880 x1863919919271808/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.454984:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.454985:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68400. 00000400:00000200:3.0:1777582965.454987:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.454990:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.454992:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:3.0:1777582965.454993:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:3.0:1777582965.454997:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023a0f87b80 x1863919919271936/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.455007:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.455008:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0248c47f200. 00000400:00000200:3.0:1777582965.455015:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.455017:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.455020:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:3.0:1777582965.455021:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000100:00000200:3.0:1777582965.455025:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023a0f84000 x1863919919272064/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.455091:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.455093:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582965.455097:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.455101:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.455104:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:3.0:1777582965.455105:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:3.0:1777582965.455110:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51500 x1863919919271424/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1777582965.455835:0:206021:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfcc0. 00010000:00000200:1.0:1777582965.455892:0:206021:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970faa00 x1863919919270272/t8589942522(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.455910:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.455915:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919270272, offset 224 00000400:00000200:1.0:1777582965.455922:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.455934:0:206021:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.455943:0:206021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8980 00000400:00000200:1.0:1777582965.455950:0:206021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151e5 [1] + 224 00000400:00000200:1.0:1777582965.455957:0:206021:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.455960:0:206021:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.455968:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ae6ae300 x1863919919270272/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.455989:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:1.0:1777582965.455992:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000020:00000010:1.0:1777582965.456008:0:206021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355e80. 00000020:00000010:1.0:1777582965.456012:0:206021:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de504b0. 00000020:00000010:1.0:1777582965.456016:0:206021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023984ea000. 00000020:00000010:1.0:1777582965.456042:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93780. 00000020:00000010:1.0:1777582965.456047:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93780. 00000100:00000200:1.0:1777582965.456050:0:206021:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919270784 02000000:00000010:1.0:1777582965.456067:0:206021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0238840a400. 00010000:00000010:1.0:1777582965.456086:0:206021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f118e00. 00010000:00000010:1.0:1777582965.456101:0:206021:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93780. 00000100:00000010:1.0:1777582965.456107:0:206021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02392bc9d80. 00000100:00000010:1.0:1777582965.456115:0:206021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51180. 02000000:00000010:1.0:1777582965.456125:0:206021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02386c24c00. 00002000:00000010:0.0:1777582965.457737:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a93040. 00010000:00000010:0.0:1777582965.457750:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249f048e00. 00010000:00000010:0.0:1777582965.457761:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040a80. 00002000:00000010:0.0:1777582965.457774:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a93c80. 00010000:00000010:0.0:1777582965.457776:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249f048300. 00010000:00000010:0.0:1777582965.457780:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0239e040840. 00002000:00000010:0.0:1777582965.457789:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa024848dbdc0. 00010000:00000010:0.0:1777582965.457792:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0248ee46600. 00010000:00000010:0.0:1777582965.457796:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185f00. 00002000:00000010:0.0:1777582965.457803:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a93240. 00010000:00000010:0.0:1777582965.457806:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249f048600. 00010000:00000010:0.0:1777582965.457810:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9c00. 00000400:00000010:0.0:1777582965.457844:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc3c8. 00000400:00000200:0.0:1777582965.457849:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777582965.457851:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582965.457865:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ae6ae300 x1863919919270272/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.457876:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ae6ae300 x1863919919270272/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582965.457947:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa023a0f87100. 02000000:00000010:0.0:1777582965.457960:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248ba57000. 02000000:00000010:0.0:1777582965.457998:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248ba56c00. 00000400:00000010:0.0:1777582965.458004:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6790. 00000400:00000010:0.0:1777582965.458008:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777582965.458014:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919272576, portal 4 00000400:00000010:0.0:1777582965.458018:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582965.458021:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919272576, offset 0 00000400:00000200:0.0:1777582965.458026:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.458037:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.458046:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9280 00000400:00000200:0.0:1777582965.458051:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 1632 00000400:00000200:0.0:1777582965.458058:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.458061:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.458067:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.458072:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec38000. 00000400:00000200:0.0:1777582965.458079:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777582965.458081:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582965.458085:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa023a0f87100 x1863919919272576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582965.460881:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbdc0. 00000020:00000010:0.0:1777582965.460893:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbdc0. 00000020:00000010:0.0:1777582965.460901:0:193009:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239166f200. 00000020:00000010:0.0:1777582965.460907:0:193009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c580. 00000020:00000010:0.0:1777582965.460913:0:193009:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777582965.460961:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbdc0. 00000020:00000010:0.0:1777582965.460964:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbdc0. 00000100:00000200:0.0:1777582965.460968:0:193009:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919270400 02000000:00000010:0.0:1777582965.460992:0:193009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0248ba56000. 00010000:00000010:0.0:1777582965.461016:0:193009:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131ea400. 00010000:00000010:0.0:1777582965.461035:0:193009:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848dbdc0. 00000100:00000010:0.0:1777582965.461044:0:193009:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185f00. 00000100:00000010:0.0:1777582965.461054:0:193009:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39880. 02000000:00000010:0.0:1777582965.461066:0:193009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0239166ec00. 02000000:00000010:0.0:1777582965.461088:0:193009:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0239166e200. 00000400:00000010:0.0:1777582965.461094:0:193009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6c08. 00000400:00000010:0.0:1777582965.461099:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777582965.461105:0:193009:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919272704, portal 16 00000400:00000010:0.0:1777582965.461110:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582965.461113:0:193009:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919272704, offset 0 00000400:00000200:0.0:1777582965.461123:0:193009:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.461152:0:193009:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.461157:0:193009:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777582965.461160:0:193009:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:0.0:1777582965.461164:0:193009:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777582965.461167:0:193009:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:0.0:1777582965.461171:0:193009:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397857:397857:255:4294967295] 192.168.202.9@tcp LPNI seq info [397853:397853:7:4294967295] 00000400:00000200:0.0:1777582965.461182:0:193009:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.461188:0:193009:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.461194:0:193009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0248c47f200. 00000800:00000200:0.0:1777582965.461201:0:193009:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.461210:0:193009:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.461214:0:193009:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0248c47f200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1777582965.461280:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db800. 00000020:00000010:0.0:1777582965.461284:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db800. 00000100:00000200:0.0:1777582965.461286:0:205897:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919270912 02000000:00000010:0.0:1777582965.461297:0:205897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0248ba54c00. 00010000:00000010:0.0:1777582965.461308:0:205897:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eb200. 00010000:00000010:0.0:1777582965.461316:0:205897:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848db800. 00000100:00000010:0.0:1777582965.461320:0:205897:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185180. 00000100:00000010:0.0:1777582965.461325:0:205897:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39f80. 02000000:00000010:0.0:1777582965.461330:0:205897:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0239166fa00. 02000000:00000010:0.0:1777582965.461339:0:205897:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0239166fe00. 00000400:00000010:0.0:1777582965.461342:0:205897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6738. 00000400:00000010:0.0:1777582965.461345:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582965.461348:0:205897:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919272832, portal 16 00000400:00000010:0.0:1777582965.461351:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582965.461353:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919272832, offset 0 00000400:00000200:0.0:1777582965.461358:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.461363:0:205897:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.461366:0:205897:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777582965.461368:0:205897:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:0.0:1777582965.461370:0:205897:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777582965.461372:0:205897:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:0.0:1777582965.461375:0:205897:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397858:397858:254:4294967295] 192.168.202.9@tcp LPNI seq info [397854:397854:6:4294967295] 00000400:00000200:0.0:1777582965.461382:0:205897:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.461386:0:205897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.461390:0:205897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0248486fd00. 00000800:00000200:0.0:1777582965.461394:0:205897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.461398:0:205897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.461401:0:205897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0248486fd00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1777582965.461426:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db540. 00000020:00000010:0.0:1777582965.461429:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db540. 00000100:00000200:0.0:1777582965.461431:0:206020:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919272192 02000000:00000010:0.0:1777582965.461446:0:206020:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02392041c00. 00010000:00000010:0.0:1777582965.461458:0:206020:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eae00. 00010000:00000010:0.0:1777582965.461466:0:206020:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848db540. 00000100:00000010:0.0:1777582965.461470:0:206020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185b40. 00000100:00000010:0.0:1777582965.461475:0:206020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39500. 02000000:00000010:0.0:1777582965.461481:0:206020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02395c27e00. 02000000:00000010:0.0:1777582965.461491:0:206020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27c00. 00000400:00000010:0.0:1777582965.461494:0:206020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f65d8. 00000400:00000010:0.0:1777582965.461497:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582965.461500:0:206020:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919272960, portal 16 00000400:00000010:0.0:1777582965.461504:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582965.461505:0:206020:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919272960, offset 0 00000400:00000200:0.0:1777582965.461509:0:206020:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.461514:0:206020:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.461517:0:206020:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777582965.461521:0:206020:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:0.0:1777582965.461523:0:206020:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777582965.461525:0:206020:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:0.0:1777582965.461528:0:206020:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397859:397859:253:4294967295] 192.168.202.9@tcp LPNI seq info [397855:397855:5:4294967295] 00000400:00000200:0.0:1777582965.461535:0:206020:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.461539:0:206020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.461543:0:206020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0248631e200. 00000800:00000200:0.0:1777582965.461547:0:206020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.461552:0:206020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.461554:0:206020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0248631e200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1777582965.461576:0:188248:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbf40. 00000020:00000010:0.0:1777582965.461579:0:188248:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbf40. 00000100:00000200:0.0:1777582965.461581:0:188248:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919272320 00000020:00000010:2.0:1777582965.462069:0:205907:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d0c0. 00000020:00000010:2.0:1777582965.462074:0:205907:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d0c0. 00000100:00000200:2.0:1777582965.462076:0:205907:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919272576 02000000:00000010:2.0:1777582965.462088:0:205907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024b559e400. 00010000:00000010:2.0:1777582965.462100:0:205907:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.0:1777582965.462110:0:205907:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d0c0. 00000100:00000010:2.0:1777582965.462115:0:205907:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68b40. 00000100:00000010:2.0:1777582965.462120:0:205907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203f480. 02000000:00000010:2.0:1777582965.462128:0:205907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02423cf1e00. 02000000:00000010:2.0:1777582965.462151:0:205907:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02423cf0200. 00000400:00000010:2.0:1777582965.462156:0:205907:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ecb8. 00000400:00000010:2.0:1777582965.462159:0:205907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582965.462162:0:205907:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919273088, portal 16 00000400:00000010:2.0:1777582965.462166:0:205907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777582965.462168:0:205907:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919273088, offset 0 00000400:00000200:2.0:1777582965.462173:0:205907:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.462179:0:205907:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.462181:0:205907:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.462183:0:205907:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.462186:0:205907:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.462187:0:205907:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.462201:0:205907:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397860:397860:252:4294967295] 192.168.202.9@tcp LPNI seq info [397856:397856:4:4294967295] 00000400:00000200:2.0:1777582965.462209:0:205907:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.462213:0:205907:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.462217:0:205907:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23800. 00000800:00000200:2.0:1777582965.462221:0:205907:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.462224:0:205907:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.462227:0:205907:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23800 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:1.0:1777582965.462411:0:206021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023984ea000. 00000400:00000010:1.0:1777582965.462417:0:206021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1ec8. 00000400:00000010:1.0:1777582965.462421:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.462424:0:206021:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919272448, portal 16 00000400:00000010:1.0:1777582965.462427:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777582965.462430:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919272448, offset 0 00000400:00000200:1.0:1777582965.462436:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.462442:0:206021:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.462444:0:206021:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.462447:0:206021:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.462449:0:206021:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.462451:0:206021:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.462455:0:206021:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397861:397861:251:4294967295] 192.168.202.9@tcp LPNI seq info [397857:397857:3:4294967295] 00000400:00000200:1.0:1777582965.462462:0:206021:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.462465:0:206021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.462469:0:206021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:1.0:1777582965.462473:0:206021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.462477:0:206021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.462479:0:206021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1777582965.462515:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ed10. 00000400:00000200:1.0:1777582965.462520:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:1.0:1777582965.462523:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:1.0:1777582965.462535:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f52d80 x1863919919269120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.462545:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f52d80 x1863919919269120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777582965.462920:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203ce00. 02000000:00000010:2.0:1777582965.462929:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b559f000. 02000000:00000010:2.0:1777582965.462983:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b559cc00. 00000400:00000010:2.0:1777582965.462988:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e1b8. 00000400:00000010:2.0:1777582965.462991:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582965.462994:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919273216, portal 4 00000400:00000010:2.0:1777582965.462998:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582965.463000:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919273216, offset 0 00000400:00000200:2.0:1777582965.463005:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.463013:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.463023:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9500 00000400:00000200:2.0:1777582965.463029:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 2176 00000400:00000200:2.0:1777582965.463036:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.463039:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.463046:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.463051:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203df80. 00000400:00000200:2.0:1777582965.463066:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:2.0:1777582965.463067:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582965.463074:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239203ce00 x1863919919273216/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.463110:0:188247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.463114:0:188247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.463119:0:188247:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d07000. 00000020:00000010:2.0:1777582965.463125:0:188247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582965.463129:0:188247:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582965.463174:0:188247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.463177:0:188247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000100:00000200:2.0:1777582965.463179:0:188247:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919273216 02000000:00000010:2.0:1777582965.463271:0:188247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02388540400. 00010000:00000010:2.0:1777582965.463292:0:188247:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bea00. 00010000:00000010:2.0:1777582965.463308:0:188247:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1ddc0. 00000100:00000010:2.0:1777582965.463313:0:188247:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68240. 00000100:00000010:2.0:1777582965.463322:0:188247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06680. 02000000:00000010:2.0:1777582965.463329:0:188247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa024b7d07c00. 02000000:00000010:2.0:1777582965.463340:0:188247:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024b7d06200. 00000400:00000010:2.0:1777582965.463344:0:188247:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777582965.463347:0:188247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582965.463350:0:188247:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919273344, portal 16 00000400:00000010:2.0:1777582965.463353:0:188247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777582965.463355:0:188247:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919273344, offset 0 00000400:00000200:2.0:1777582965.463360:0:188247:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.463367:0:188247:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.463371:0:188247:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.463374:0:188247:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.463377:0:188247:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.463379:0:188247:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.463382:0:188247:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397862:397862:250:4294967295] 192.168.202.9@tcp LPNI seq info [397858:397858:2:4294967295] 00000400:00000200:2.0:1777582965.463390:0:188247:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.463395:0:188247:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.463399:0:188247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23400. 00000800:00000200:2.0:1777582965.463403:0:188247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.463408:0:188247:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.463411:0:188247:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23400 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:0.0:1777582965.463550:0:188248:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02392041400. 00010000:00000010:0.0:1777582965.463563:0:188248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024131eba00. 00010000:00000010:0.0:1777582965.463571:0:188248:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848dbf40. 00000100:00000010:0.0:1777582965.463575:0:188248:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185840. 00000100:00000010:0.0:1777582965.463580:0:188248:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3b480. 02000000:00000010:0.0:1777582965.463599:0:188248:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02395c26a00. 02000000:00000010:0.0:1777582965.463609:0:188248:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27200. 00000400:00000010:0.0:1777582965.463612:0:188248:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6630. 00000400:00000010:0.0:1777582965.463629:0:188248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582965.463633:0:188248:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919273472, portal 16 00000400:00000010:0.0:1777582965.463636:0:188248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582965.463637:0:188248:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919273472, offset 0 00000400:00000200:0.0:1777582965.463643:0:188248:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.463784:0:188248:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.463787:0:188248:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1777582965.463790:0:188248:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:0.0:1777582965.463792:0:188248:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1777582965.463794:0:188248:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:0.0:1777582965.463797:0:188248:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397863:397863:249:4294967295] 192.168.202.9@tcp LPNI seq info [397859:397859:1:4294967295] 00000400:00000200:0.0:1777582965.463805:0:188248:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.463809:0:188248:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.463813:0:188248:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0248631e800. 00000800:00000200:0.0:1777582965.463817:0:188248:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.463822:0:188248:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.463824:0:188248:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0248631e800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1777582965.463887:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.463891:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0248c47f200. 00000400:00000200:0.0:1777582965.463899:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.463903:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.463907:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777582965.463909:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582965.463915:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aec39880 x1863919919272704/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1777582965.463932:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.463934:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0248486fd00. 00000400:00000200:0.0:1777582965.463938:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.463941:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.463943:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777582965.463944:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582965.463948:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aec39f80 x1863919919272832/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1777582965.463961:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.463963:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0248631e200. 00000400:00000200:0.0:1777582965.463966:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.463970:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.463972:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777582965.463974:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582965.463978:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aec39500 x1863919919272960/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1777582965.463998:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.464000:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23f00. 00000400:00000200:0.0:1777582965.464003:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.464006:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.464008:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:0.0:1777582965.464010:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000100:00000200:0.0:1777582965.464016:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239203c380 x1863919919271296/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1777582965.464027:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.464029:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23800. 00000400:00000200:0.0:1777582965.464031:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.464033:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.464035:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:0.0:1777582965.464037:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:0.0:1777582965.464040:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239203f480 x1863919919273088/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1777582965.464052:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.464053:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:0.0:1777582965.464057:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.464059:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.464061:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:0.0:1777582965.464063:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:0.0:1777582965.464067:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51180 x1863919919272448/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1777582965.464076:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.464077:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23400. 00000400:00000200:0.0:1777582965.464079:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.464082:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.464084:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:0.0:1777582965.464085:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:0.0:1777582965.464089:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f06680 x1863919919273344/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1777582965.464467:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.464470:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0248631e800. 00000400:00000200:0.0:1777582965.464474:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.464478:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.464481:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777582965.464482:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582965.464488:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aec3b480 x1863919919273472/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.1:1777582965.468181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249f048b00. 00010000:00000010:0.1:1777582965.468274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6000. 00010000:00000010:0.1:1777582965.468280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249f048000. 00010000:00000010:0.1:1777582965.468283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6400. 00010000:00000010:0.1:1777582965.468286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46200. 00010000:00000010:0.1:1777582965.468290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30000. 00010000:00000010:0.1:1777582965.468292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249f048900. 00010000:00000010:0.1:1777582965.468295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f119200. 00000400:00000200:3.0:1777582965.472172:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.472207:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad8880 00000400:00000200:3.0:1777582965.472216:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x21519d [1] + 224 00000400:00000200:3.0:1777582965.472230:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.472234:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.472250:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239203d180 x1863919919270016/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.472289:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.472295:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad8d00 00000400:00000200:3.0:1777582965.472299:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215205 [1] + 224 00000400:00000200:3.0:1777582965.472305:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.472308:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.472313:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa023a0f84700 x1863919919271168/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.472344:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.472350:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad8e80 00000400:00000200:3.0:1777582965.472354:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215225 [1] + 224 00000400:00000200:3.0:1777582965.472360:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.472363:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.472368:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa023a0f87800 x1863919919271552/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1777582965.472453:0:206023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc738. 00000400:00000200:1.0:1777582965.472460:0:206023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:1.0:1777582965.472462:0:206023:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000100:00000200:1.0:1777582965.472468:0:206023:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023a0f84700 x1863919919271168/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.472476:0:206023:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023a0f84700 x1863919919271168/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.472509:0:206023:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023863bf400. 02000000:00000010:1.0:1777582965.472516:0:206023:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa023863be800. 00000100:00000010:1.0:1777582965.472520:0:206023:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84700. 00000100:00000010:1.0:1777582965.472524:0:206023:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185300. 00010000:00000010:1.0:1777582965.472528:0:206023:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848db340. 00000400:00000010:2.0:1777582965.472778:0:189456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e160. 00000400:00000200:2.0:1777582965.472783:0:189456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777582965.472784:0:189456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582965.472794:0:189456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239203d180 x1863919919270016/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.472802:0:189456:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239203d180 x1863919919270016/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.472818:0:189456:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0239340dc00. 02000000:00000010:2.0:1777582965.472821:0:189456:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0239340da00. 00000100:00000010:2.0:1777582965.472824:0:189456:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203d180. 00000100:00000010:2.0:1777582965.472827:0:189456:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68840. 00010000:00000010:2.0:1777582965.472830:0:189456:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d640. 00000400:00000200:3.0:1777582965.472960:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.472967:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad8f00 00000400:00000200:3.0:1777582965.472972:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x21522d [1] + 224 00000400:00000200:3.0:1777582965.472979:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.472982:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.472988:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa023a0f85f80 x1863919919271680/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.473016:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.473022:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad8f80 00000400:00000200:3.0:1777582965.473026:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215235 [1] + 224 00000400:00000200:3.0:1777582965.473033:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.473036:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.473041:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa023a0f85880 x1863919919271808/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.473109:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.473115:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9000 00000400:00000200:3.0:1777582965.473120:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x21523d [1] + 224 00000400:00000200:3.0:1777582965.473126:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.473129:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.473153:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa023a0f87b80 x1863919919271936/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.473174:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.473179:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9080 00000400:00000200:3.0:1777582965.473183:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215245 [1] + 224 00000400:00000200:3.0:1777582965.473188:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.473203:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.473208:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa023a0f84000 x1863919919272064/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.473232:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.473237:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad8e00 00000400:00000200:3.0:1777582965.473241:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x21521d [1] + 224 00000400:00000200:3.0:1777582965.473247:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.473250:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.473255:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51500 x1863919919271424/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.473271:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.473275:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873800 00000400:00000200:3.0:1777582965.473280:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da6ed [2] + 328 00000400:00000200:3.0:1777582965.473286:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.473289:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.473293:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.473298:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea4380. 00000400:00000200:3.0:1777582965.473313:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.473318:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873900 00000400:00000200:3.0:1777582965.473321:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da6ed [2] + 656 00000400:00000200:3.0:1777582965.473326:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.473329:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.473332:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.473334:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea5880. 00000400:00000200:3.0:1777582965.473346:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.473351:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873a00 00000400:00000200:3.0:1777582965.473355:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da6ed [2] + 984 00000400:00000200:3.0:1777582965.473359:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.473363:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.473367:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.473370:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6a00. 00000400:00000200:3.0:1777582965.473384:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.473389:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873b00 00000400:00000200:3.0:1777582965.473392:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da6ed [2] + 1312 00000400:00000200:3.0:1777582965.473397:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.473399:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.473401:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.473403:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6680. 00000400:00000200:3.0:1777582965.473415:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.473419:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873880 00000400:00000200:3.0:1777582965.473422:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da6ed [2] + 1640 00000400:00000200:3.0:1777582965.473426:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.473429:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.473430:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.473433:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea7b80. 00000400:00000200:3.0:1777582965.473442:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.473446:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873980 00000400:00000200:3.0:1777582965.473448:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da6ed [2] + 1968 00000400:00000010:3.0:1777582965.473450:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e6e0. 00000400:00000200:3.0:1777582965.473453:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023916230c0 00000400:00000200:3.0:1777582965.473456:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.473458:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.473460:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023916230c0 00000400:00000010:3.0:1777582965.473462:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023916230c0. 00000100:00000200:3.0:1777582965.473465:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1777582965.473476:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.473480:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873a80 00000400:00000200:3.0:1777582965.473483:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da76d [2] + 0 00000400:00000200:3.0:1777582965.473488:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.473490:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.473492:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.473496:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea4e00. 00000400:00000200:3.0:1777582965.473503:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000010:1.0:1777582965.473674:0:206018:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc898. 00000400:00000200:1.0:1777582965.473679:0:206018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:1.0:1777582965.473680:0:206018:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000100:00000200:1.0:1777582965.473687:0:206018:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023a0f85f80 x1863919919271680/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.473695:0:206018:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023a0f85f80 x1863919919271680/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.473713:0:206018:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023863bee00. 02000000:00000010:1.0:1777582965.473718:0:206018:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa023863bf600. 00000100:00000010:1.0:1777582965.473720:0:206018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f85f80. 00000100:00000010:1.0:1777582965.473723:0:206018:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185cc0. 00010000:00000010:1.0:1777582965.473726:0:206018:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848db3c0. 00000400:00000010:1.0:1777582965.473744:0:206352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1b58. 00000400:00000200:1.0:1777582965.473747:0:206352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777582965.473748:0:206352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582965.473754:0:206352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51500 x1863919919271424/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.473761:0:206352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51500 x1863919919271424/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.473773:0:206352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023e13f2800. 02000000:00000010:1.0:1777582965.473777:0:206352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa023e13f2600. 00000100:00000010:1.0:1777582965.473780:0:206352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51500. 00000100:00000010:1.0:1777582965.473782:0:206352:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0239e040480. 00010000:00000010:1.0:1777582965.473785:0:206352:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93a80. 00000400:00000200:3.0:1777582965.474001:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873b80 00000400:00000200:3.0:1777582965.474009:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da76d [2] + 328 00000400:00000200:3.0:1777582965.474025:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.474028:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.474032:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.474037:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55ff480. 00000020:00000010:3.0:1777582965.474077:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6e80. 00000020:00000010:3.0:1777582965.474096:0:190365:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02383fc7fc0. 00000020:00000010:3.0:1777582965.474118:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:3.0:1777582965.474124:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.474129:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000100:00000200:3.0:1777582965.474177:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0249dea4380 x1863928708020224/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.474209:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6080. 00000020:00000010:3.0:1777582965.474212:0:190365:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02383fc7d00. 00000020:00000010:3.0:1777582965.474218:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920c00. 00000020:00000010:3.0:1777582965.474220:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265900. 00000020:00000010:3.0:1777582965.474223:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000100:00000200:3.0:1777582965.474231:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0249dea5880 x1863928708020480/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.474243:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474246:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474249:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920000. 00000020:00000010:3.0:1777582965.474251:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265b00. 00000020:00000010:3.0:1777582965.474254:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000100:00000200:3.0:1777582965.474260:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0249dea6a00 x1863928708020736/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.474271:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474273:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474276:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921800. 00000020:00000010:3.0:1777582965.474278:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.474281:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000100:00000200:3.0:1777582965.474287:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0249dea6680 x1863928708020992/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.474298:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474300:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474303:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920200. 00000020:00000010:3.0:1777582965.474305:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265400. 00000020:00000010:3.0:1777582965.474307:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87a28. 00000100:00000200:3.0:1777582965.474314:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0249dea7b80 x1863928708020352/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.474324:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474326:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474329:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921200. 00000020:00000010:3.0:1777582965.474332:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265e80. 00000020:00000010:3.0:1777582965.474334:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87c80. 00000100:00000200:3.0:1777582965.474341:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aed41c50 x1863928708020608/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.474353:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474355:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474358:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582965.474360:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265a00. 00000020:00000010:3.0:1777582965.474363:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a874b0. 00000100:00000200:3.0:1777582965.474370:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0249dea4e00 x1863928708020864/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.474381:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474383:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474386:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920e00. 00000020:00000010:3.0:1777582965.474389:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265880. 00000020:00000010:3.0:1777582965.474391:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a877d0. 00000100:00000200:3.0:1777582965.474397:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024b55ff480 x1863928708021120/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.474409:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.474411:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.474413:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708020224 02000000:00000010:3.0:1777582965.474423:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f80800. 00010000:00000010:3.0:1777582965.474461:0:190365:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.474468:0:190365:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849dd80. 00000100:00000010:3.0:1777582965.474479:0:190365:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849dd80. 00010000:00000010:3.0:1777582965.474481:0:190365:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.474493:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582965.474498:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708020224, offset 224 00000400:00000200:3.0:1777582965.474504:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.474514:0:190365:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.474521:0:190365:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397864:397864:256:4294967295] 192.168.202.9@tcp LPNI seq info [397860:397860:8:4294967295] 00000400:00000200:3.0:1777582965.474531:0:190365:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.474537:0:190365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.474541:0:190365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582965.474547:0:190365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.474553:0:190365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.474557:0:190365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.474574:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.474578:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.474582:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00000400:00000010:1.0:1777582965.475221:0:205898:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f66e0. 00000400:00000200:1.0:1777582965.475227:0:205898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:1.0:1777582965.475228:0:205898:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000100:00000200:1.0:1777582965.475237:0:205898:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023a0f87b80 x1863919919271936/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.475246:0:205898:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023a0f87b80 x1863919919271936/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.475267:0:205898:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0239166f000. 02000000:00000010:1.0:1777582965.475273:0:205898:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0239166fc00. 00000100:00000010:1.0:1777582965.475276:0:205898:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87b80. 00000100:00000010:1.0:1777582965.475280:0:205898:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185540. 00010000:00000010:1.0:1777582965.475283:0:205898:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848dba40. 00000400:00000010:1.0:1777582965.475298:0:205906:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc4d0. 00000400:00000200:1.0:1777582965.475301:0:205906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:1.0:1777582965.475303:0:205906:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:1.0:1777582965.475308:0:205906:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023a0f87800 x1863919919271552/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.475315:0:205906:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023a0f87800 x1863919919271552/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.475327:0:205906:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023863be000. 02000000:00000010:1.0:1777582965.475330:0:205906:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa023863bf200. 00000100:00000010:1.0:1777582965.475333:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87800. 00000100:00000010:1.0:1777582965.475335:0:205906:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185900. 00010000:00000010:1.0:1777582965.475337:0:205906:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848db380. 00000020:00000010:3.0:1777582965.475448:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.475452:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.475454:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708020480 02000000:00000010:3.0:1777582965.475464:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f81c00. 00010000:00000010:3.0:1777582965.475489:0:190365:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.475495:0:190365:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849dd80. 00000400:00000010:0.0:1777582965.475952:0:205895:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6cb8. 00000400:00000200:0.0:1777582965.475956:0:205895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582965.475958:0:205895:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582965.475966:0:205895:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023a0f84000 x1863919919272064/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1777582965.475975:0:205895:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023a0f84000 x1863919919272064/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1777582965.475991:0:205895:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0239166f800. 02000000:00000010:0.0:1777582965.475995:0:205895:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0239166e400. 00000100:00000010:0.0:1777582965.475998:0:205895:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84000. 00000100:00000010:0.0:1777582965.476002:0:205895:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185e40. 00010000:00000010:0.0:1777582965.476004:0:205895:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848db940. 00000100:00000010:3.0:1777582965.476986:0:190365:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849dd80. 00010000:00000010:3.0:1777582965.476995:0:190365:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.477015:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582965.477020:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708020480, offset 224 00000400:00000200:3.0:1777582965.477030:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.477043:0:190365:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.477051:0:190365:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397865:397865:255:4294967295] 192.168.202.9@tcp LPNI seq info [397861:397861:7:4294967295] 00000400:00000200:3.0:1777582965.477062:0:190365:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.477067:0:190365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.477071:0:190365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582965.477077:0:190365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.477083:0:190365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.477087:0:190365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.477101:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265900. 00000020:00000010:3.0:1777582965.477105:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582965.477109:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920c00. 00000020:00000010:3.0:1777582965.477149:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.477153:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.477156:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708020736 02000000:00000010:3.0:1777582965.477165:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f80c00. 00000400:00000200:0.0:1777582965.477360:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.477372:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9300 00000400:00000200:0.0:1777582965.477380:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x21526d [1] + 224 00000400:00000200:0.0:1777582965.477391:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.477396:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.477406:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aec39880 x1863919919272704/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1777582965.477446:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.477450:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:0.0:1777582965.477454:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.477457:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.477460:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:0.0:1777582965.477461:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 00000400:00000200:0.0:1777582965.477471:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.477476:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9380 00000400:00000200:0.0:1777582965.477480:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215275 [1] + 224 00000400:00000200:0.0:1777582965.477486:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.477489:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.477495:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aec39f80 x1863919919272832/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1777582965.477531:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.477534:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:0.0:1777582965.477536:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.477540:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.477542:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:0.0:1777582965.477544:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 00000400:00000200:0.0:1777582965.477554:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.477559:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9600 00000400:00000200:0.0:1777582965.477563:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2152a5 [1] + 224 00000400:00000200:0.0:1777582965.477567:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.477570:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.477575:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aec3b480 x1863919919273472/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.477601:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.477607:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9400 00000400:00000200:0.0:1777582965.477611:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x21527d [1] + 224 00000400:00000200:0.0:1777582965.477628:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.477631:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.477636:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aec39500 x1863919919272960/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:3.0:1777582965.478629:0:190365:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.478641:0:190365:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849dd80. 00000100:00000010:3.0:1777582965.478655:0:190365:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849dd80. 00010000:00000010:3.0:1777582965.478658:0:190365:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.478675:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582965.478680:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708020736, offset 224 00000400:00000200:3.0:1777582965.478687:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.478697:0:190365:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.478703:0:190365:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397866:397866:256:4294967295] 192.168.202.9@tcp LPNI seq info [397862:397862:8:4294967295] 00000400:00000200:3.0:1777582965.478712:0:190365:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.478717:0:190365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.478721:0:190365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582965.478727:0:190365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.478734:0:190365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.478737:0:190365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.478761:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265b00. 00000020:00000010:3.0:1777582965.478765:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582965.478769:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920000. 00000020:00000010:3.0:1777582965.478794:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.478797:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.478800:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708020992 02000000:00000010:3.0:1777582965.478809:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f81000. 00010000:00000010:3.0:1777582965.478845:0:190365:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.478850:0:190365:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849dd80. 00000400:00000010:2.0:1777582965.478947:0:205900:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edce70. 00000400:00000200:2.0:1777582965.478953:0:205900:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:2.0:1777582965.478955:0:205900:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:2.0:1777582965.478963:0:205900:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023a0f85880 x1863919919271808/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.478972:0:205900:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023a0f85880 x1863919919271808/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.479002:0:205900:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0239166e600. 02000000:00000010:2.0:1777582965.479008:0:205900:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa023863be400. 00000100:00000010:2.0:1777582965.479012:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f85880. 00000100:00000010:2.0:1777582965.479016:0:205900:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185000. 00010000:00000010:2.0:1777582965.479018:0:205900:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848db100. 00010000:00000010:2.0:1777582965.479030:0:205900:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68840. 00080000:00000010:2.0:1777582965.479056:0:205900:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388542c00. 00000001:00000010:2.0:1777582965.479471:0:205900:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9300. 00010000:00000200:2.0:1777582965.479518:0:205900:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8a80 x1863919919269888/t8589942063(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.479531:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582965.479534:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919269888, offset 224 00000400:00000200:2.0:1777582965.479539:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.479548:0:205900:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.479556:0:205900:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8800 00000400:00000200:2.0:1777582965.479563:0:205900:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151cd [1] + 224 00000400:00000200:2.0:1777582965.479569:0:205900:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.479573:0:205900:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.479581:0:205900:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f50380 x1863919919269888/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.479598:0:205900:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777582965.479600:0:205900:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000020:00000010:2.0:1777582965.479630:0:205900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355580. 00000020:00000010:2.0:1777582965.479636:0:205900:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50898. 00000020:00000010:2.0:1777582965.479639:0:205900:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395cf2200. 00000020:00000010:2.0:1777582965.480328:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.480333:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000100:00000200:2.0:1777582965.480337:0:206357:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708020352 02000000:00000010:2.0:1777582965.480348:0:206357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388542000. 00010000:00000010:2.0:1777582965.480386:0:206357:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d640. 00000100:00000010:2.0:1777582965.480394:0:206357:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68600. 00000100:00000010:2.0:1777582965.480409:0:206357:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68600. 00010000:00000010:2.0:1777582965.480412:0:206357:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d640. 00000400:00000010:2.0:1777582965.480421:0:206357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777582965.480424:0:206357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708020352, offset 224 00000400:00000200:2.0:1777582965.480430:0:206357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.480440:0:206357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.480445:0:206357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397867:397867:255:4294967295] 192.168.202.9@tcp LPNI seq info [397863:397863:7:4294967295] 00000400:00000200:2.0:1777582965.480454:0:206357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.480459:0:206357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.480463:0:206357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23500. 00000800:00000200:2.0:1777582965.480468:0:206357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.480474:0:206357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.480478:0:206357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.480486:0:206357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265400. 00000020:00000010:2.0:1777582965.480490:0:206357:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87a28. 00000020:00000010:2.0:1777582965.480493:0:206357:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920200. 00000020:00000010:2.0:1777582965.480507:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.480510:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000100:00000200:2.0:1777582965.480512:0:206357:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708020608 02000000:00000010:2.0:1777582965.480518:0:206357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388540800. 00010000:00000010:2.0:1777582965.480535:0:206357:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d640. 00000100:00000010:2.0:1777582965.480539:0:206357:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68600. 00000100:00000010:2.0:1777582965.480549:0:206357:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68600. 00010000:00000010:2.0:1777582965.480551:0:206357:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d640. 00000400:00000010:2.0:1777582965.480557:0:206357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777582965.480560:0:206357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708020608, offset 224 00000400:00000200:2.0:1777582965.480564:0:206357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.480569:0:206357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.480573:0:206357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397868:397868:254:4294967295] 192.168.202.9@tcp LPNI seq info [397864:397864:6:4294967295] 00000400:00000200:2.0:1777582965.480579:0:206357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.480583:0:206357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.480586:0:206357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23700. 00000800:00000200:2.0:1777582965.480589:0:206357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.480593:0:206357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.480595:0:206357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.480602:0:206357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265e80. 00000020:00000010:2.0:1777582965.480605:0:206357:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87c80. 00000020:00000010:2.0:1777582965.480607:0:206357:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921200. 00000020:00000010:2.0:1777582965.480631:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.480634:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000100:00000200:2.0:1777582965.480636:0:206357:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708020864 02000000:00000010:2.0:1777582965.480642:0:206357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388540000. 00010000:00000010:2.0:1777582965.480843:0:206357:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d640. 00000100:00000010:2.0:1777582965.480849:0:206357:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68600. 00000100:00000010:2.0:1777582965.480858:0:206357:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68600. 00010000:00000010:2.0:1777582965.480861:0:206357:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d640. 00000400:00000010:2.0:1777582965.480868:0:206357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777582965.480871:0:206357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708020864, offset 224 00000400:00000200:2.0:1777582965.480876:0:206357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.480881:0:206357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.480885:0:206357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397869:397869:253:4294967295] 192.168.202.9@tcp LPNI seq info [397865:397865:5:4294967295] 00000400:00000200:2.0:1777582965.480892:0:206357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.480896:0:206357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.480899:0:206357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23a00. 00000800:00000200:2.0:1777582965.480903:0:206357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.480907:0:206357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.480910:0:206357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.480917:0:206357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265a00. 00000020:00000010:2.0:1777582965.480920:0:206357:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a874b0. 00000020:00000010:2.0:1777582965.480922:0:206357:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920a00. 00000020:00000010:2.0:1777582965.480934:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.480937:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000100:00000200:2.0:1777582965.480939:0:206357:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708021120 02000000:00000010:2.0:1777582965.480943:0:206357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388542800. 00010000:00000010:2.0:1777582965.480962:0:206357:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d640. 00000100:00000010:2.0:1777582965.480965:0:206357:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68600. 00000100:00000010:2.0:1777582965.480974:0:206357:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68600. 00010000:00000010:2.0:1777582965.480977:0:206357:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d640. 00000400:00000010:2.0:1777582965.480982:0:206357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777582965.480985:0:206357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708021120, offset 224 00000400:00000200:2.0:1777582965.480990:0:206357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.480994:0:206357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.480998:0:206357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397870:397870:252:4294967295] 192.168.202.9@tcp LPNI seq info [397866:397866:4:4294967295] 00000400:00000200:2.0:1777582965.481005:0:206357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.481009:0:206357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.481012:0:206357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23400. 00000800:00000200:2.0:1777582965.481015:0:206357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.481019:0:206357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.481022:0:206357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.481028:0:206357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265880. 00000020:00000010:2.0:1777582965.481031:0:206357:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a877d0. 00000020:00000010:2.0:1777582965.481033:0:206357:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920e00. 00010000:00000010:2.0:1777582965.481066:0:189456:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00080000:00000010:2.0:1777582965.481084:0:189456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388540c00. 00000400:00000010:1.0:1777582965.481389:0:193009:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6c08. 00000400:00000200:1.0:1777582965.481394:0:193009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:1.0:1777582965.481396:0:193009:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000100:00000200:1.0:1777582965.481406:0:193009:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aec39880 x1863919919272704/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.481416:0:193009:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aec39880 x1863919919272704/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.481441:0:193009:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0239166e200. 02000000:00000010:1.0:1777582965.481447:0:193009:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0239166ec00. 00000100:00000010:1.0:1777582965.481451:0:193009:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39880. 00000100:00000010:1.0:1777582965.481454:0:193009:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185f00. 00010000:00000010:1.0:1777582965.481456:0:193009:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848dbdc0. 00000800:00000200:1.0:1777582965.481525:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.481529:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:1.0:1777582965.481533:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.481537:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.481541:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:1.0:1777582965.481543:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00000800:00000200:1.0:1777582965.481554:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.481555:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23500. 00000400:00000200:1.0:1777582965.481559:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.481562:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.481563:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:1.0:1777582965.481565:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000800:00000200:1.0:1777582965.481575:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.481577:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23700. 00000400:00000200:1.0:1777582965.481580:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.481596:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.481598:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:1.0:1777582965.481600:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00000800:00000200:1.0:1777582965.481607:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.481609:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23a00. 00000400:00000200:1.0:1777582965.481611:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.481623:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.481625:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:1.0:1777582965.481627:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000800:00000200:1.0:1777582965.481697:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.481699:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23400. 00000400:00000200:1.0:1777582965.481703:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.481706:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.481708:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:1.0:1777582965.481710:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000001:00000010:2.0:1777582965.485026:0:189456:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9360. 00010000:00000200:2.0:1777582965.485082:0:189456:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203f100 x1863919919269248/t8589942064(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.485104:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582965.485111:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919269248, offset 224 00000400:00000200:2.0:1777582965.485117:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.485130:0:189456:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.485158:0:189456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8580 00000400:00000200:2.0:1777582965.485167:0:189456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x21517d [1] + 224 00000400:00000200:2.0:1777582965.485174:0:189456:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.485178:0:189456:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.485188:0:189456:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f52300 x1863919919269248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.485224:0:189456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582965.485227:0:189456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000020:00000010:2.0:1777582965.485248:0:189456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582965.485252:0:189456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582965.485256:0:189456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340d600. 00002000:00000010:2.0:1777582965.485311:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023bb192b80. 00010000:00000010:2.0:1777582965.485317:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aeea1100. 00010000:00000010:2.0:1777582965.485325:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68840. 00002000:00000010:2.0:1777582965.485335:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392c715c0. 00010000:00000010:2.0:1777582965.485338:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249dea8600. 00010000:00000010:2.0:1777582965.485342:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68600. 00010000:00000010:2.0:1777582965.485362:0:206018:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68600. 00080000:00000010:2.0:1777582965.485377:0:206018:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388541400. 00000001:00000010:2.0:1777582965.485675:0:206018:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9660. 00010000:00000200:2.0:1777582965.485701:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8000 x1863919919269376/t8589942065(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.485713:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582965.485716:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919269376, offset 224 00000400:00000200:2.0:1777582965.485720:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.485725:0:206018:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.485730:0:206018:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8600 00000400:00000200:2.0:1777582965.485735:0:206018:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151c5 [1] + 224 00000400:00000200:2.0:1777582965.485740:0:206018:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.485743:0:206018:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.485749:0:206018:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f53100 x1863919919269376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.485761:0:206018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582965.485763:0:206018:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000020:00000010:2.0:1777582965.485772:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355300. 00000020:00000010:2.0:1777582965.485776:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:2.0:1777582965.485780:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00010000:00000010:2.0:1777582965.485804:0:205898:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68840. 00080000:00000010:2.0:1777582965.485819:0:205898:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388541800. 00000001:00000010:2.0:1777582965.486038:0:205898:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9900. 00010000:00000200:2.0:1777582965.486070:0:205898:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fad80 x1863919919270528/t8589942523(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.486080:0:205898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582965.486083:0:205898:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919270528, offset 224 00000400:00000200:2.0:1777582965.486086:0:205898:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.486092:0:205898:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.486097:0:205898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8a80 00000400:00000200:2.0:1777582965.486101:0:205898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151d5 [1] + 224 00000400:00000200:2.0:1777582965.486105:0:205898:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.486107:0:205898:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.486114:0:205898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e88000 x1863919919270528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.486124:0:205898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582965.486126:0:205898:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000020:00000010:2.0:1777582965.486155:0:205898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355900. 00000020:00000010:2.0:1777582965.486159:0:205898:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:2.0:1777582965.486162:0:205898:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c14800. 00010000:00000010:2.0:1777582965.486183:0:206352:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00080000:00000010:2.0:1777582965.486195:0:206352:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388543800. 00000100:00000010:3.0:1777582965.489904:0:190365:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849dd80. 00010000:00000010:3.0:1777582965.489915:0:190365:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.489939:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582965.489946:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708020992, offset 224 00000400:00000200:3.0:1777582965.489957:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.489970:0:190365:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.489977:0:190365:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397871:397871:256:4294967295] 192.168.202.9@tcp LPNI seq info [397867:397867:8:4294967295] 00000400:00000200:3.0:1777582965.489988:0:190365:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.489994:0:190365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.490001:0:190365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582965.490008:0:190365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.490016:0:190365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.490020:0:190365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.490047:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.490052:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582965.490056:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921800. 00000100:00000010:3.0:1777582965.490064:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea6680. 02000000:00000010:3.0:1777582965.490072:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388540800. 02000000:00000010:3.0:1777582965.490075:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388542000. 00000100:00000010:3.0:1777582965.490078:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea7b80. 02000000:00000010:3.0:1777582965.490081:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f80c00. 00000100:00000010:3.0:1777582965.490083:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea6a00. 02000000:00000010:3.0:1777582965.490086:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f81c00. 00000100:00000010:3.0:1777582965.490087:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea5880. 02000000:00000010:3.0:1777582965.490093:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f80800. 00000100:00000010:3.0:1777582965.490095:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea4380. 02000000:00000010:3.0:1777582965.490099:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f80400. 00000100:00000010:3.0:1777582965.490101:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea7480. 00000100:00000200:3.0:1777582965.490110:0:190365:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777582965.490116:0:190365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c66e0. 00000400:00000010:3.0:1777582965.490120:0:190365:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849dd80. 00000800:00000200:3.0:1777582965.490258:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.490262:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582965.490266:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.490270:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.490275:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:3.0:1777582965.490277:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 02000000:00000010:3.0:1777582965.490281:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f81000. 00010000:00000010:3.0:1777582965.490308:0:205906:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0248849dcc0. 00080000:00000010:3.0:1777582965.490323:0:205906:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f81000. 00000400:00000200:0.0:1777582965.492430:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.492444:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad8d80 00000400:00000200:0.0:1777582965.492452:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215211 [1] + 224 00000400:00000200:0.0:1777582965.492464:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.492469:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.492481:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239203c380 x1863919919271296/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.492503:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.492508:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9480 00000400:00000200:0.0:1777582965.492513:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215285 [1] + 224 00000400:00000200:0.0:1777582965.492518:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.492520:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.492525:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239203f480 x1863919919273088/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.492542:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.492547:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9200 00000400:00000200:0.0:1777582965.492553:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x21528d [1] + 224 00000400:00000200:0.0:1777582965.492559:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.492561:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.492567:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51180 x1863919919272448/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.492772:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.492779:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9580 00000400:00000200:0.0:1777582965.492784:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x21529d [1] + 224 00000400:00000200:0.0:1777582965.492790:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.492793:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.492799:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f06680 x1863919919273344/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.492818:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.492822:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873c80 00000400:00000200:0.0:1777582965.492827:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da76d [2] + 656 00000400:00000200:0.0:1777582965.492833:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.492836:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.492840:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.492845:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3a680. 00000400:00000200:0.0:1777582965.492864:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.492868:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873d80 00000400:00000200:0.0:1777582965.492871:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da76d [2] + 984 00000400:00000200:0.0:1777582965.492876:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.492879:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.492881:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.492885:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec38380. 00000400:00000200:0.0:1777582965.492898:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.492903:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873e80 00000400:00000200:0.0:1777582965.492906:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da76d [2] + 1312 00000400:00000200:0.0:1777582965.492912:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.492915:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.492917:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.492920:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3aa00. 00000400:00000200:0.0:1777582965.492939:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.492943:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873f80 00000400:00000200:0.0:1777582965.492947:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da76d [2] + 1640 00000400:00000200:0.0:1777582965.492952:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.492955:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.492958:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.492960:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3bb80. 00000400:00000200:0.0:1777582965.492973:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.492977:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873c00 00000400:00000200:0.0:1777582965.492980:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da76d [2] + 1968 00000400:00000010:0.0:1777582965.492984:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248ae0b948. 00000400:00000200:0.0:1777582965.492988:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02397e30840 00000400:00000200:0.0:1777582965.492992:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.492995:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.492998:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02397e30840 00000400:00000010:0.0:1777582965.493001:0:3283:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02397e30840. 00000100:00000200:0.0:1777582965.493004:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1777582965.493017:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.493021:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873d00 00000400:00000200:0.0:1777582965.493025:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da825 [2] + 0 00000400:00000200:0.0:1777582965.493031:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.493033:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.493036:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.493041:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39880. 00000400:00000200:0.0:1777582965.493054:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.493058:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873e00 00000400:00000200:0.0:1777582965.493061:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da825 [2] + 328 00000400:00000200:0.0:1777582965.493066:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.493069:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.493071:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.493075:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c10a80. 00000400:00000200:0.0:1777582965.493083:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.493088:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8873f00 00000400:00000200:0.0:1777582965.493091:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da825 [2] + 656 00000400:00000200:0.0:1777582965.493101:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.493104:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.493106:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.493108:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c12d80. 00000020:00000010:3.0:1777582965.501296:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.501306:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.501315:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920000. 00000020:00000010:3.0:1777582965.501321:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.501327:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000100:00000200:3.0:1777582965.501359:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aec3a680 x1863928708021376/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.501381:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.501384:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.501388:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920c00. 00000020:00000010:3.0:1777582965.501391:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265b00. 00000020:00000010:3.0:1777582965.501393:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000100:00000200:3.0:1777582965.501402:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aec38380 x1863928708021632/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.501415:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.501417:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.501421:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921c00. 00000020:00000010:3.0:1777582965.501423:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265900. 00000020:00000010:3.0:1777582965.501426:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000100:00000200:3.0:1777582965.501432:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aec3aa00 x1863928708021888/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.501443:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.501445:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.501448:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708021376 02000000:00000010:3.0:1777582965.501458:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f80400. 00010000:00000010:3.0:1777582965.501493:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.501501:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d600. 00000100:00000010:3.0:1777582965.501508:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d600. 00010000:00000010:3.0:1777582965.501511:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.501526:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000400:00000010:0.0:1777582965.501611:0:205897:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6738. 00000400:00000200:0.0:1777582965.501633:0:205897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777582965.501634:0:205897:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582965.501644:0:205897:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aec39f80 x1863919919272832/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1777582965.501652:0:205897:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aec39f80 x1863919919272832/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1777582965.501686:0:205897:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0239166fe00. 02000000:00000010:0.0:1777582965.501693:0:205897:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0239166fa00. 00000100:00000010:0.0:1777582965.501697:0:205897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39f80. 00000100:00000010:0.0:1777582965.501701:0:205897:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185180. 00010000:00000010:0.0:1777582965.501704:0:205897:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848db800. 00010000:00000010:0.0:1777582965.501717:0:205897:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185180. 00080000:00000010:0.0:1777582965.501733:0:205897:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02392042400. 00000001:00000010:0.0:1777582965.502097:0:205897:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df900. 00010000:00000200:0.0:1777582965.502166:0:205897:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f86680 x1863919919270912/t8589942524(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.502177:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:3.0:1777582965.506031:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708021376, offset 224 00000400:00000200:3.0:1777582965.506054:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.506070:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.506080:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397872:397872:256:4294967295] 192.168.202.9@tcp LPNI seq info [397868:397868:8:4294967295] 00000400:00000200:3.0:1777582965.506091:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.506098:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.506105:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582965.506113:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.506122:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.506126:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.506182:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.506189:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582965.506206:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920000. 00000020:00000010:3.0:1777582965.506245:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506248:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506254:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920000. 00000020:00000010:3.0:1777582965.506257:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.506261:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000100:00000200:3.0:1777582965.506284:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aec3bb80 x1863928708022144/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.506302:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506304:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506309:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:3.0:1777582965.506313:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.506315:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000100:00000200:3.0:1777582965.506324:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aed42050 x1863928708021248/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.506336:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506338:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506341:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920e00. 00000020:00000010:3.0:1777582965.506343:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.506345:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000100:00000200:3.0:1777582965.506351:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aec39880 x1863928708021504/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.506362:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506364:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506366:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582965.506369:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c00. 00000020:00000010:3.0:1777582965.506372:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000100:00000200:3.0:1777582965.506378:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa02484c10a80 x1863928708021760/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.506391:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506393:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506396:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921200. 00000020:00000010:3.0:1777582965.506398:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265700. 00000020:00000010:3.0:1777582965.506400:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000100:00000200:3.0:1777582965.506407:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa02484c12d80 x1863928708022016/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.506420:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506422:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.506425:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708021632 02000000:00000010:3.0:1777582965.506434:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f81c00. 00010000:00000010:3.0:1777582965.506472:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.506480:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d600. 00000100:00000010:3.0:1777582965.506488:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d600. 00010000:00000010:3.0:1777582965.506491:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.506505:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582965.506509:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708021632, offset 224 00000400:00000200:3.0:1777582965.506514:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.506520:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.506524:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397873:397873:255:4294967295] 192.168.202.9@tcp LPNI seq info [397869:397869:7:4294967295] 00000400:00000200:3.0:1777582965.506532:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.506537:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.506540:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582965.506544:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.506549:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.506551:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.506558:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265b00. 00000020:00000010:3.0:1777582965.506561:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582965.506564:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920c00. 00000020:00000010:3.0:1777582965.506575:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.506577:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.506579:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708021888 02000000:00000010:3.0:1777582965.510984:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f80c00. 00010000:00000010:3.0:1777582965.511034:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.511045:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d600. 00000100:00000010:3.0:1777582965.511051:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d600. 00010000:00000010:3.0:1777582965.511057:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.511074:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582965.511080:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708021888, offset 224 00000400:00000200:3.0:1777582965.511092:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.511105:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.511112:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397874:397874:254:4294967295] 192.168.202.9@tcp LPNI seq info [397870:397870:6:4294967295] 00000400:00000200:3.0:1777582965.511123:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.511129:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.511149:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582965.511157:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.511165:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.511169:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.511186:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265900. 00000020:00000010:3.0:1777582965.511202:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582965.511207:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921c00. 00000020:00000010:3.0:1777582965.511242:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.511246:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.511249:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708022144 02000000:00000010:3.0:1777582965.511258:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f82800. 00010000:00000010:3.0:1777582965.511274:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.511278:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d600. 00000100:00000010:3.0:1777582965.511281:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d600. 00010000:00000010:3.0:1777582965.511283:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.511289:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582965.511292:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708022144, offset 224 00000400:00000200:3.0:1777582965.511296:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.511302:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.511305:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397875:397875:253:4294967295] 192.168.202.9@tcp LPNI seq info [397871:397871:5:4294967295] 00000400:00000200:3.0:1777582965.511312:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.511317:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.511320:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999f00. 00000800:00000200:3.0:1777582965.511323:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.511327:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.511330:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.511337:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.511340:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582965.511342:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920000. 00000020:00000010:3.0:1777582965.511354:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.511356:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.511358:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708021248 02000000:00000010:3.0:1777582965.511364:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f82400. 00010000:00000010:3.0:1777582965.511384:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.511388:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d600. 00000100:00000010:3.0:1777582965.511408:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d600. 00010000:00000010:3.0:1777582965.511411:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.511418:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582965.511421:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708021248, offset 224 00000400:00000200:3.0:1777582965.511426:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.511432:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.511435:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397876:397876:252:4294967295] 192.168.202.9@tcp LPNI seq info [397872:397872:4:4294967295] 00000400:00000200:3.0:1777582965.511443:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.511446:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.511449:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582965.511452:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.511456:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.511459:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.511464:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.511466:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.511469:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00000100:00000010:3.0:1777582965.511476:0:187615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3bb80. 00000100:00000010:3.0:1777582965.511480:0:187615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3aa00. 00000100:00000010:3.0:1777582965.511482:0:187615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec38380. 00000100:00000010:3.0:1777582965.511485:0:187615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3a680. 02000000:00000010:3.0:1777582965.511489:0:187615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388542800. 00000100:00000010:3.0:1777582965.511491:0:187615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55ff480. 02000000:00000010:3.0:1777582965.511494:0:187615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388540000. 00000100:00000010:3.0:1777582965.511496:0:187615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea4e00. 00000100:00000200:3.0:1777582965.511507:0:187615:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777582965.511514:0:187615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6160. 00000400:00000010:3.0:1777582965.511519:0:187615:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d600. 00000020:00000010:3.0:1777582965.511530:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.511532:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.511534:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708021504 02000000:00000010:3.0:1777582965.511539:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f82c00. 00010000:00000010:3.0:1777582965.511551:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.511554:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d480. 00000100:00000010:3.0:1777582965.511557:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d480. 00010000:00000010:3.0:1777582965.511560:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.511565:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582965.511568:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708021504, offset 224 00000400:00000200:3.0:1777582965.511573:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.511577:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.511581:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397877:397877:251:4294967295] 192.168.202.9@tcp LPNI seq info [397873:397873:3:4294967295] 00000400:00000200:3.0:1777582965.511795:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.511799:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.511803:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582965.511807:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.511811:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.511814:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.511822:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.511825:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582965.511827:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920e00. 00000020:00000010:3.0:1777582965.511839:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.511842:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.511844:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708021760 02000000:00000010:3.0:1777582965.511849:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f83000. 00010000:00000010:3.0:1777582965.511865:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.511869:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d480. 00000100:00000010:3.0:1777582965.511871:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d480. 00010000:00000010:3.0:1777582965.511874:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.511879:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582965.511882:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708021760, offset 224 00000400:00000200:3.0:1777582965.511887:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.511892:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.511896:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397878:397878:250:4294967295] 192.168.202.9@tcp LPNI seq info [397874:397874:2:4294967295] 00000400:00000200:3.0:1777582965.511903:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.511908:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.511911:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582965.511914:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.511918:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.511920:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.511926:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c00. 00000020:00000010:3.0:1777582965.511929:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582965.511931:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582965.511941:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.511943:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.511945:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708022016 02000000:00000010:3.0:1777582965.511951:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f81800. 00010000:00000010:3.0:1777582965.511966:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.511969:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d480. 00000100:00000010:3.0:1777582965.511972:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d480. 00010000:00000010:3.0:1777582965.511975:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.511980:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582965.511983:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708022016, offset 224 00000400:00000200:3.0:1777582965.511988:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.511993:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.511997:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397879:397879:249:4294967295] 192.168.202.9@tcp LPNI seq info [397875:397875:1:4294967295] 00000400:00000200:3.0:1777582965.512003:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.512007:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.512009:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582965.512012:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.512016:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.512018:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.512025:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265700. 00000020:00000010:3.0:1777582965.512027:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582965.512030:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921200. 00010000:00000010:3.0:1777582965.512063:0:193009:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0248849d480. 00080000:00000010:3.0:1777582965.512078:0:193009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f83c00. 00000100:00000200:0.0:1777582965.513793:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919270912, offset 224 00000400:00000200:0.0:1777582965.513810:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.513823:0:205897:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.513834:0:205897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8c00 00000400:00000200:0.0:1777582965.513843:0:205897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151fd [1] + 224 00000400:00000200:0.0:1777582965.513851:0:205897:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.513856:0:205897:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.513871:0:205897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa023970f9f80 x1863919919270912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582965.513905:0:205897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777582965.513908:0:205897:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000020:00000010:0.0:1777582965.513930:0:205897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c100. 00000020:00000010:0.0:1777582965.513935:0:205897:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777582965.513938:0:205897:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023863bf800. 00000400:00000010:0.0:1777582965.513975:0:188248:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6630. 00000400:00000200:0.0:1777582965.513979:0:188248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777582965.513981:0:188248:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582965.513988:0:188248:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aec3b480 x1863919919273472/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1777582965.513997:0:188248:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aec3b480 x1863919919273472/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1777582965.514032:0:188248:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27200. 02000000:00000010:0.0:1777582965.514039:0:188248:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02395c26a00. 00000100:00000010:0.0:1777582965.514044:0:188248:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3b480. 00000100:00000010:0.0:1777582965.514047:0:188248:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185840. 00010000:00000010:0.0:1777582965.514050:0:188248:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848dbf40. 00010000:00000010:0.0:1777582965.514064:0:188248:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185840. 00080000:00000010:0.0:1777582965.514077:0:188248:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02392040000. 00000001:00000010:0.0:1777582965.514442:0:188248:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df300. 00010000:00000200:0.0:1777582965.514489:0:188248:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f85500 x1863919919272320/t8589942525(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.514505:0:188248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582965.514509:0:188248:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919272320, offset 224 00000400:00000200:0.0:1777582965.514513:0:188248:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.514520:0:188248:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.514526:0:188248:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9180 00000400:00000200:0.0:1777582965.514531:0:188248:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215255 [1] + 224 00000400:00000200:0.0:1777582965.514537:0:188248:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.514540:0:188248:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.514546:0:188248:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa023a0f84a80 x1863919919272320/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582965.514557:0:188248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777582965.514559:0:188248:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000020:00000010:0.0:1777582965.514567:0:188248:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374780. 00000020:00000010:0.0:1777582965.514570:0:188248:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6740c8. 00000020:00000010:0.0:1777582965.514574:0:188248:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023e13f2c00. 00000400:00000010:0.0:1777582965.514610:0:206020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f65d8. 00000400:00000200:0.0:1777582965.514625:0:206020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:0.0:1777582965.514627:0:206020:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582965.514634:0:206020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aec39500 x1863919919272960/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1777582965.514641:0:206020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aec39500 x1863919919272960/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1777582965.514661:0:206020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27c00. 02000000:00000010:0.0:1777582965.514666:0:206020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02395c27e00. 00000100:00000010:0.0:1777582965.514668:0:206020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39500. 00000100:00000010:0.0:1777582965.514671:0:206020:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185b40. 00010000:00000010:0.0:1777582965.514673:0:206020:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848db540. 00010000:00000010:0.0:1777582965.514683:0:206020:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185b40. 00080000:00000010:0.0:1777582965.514691:0:206020:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02392042800. 00010000:00000010:0.0:1777582965.514917:0:205895:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185d80. 00080000:00000010:0.0:1777582965.514926:0:205895:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02392043000. 00000001:00000010:0.0:1777582965.515184:0:205895:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dfcc0. 00010000:00000200:0.0:1777582965.515210:0:205895:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fb800 x1863919919271040/t8589942526(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.515221:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582965.515225:0:205895:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919271040, offset 224 00000400:00000200:0.0:1777582965.515228:0:205895:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.515235:0:205895:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.515241:0:205895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8c80 00000400:00000200:0.0:1777582965.515245:0:205895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151dd [1] + 224 00000400:00000200:0.0:1777582965.515250:0:205895:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.515253:0:205895:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.515259:0:205895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa023970f8e00 x1863919919271040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582965.515270:0:205895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:0.0:1777582965.515272:0:205895:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000020:00000010:0.0:1777582965.515281:0:205895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355380. 00000020:00000010:0.0:1777582965.515285:0:205895:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582965.515287:0:205895:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c14600. 00000400:00000010:0.0:1777582965.515408:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f67e8. 00000400:00000200:0.0:1777582965.515412:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582965.515413:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582965.515419:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023a0f84a80 x1863919919272320/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.515427:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023a0f84a80 x1863919919272320/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.515460:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc058. 00000400:00000200:0.0:1777582965.515463:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:0.0:1777582965.515465:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582965.515469:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023970f9f80 x1863919919270912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.515476:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023970f9f80 x1863919919270912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582965.515513:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c12680. 02000000:00000010:0.0:1777582965.515527:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f51400. 00000100:00000010:0.0:1777582965.515554:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c11880. 02000000:00000010:0.0:1777582965.515559:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f50400. 02000000:00000010:0.0:1777582965.515584:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f53400. 00000400:00000010:0.0:1777582965.515589:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f67e8. 00000400:00000010:0.0:1777582965.515593:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777582965.515598:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919273728, portal 4 00000400:00000010:0.0:1777582965.515602:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582965.515604:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919273728, offset 0 00000400:00000200:0.0:1777582965.515609:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.515629:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.515635:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9700 00000400:00000200:0.0:1777582965.515641:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 2720 00000400:00000200:0.0:1777582965.515645:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.515648:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.515653:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.515657:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c11180. 00000400:00000200:0.0:1777582965.515671:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777582965.515673:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582965.515677:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02484c11880 x1863919919273728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.515710:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f52000. 00000400:00000010:0.0:1777582965.515715:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f65d8. 00000400:00000010:0.0:1777582965.515717:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777582965.515720:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919273600, portal 4 00000400:00000010:0.0:1777582965.515723:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582965.515726:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919273600, offset 0 00000400:00000200:0.0:1777582965.515729:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.515733:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.515738:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9680 00000400:00000200:0.0:1777582965.515742:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 3264 00000400:00000200:0.0:1777582965.515746:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.515748:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.515751:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.515754:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c11c00. 00000400:00000200:0.0:1777582965.515765:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:0.0:1777582965.515767:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582965.515771:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02484c12680 x1863919919273600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1777582965.515950:0:193009:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7400. 00010000:00000010:3.1:1777582965.515956:0:193009:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7e00. 00000001:00000010:3.0:1777582965.516800:0:193009:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaede0. 00010000:00000200:3.0:1777582965.516849:0:193009:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acdcfc50 x1863919919270400/t8589942527(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.516865:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.516871:0:193009:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919270400, offset 224 00000400:00000200:3.0:1777582965.516875:0:193009:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.516883:0:193009:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.516890:0:193009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8a00 00000400:00000200:3.0:1777582965.516895:0:193009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151f5 [1] + 224 00000400:00000200:3.0:1777582965.516900:0:193009:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.516904:0:193009:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.516911:0:193009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ae6af480 x1863919919270400/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.516934:0:193009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582965.516936:0:193009:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000020:00000010:3.0:1777582965.516950:0:193009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c280. 00000020:00000010:3.0:1777582965.516954:0:193009:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:3.0:1777582965.516957:0:193009:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000020:00000010:3.0:1777582965.516984:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.516988:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.516992:0:193009:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582965.516996:0:193009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265700. 00000020:00000010:3.0:1777582965.516999:0:193009:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582965.517025:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.517027:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.517030:0:193009:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920e00. 00000020:00000010:3.0:1777582965.517032:0:193009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c00. 00000020:00000010:3.0:1777582965.517034:0:193009:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582965.517048:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.517050:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.517053:0:193009:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919273728 02000000:00000010:3.0:1777582965.517072:0:193009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02388f81400. 00010000:00000010:3.0:1777582965.517091:0:193009:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.0:1777582965.517110:0:193009:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.517117:0:193009:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d9c0. 00000100:00000010:3.0:1777582965.517126:0:193009:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55ff480. 02000000:00000010:3.0:1777582965.517157:0:193009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02388921400. 02000000:00000010:3.0:1777582965.517177:0:193009:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02388920000. 00000400:00000010:3.0:1777582965.517182:0:193009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6058. 00000400:00000010:3.0:1777582965.517185:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.520528:0:193009:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919273856, portal 16 00000400:00000010:3.0:1777582965.520551:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582965.520561:0:193009:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919273856, offset 0 00000400:00000200:3.0:1777582965.520575:0:193009:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.520682:0:193009:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.520687:0:193009:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.520691:0:193009:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.520694:0:193009:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.520697:0:193009:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.520702:0:193009:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397880:397880:248:4294967295] 192.168.202.9@tcp LPNI seq info [397876:397876:0:4294967295] 00000800:00000200:3.0:1777582965.520830:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.520834:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582965.520841:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.520847:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.520852:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:3.0:1777582965.520855:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 02000000:00000010:3.0:1777582965.520862:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f80400. 00000800:00000200:3.0:1777582965.520874:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.520879:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582965.520886:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.520892:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.520898:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1777582965.520908:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.520910:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:3.0:1777582965.520913:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.520916:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.520918:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777582965.520920:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 02000000:00000010:3.0:1777582965.520922:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f81c00. 00000800:00000200:3.0:1777582965.520929:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.520931:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:3.0:1777582965.520933:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.520935:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.520938:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777582965.520939:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 02000000:00000010:3.0:1777582965.520941:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f80c00. 00000800:00000200:3.0:1777582965.520948:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.520949:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999f00. 00000400:00000200:3.0:1777582965.520952:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.520954:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.520956:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:3.0:1777582965.520958:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 02000000:00000010:3.0:1777582965.520960:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f82800. 00000800:00000200:3.0:1777582965.520968:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.520969:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:3.0:1777582965.520971:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.520975:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.520977:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:3.0:1777582965.520978:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 02000000:00000010:3.0:1777582965.520980:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f82400. 00000800:00000200:3.0:1777582965.520987:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.520989:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582965.520991:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.520994:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.520996:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777582965.520998:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000800:00000200:3.0:1777582965.521005:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.521007:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:3.0:1777582965.521009:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.521012:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.521014:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:3.0:1777582965.521015:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00000800:00000200:3.0:1777582965.521022:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.521023:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582965.521026:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.521029:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.521032:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777582965.521033:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000400:00000010:0.0:1777582965.521529:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc2c0. 00000400:00000200:0.0:1777582965.521535:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777582965.521537:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582965.521547:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ae6af480 x1863919919270400/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.521558:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ae6af480 x1863919919270400/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.521717:0:206021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1ec8. 00000400:00000200:1.0:1777582965.521721:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:1.0:1777582965.521723:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.521731:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51180 x1863919919272448/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.521739:0:206021:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51180 x1863919919272448/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.521770:0:206021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023984ea000. 02000000:00000010:1.0:1777582965.521776:0:206021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02386c24c00. 00000100:00000010:1.0:1777582965.521781:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51180. 00000100:00000010:1.0:1777582965.521785:0:206021:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02392bc9d80. 00010000:00000010:1.0:1777582965.521790:0:206021:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93780. 00010000:00000010:1.0:1777582965.521807:0:206021:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9d80. 00080000:00000010:1.0:1777582965.521822:0:206021:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388408800. 00000001:00000010:1.0:1777582965.522254:0:206021:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf480. 00010000:00000200:1.0:1777582965.522295:0:206021:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f8380 x1863919919270784/t8589942528(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.522313:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.522318:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919270784, offset 224 00000400:00000200:1.0:1777582965.522324:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.522336:0:206021:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.522346:0:206021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8b80 00000400:00000200:1.0:1777582965.522354:0:206021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151ed [1] + 224 00000400:00000200:1.0:1777582965.522360:0:206021:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.522363:0:206021:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.522373:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e88380 x1863919919270784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.522386:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:1.0:1777582965.522389:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000020:00000010:1.0:1777582965.522406:0:206021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c680. 00000020:00000010:1.0:1777582965.522411:0:206021:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:1.0:1777582965.522415:0:206021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00000020:00000010:1.0:1777582965.522443:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93780. 00000020:00000010:1.0:1777582965.522447:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93780. 00000100:00000200:1.0:1777582965.522449:0:206021:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919273600 02000000:00000010:1.0:1777582965.522472:0:206021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02388408c00. 00010000:00000010:1.0:1777582965.522491:0:206021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f118c00. 00010000:00000010:1.0:1777582965.522508:0:206021:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93780. 00000100:00000010:1.0:1777582965.522514:0:206021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02392bc93c0. 00000100:00000010:1.0:1777582965.522523:0:206021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51180. 02000000:00000010:1.0:1777582965.522533:0:206021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0239166fa00. 02000000:00000010:1.0:1777582965.522554:0:206021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0239166fe00. 00000400:00000010:1.0:1777582965.522559:0:206021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1ec8. 00000400:00000010:1.0:1777582965.522563:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.522568:0:206021:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919273984, portal 16 00000400:00000010:1.0:1777582965.522572:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777582965.522574:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919273984, offset 0 00000400:00000200:1.0:1777582965.522579:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.522601:0:206021:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.522605:0:206021:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.522609:0:206021:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.522621:0:206021:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.522624:0:206021:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.522627:0:206021:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397881:397881:255:4294967295] 192.168.202.9@tcp LPNI seq info [397877:397877:7:4294967295] 00000400:00000200:1.0:1777582965.522637:0:206021:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.522641:0:206021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.522646:0:206021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807700. 00000800:00000200:1.0:1777582965.522652:0:206021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.522659:0:206021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.522662:0:206021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1777582965.524962:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.524970:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582965.524979:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.524988:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.524995:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777582965.524998:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582965.525010:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55ff480 x1863919919273856/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.525092:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.525095:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807700. 00000400:00000200:3.0:1777582965.525099:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.525102:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.525105:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:3.0:1777582965.525106:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:3.0:1777582965.525111:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51180 x1863919919273984/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1777582965.525327:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc948. 00000400:00000200:0.0:1777582965.525332:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:0.0:1777582965.525335:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582965.525342:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e88380 x1863919919270784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.525352:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e88380 x1863919919270784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582965.525566:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39500. 02000000:00000010:0.0:1777582965.525581:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f52400. 00000100:00000010:0.0:1777582965.525604:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3b480. 02000000:00000010:0.0:1777582965.525608:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f53800. 00000001:00000010:0.0:1777582965.525889:0:206020:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df4e0. 00010000:00000200:0.0:1777582965.525935:0:206020:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023a0f87480 x1863919919272192/t8589942066(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.525952:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582965.525956:0:206020:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919272192, offset 224 00000400:00000200:0.0:1777582965.525962:0:206020:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.525973:0:206020:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.525982:0:206020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9100 00000400:00000200:0.0:1777582965.525989:0:206020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x21524d [1] + 224 00000400:00000200:0.0:1777582965.525996:0:206020:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.525998:0:206020:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.526005:0:206020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa023a0f84e00 x1863919919272192/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582965.526016:0:206020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:0.0:1777582965.526017:0:206020:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000020:00000010:0.0:1777582965.526031:0:206020:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374080. 00000020:00000010:0.0:1777582965.526036:0:206020:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674af0. 00000020:00000010:0.0:1777582965.526040:0:206020:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023e13f3400. 02000000:00000010:0.0:1777582965.526084:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f52c00. 00000400:00000010:0.0:1777582965.526089:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6630. 00000400:00000010:0.0:1777582965.526093:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777582965.526097:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919274112, portal 4 00000400:00000010:0.0:1777582965.526101:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582965.526103:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919274112, offset 0 00000400:00000200:0.0:1777582965.526107:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.526112:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.526117:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9880 00000400:00000200:0.0:1777582965.526122:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 3808 00000400:00000200:0.0:1777582965.526127:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.526130:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.526158:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.526163:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3a680. 00000400:00000200:0.0:1777582965.526177:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777582965.526179:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582965.526184:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aec39500 x1863919919274112/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1777582965.534006:0:206352:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9de0. 00010000:00000200:2.0:1777582965.534068:0:206352:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970f9880 x1863919919269504/t8589942067(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.534091:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582965.534098:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919269504, offset 224 00000400:00000200:2.0:1777582965.534105:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.534119:0:206352:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.534130:0:206352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8680 00000400:00000200:2.0:1777582965.534154:0:206352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151ad [1] + 224 00000400:00000200:2.0:1777582965.534160:0:206352:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.534164:0:206352:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.534174:0:206352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f52a00 x1863919919269504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.534190:0:206352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582965.534204:0:206352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000020:00000010:2.0:1777582965.534224:0:206352:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355780. 00000020:00000010:2.0:1777582965.534229:0:206352:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:2.0:1777582965.534234:0:206352:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25a00. 00000020:00000010:2.0:1777582965.534266:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.534270:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.534276:0:206352:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02406c14600. 00000020:00000010:2.0:1777582965.534280:0:206352:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582965.534284:0:206352:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582965.534319:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.534322:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000100:00000200:2.0:1777582965.534324:0:206352:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919274112 02000000:00000010:2.0:1777582965.534346:0:206352:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa023887d7800. 00010000:00000010:2.0:1777582965.534370:0:206352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be200. 00010000:00000010:2.0:1777582965.534388:0:206352:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d640. 00000100:00000010:2.0:1777582965.534395:0:206352:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e686c0. 00000100:00000010:2.0:1777582965.534405:0:206352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07100. 02000000:00000010:2.0:1777582965.534417:0:206352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02386c25a00. 02000000:00000010:2.0:1777582965.534439:0:206352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02386c24c00. 00000400:00000010:2.0:1777582965.534445:0:206352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e160. 00000400:00000010:2.0:1777582965.534449:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582965.534454:0:206352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919274368, portal 16 00000400:00000010:2.0:1777582965.534458:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777582965.534460:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919274368, offset 0 00000400:00000200:2.0:1777582965.534467:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.534475:0:206352:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.534480:0:206352:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.534484:0:206352:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.534487:0:206352:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.534490:0:206352:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.534494:0:206352:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397882:397882:256:4294967295] 192.168.202.9@tcp LPNI seq info [397878:397878:8:4294967295] 00000400:00000200:2.0:1777582965.534505:0:206352:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.534510:0:206352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.534515:0:206352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23800. 00000800:00000200:2.0:1777582965.534521:0:206352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.534529:0:206352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.534533:0:206352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23800 type 1, nob 424 niov 1 nkiov 1 00002000:00000010:2.0:1777582965.534631:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a935c0. 00010000:00000010:2.0:1777582965.534637:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024997a0f00. 00010000:00000010:2.0:1777582965.534646:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68600. 00002000:00000010:2.0:1777582965.534656:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392c71640. 00010000:00000010:2.0:1777582965.534659:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249dea8e00. 00010000:00000010:2.0:1777582965.534663:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68840. 00002000:00000010:2.0:1777582965.534671:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02484cdbe00. 00010000:00000010:2.0:1777582965.534675:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02481358b00. 00010000:00000010:2.0:1777582965.534680:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68d80. 00002000:00000010:2.0:1777582965.534687:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392c71fc0. 00010000:00000010:2.0:1777582965.534690:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249dea8a00. 00010000:00000010:2.0:1777582965.534694:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0248849dcc0. 00002000:00000010:2.0:1777582965.534701:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa0248c3f0e00. 00010000:00000010:2.0:1777582965.534704:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024b65cf200. 00010000:00000010:2.0:1777582965.534708:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185180. 00002000:00000010:2.0:1777582965.534716:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7200. 00010000:00000010:2.0:1777582965.534718:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aec35d00. 00010000:00000010:2.0:1777582965.534722:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0248849d480. 00002000:00000010:2.0:1777582965.534729:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02484cdb5c0. 00010000:00000010:2.0:1777582965.534732:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02481358600. 00010000:00000010:2.0:1777582965.534736:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185840. 00002000:00000010:2.0:1777582965.534743:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7f40. 00010000:00000010:2.0:1777582965.534745:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aec35400. 00010000:00000010:2.0:1777582965.534749:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185b40. 00002000:00000010:2.0:1777582965.534755:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02397d22580. 00010000:00000010:2.0:1777582965.534758:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aec35900. 00010000:00000010:2.0:1777582965.534762:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185d80. 00002000:00000010:2.0:1777582965.534769:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a93d80. 00010000:00000010:2.0:1777582965.534771:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024997a0800. 00010000:00000010:2.0:1777582965.534774:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9d80. 00000400:00000010:2.0:1777582965.534802:0:207637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e7e8. 00000400:00000200:2.0:1777582965.534805:0:207637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777582965.534806:0:207637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582965.534815:0:207637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239203c380 x1863919919271296/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.534824:0:207637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239203c380 x1863919919271296/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.534851:0:207637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02423cf0600. 02000000:00000010:2.0:1777582965.534856:0:207637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0239340cc00. 00000100:00000010:2.0:1777582965.534861:0:207637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203c380. 00000100:00000010:2.0:1777582965.534863:0:207637:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e689c0. 00010000:00000010:2.0:1777582965.534866:0:207637:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d940. 00010000:00000010:2.0:1777582965.534878:0:207637:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00080000:00000010:2.0:1777582965.534894:0:207637:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023887d6000. 00000001:00000010:2.0:1777582965.535082:0:207637:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9600. 00010000:00000200:2.0:1777582965.535116:0:207637:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203c700 x1863919919269632/t8589942068(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.535129:0:207637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582965.535169:0:207637:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919269632, offset 224 00000400:00000200:2.0:1777582965.535175:0:207637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.535182:0:207637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.535189:0:207637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8700 00000400:00000200:2.0:1777582965.535194:0:207637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215195 [1] + 224 00000400:00000200:2.0:1777582965.535199:0:207637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.535202:0:207637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.535208:0:207637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f53800 x1863919919269632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.535221:0:207637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777582965.535222:0:207637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000020:00000010:2.0:1777582965.535236:0:207637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87900. 00000020:00000010:2.0:1777582965.535239:0:207637:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582965.535242:0:207637:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340c000. 00000400:00000010:2.0:1777582965.535263:0:205907:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ecb8. 00000400:00000200:2.0:1777582965.535265:0:205907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:2.0:1777582965.535267:0:205907:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582965.535273:0:205907:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239203f480 x1863919919273088/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.535282:0:205907:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239203f480 x1863919919273088/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.535300:0:205907:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02423cf0200. 02000000:00000010:2.0:1777582965.535303:0:205907:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02423cf1e00. 00000100:00000010:2.0:1777582965.535305:0:205907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203f480. 00000100:00000010:2.0:1777582965.535308:0:205907:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68b40. 00010000:00000010:2.0:1777582965.535309:0:205907:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d0c0. 00010000:00000010:2.0:1777582965.535317:0:205907:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68b40. 00080000:00000010:2.0:1777582965.535331:0:205907:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023887d6800. 00000400:00000010:2.0:1777582965.535561:0:188247:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:2.0:1777582965.535565:0:188247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:2.0:1777582965.535567:0:188247:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582965.535574:0:188247:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f06680 x1863919919273344/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.535582:0:188247:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f06680 x1863919919273344/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.535599:0:188247:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024b7d06200. 02000000:00000010:2.0:1777582965.535604:0:188247:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa024b7d07c00. 00000100:00000010:2.0:1777582965.535606:0:188247:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06680. 00000100:00000010:2.0:1777582965.535610:0:188247:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68240. 00010000:00000010:2.0:1777582965.535625:0:188247:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1ddc0. 00010000:00000010:2.0:1777582965.535633:0:188247:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00080000:00000010:2.0:1777582965.535646:0:188247:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023887d5c00. 00000001:00000010:2.0:1777582965.535734:0:188247:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9cc0. 00010000:00000200:2.0:1777582965.535763:0:188247:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203df80 x1863919919273216/t8589942069(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.535775:0:188247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582965.535778:0:188247:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919273216, offset 224 00000400:00000200:2.0:1777582965.535783:0:188247:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.535789:0:188247:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.535795:0:188247:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9500 00000400:00000200:2.0:1777582965.535800:0:188247:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215295 [1] + 224 00000400:00000200:2.0:1777582965.535805:0:188247:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.535808:0:188247:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.535814:0:188247:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239203ce00 x1863919919273216/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.535824:0:188247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:2.0:1777582965.535826:0:188247:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00000020:00000010:2.0:1777582965.535836:0:188247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582965.535840:0:188247:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582965.535842:0:188247:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d07000. 00002000:00000010:2.0:1777582965.535903:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02484cdb600. 00010000:00000010:2.0:1777582965.535908:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02481358900. 00010000:00000010:2.0:1777582965.535914:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e689c0. 00002000:00000010:2.0:1777582965.535922:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7700. 00010000:00000010:2.0:1777582965.535924:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aec35200. 00010000:00000010:2.0:1777582965.535930:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68b40. 00002000:00000010:2.0:1777582965.535936:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02484cdba00. 00010000:00000010:2.0:1777582965.535938:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02481358f00. 00010000:00000010:2.0:1777582965.535942:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68240. 00000400:00000010:2.0:1777582965.535974:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e4d0. 00000400:00000200:2.0:1777582965.535976:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582965.535978:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.535984:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f53800 x1863919919269632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.535991:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f53800 x1863919919269632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.536017:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e580. 00000400:00000200:2.0:1777582965.536020:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582965.536021:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.536026:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f52300 x1863919919269248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.536033:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f52300 x1863919919269248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777582965.536067:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06680. 02000000:00000010:2.0:1777582965.536077:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023887d7400. 00000100:00000010:2.0:1777582965.536093:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06d80. 02000000:00000010:2.0:1777582965.536096:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023887d7c00. 02000000:00000010:2.0:1777582965.536123:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023887d7000. 00000400:00000010:2.0:1777582965.536127:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e580. 00000400:00000010:2.0:1777582965.536130:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00010000:00000010:2.1:1777582965.536179:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02388f6f600. 00010000:00000010:2.1:1777582965.536185:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745ca00. 00010000:00000010:2.1:1777582965.536188:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592a00. 00010000:00000010:2.1:1777582965.536193:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6c00. 00010000:00000010:2.1:1777582965.536196:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d200. 00000100:00000200:2.0:1777582965.536205:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919274624, portal 4 00000400:00000010:2.0:1777582965.536209:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.536211:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919274624, offset 0 00000400:00000200:2.0:1777582965.536215:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.536221:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.536226:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9a80 00000400:00000200:2.0:1777582965.536232:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 4352 00000400:00000200:2.0:1777582965.536236:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.536239:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.536243:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.536247:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04380. 00000400:00000200:2.0:1777582965.536258:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582965.536260:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.536265:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f06d80 x1863919919274624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.536300:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.536304:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.536308:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024b7d07000. 00000020:00000010:2.0:1777582965.536311:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582965.536314:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582965.536337:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.536339:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000100:00000200:2.0:1777582965.536342:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919274624 02000000:00000010:2.0:1777582965.536356:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa023887d4800. 00010000:00000010:2.0:1777582965.536373:0:206018:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.0:1777582965.536387:0:206018:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1ddc0. 00000100:00000010:2.0:1777582965.536392:0:206018:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68240. 00000100:00000010:2.0:1777582965.536399:0:206018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04a80. 02000000:00000010:2.0:1777582965.536406:0:206018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa024b7d07c00. 02000000:00000010:2.0:1777582965.536419:0:206018:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024b7d06200. 00000400:00000010:2.0:1777582965.536423:0:206018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e4d0. 00000400:00000010:2.0:1777582965.536426:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.536428:0:206018:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919274752, portal 16 00000400:00000010:2.0:1777582965.536431:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777582965.536433:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919274752, offset 0 00000400:00000200:2.0:1777582965.536438:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.536446:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.536450:0:206018:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.536454:0:206018:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.536457:0:206018:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.536459:0:206018:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.536463:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397883:397883:255:4294967295] 192.168.202.9@tcp LPNI seq info [397879:397879:7:4294967295] 00000400:00000200:2.0:1777582965.536472:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.536478:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.536482:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23f00. 00000800:00000200:2.0:1777582965.536488:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.536495:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.536499:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23f00 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:2.0:1777582965.536525:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023887d6400. 00000400:00000010:2.0:1777582965.536529:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777582965.536532:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582965.536534:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919274496, portal 4 00000400:00000010:2.0:1777582965.536538:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582965.536540:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919274496, offset 0 00000400:00000200:2.0:1777582965.536543:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.536548:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.536553:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9a00 00000400:00000200:2.0:1777582965.536556:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 4896 00000400:00000200:2.0:1777582965.536560:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.536563:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.536566:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.536569:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04e00. 00000400:00000200:2.0:1777582965.536581:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777582965.536583:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582965.536588:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f06680 x1863919919274496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.536601:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e1b8. 00000400:00000200:2.0:1777582965.536603:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582965.536605:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582965.536609:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239203ce00 x1863919919273216/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1777582965.537740:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0238510c000. 00010000:00000010:0.1:1777582965.537753:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745cc00. 00010000:00000010:0.1:1777582965.537757:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ebe00. 00000400:00000200:0.0:1777582965.537826:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.537838:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9780 00000400:00000200:0.0:1777582965.537846:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215325 [1] + 224 00000400:00000200:0.0:1777582965.537857:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.537861:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.537870:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55ff480 x1863919919273856/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1777582965.537923:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.537927:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23800. 00000400:00000200:0.0:1777582965.537932:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.537935:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.537939:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c000 00000400:00000010:0.0:1777582965.537941:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c000. 00000100:00000200:0.0:1777582965.537948:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f07100 x1863919919274368/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.537963:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.537968:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874000 00000400:00000200:0.0:1777582965.537973:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da825 [2] + 984 00000400:00000200:0.0:1777582965.537979:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.537982:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.537986:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.537990:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec38380. 00000800:00000200:0.0:1777582965.538058:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.538061:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23f00. 00000400:00000200:0.0:1777582965.538064:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.538067:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.538070:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:0.0:1777582965.538072:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00000100:00000200:0.0:1777582965.538078:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f04a80 x1863919919274752/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.538094:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.538100:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9800 00000400:00000200:0.0:1777582965.538105:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215331 [1] + 224 00000400:00000200:0.0:1777582965.538126:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.538131:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.538155:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51180 x1863919919273984/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:3.1:1777582965.540054:0:205906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02388f6fe00. 00000100:00000200:2.0:1777582965.540789:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239203ce00 x1863919919273216/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.541098:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d0c0. 00000020:00000010:2.0:1777582965.541103:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d0c0. 00000020:00000010:2.0:1777582965.541110:0:205897:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:2.0:1777582965.541115:0:205897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87900. 00000020:00000010:2.0:1777582965.541119:0:205897:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582965.541173:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d0c0. 00000020:00000010:2.0:1777582965.541176:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d0c0. 00000100:00000200:2.0:1777582965.541179:0:205897:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919274496 02000000:00000010:2.0:1777582965.541206:0:205897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa023887d4000. 00010000:00000010:2.0:1777582965.541233:0:205897:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.0:1777582965.541252:0:205897:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d0c0. 00000100:00000010:2.0:1777582965.541260:0:205897:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68b40. 00000100:00000010:2.0:1777582965.541268:0:205897:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05880. 02000000:00000010:2.0:1777582965.541280:0:205897:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02423cf1e00. 02000000:00000010:2.0:1777582965.541300:0:205897:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02423cf0200. 00000400:00000010:2.0:1777582965.541306:0:205897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e1b8. 00000400:00000010:2.0:1777582965.541312:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582965.541317:0:205897:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919274880, portal 16 00000400:00000010:2.0:1777582965.541321:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777582965.541324:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919274880, offset 0 00000400:00000200:2.0:1777582965.541331:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.541344:0:205897:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.541349:0:205897:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.541353:0:205897:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.541357:0:205897:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.541359:0:205897:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.541364:0:205897:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397884:397884:256:4294967295] 192.168.202.9@tcp LPNI seq info [397880:397880:8:4294967295] 00000400:00000200:2.0:1777582965.541374:0:205897:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.541380:0:205897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.541385:0:205897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23f00. 00000800:00000200:2.0:1777582965.541391:0:205897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.541398:0:205897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.541402:0:205897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1777582965.541458:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04700. 02000000:00000010:2.0:1777582965.541464:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023887d4c00. 00000001:00000010:2.0:1777582965.541906:0:205907:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9c60. 00010000:00000200:2.0:1777582965.541957:0:205907:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec38000 x1863919919272576/t8589942529(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.541974:0:205907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582965.541977:0:205907:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919272576, offset 224 00000400:00000200:2.0:1777582965.541981:0:205907:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.541990:0:205907:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.542000:0:205907:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9280 00000400:00000200:2.0:1777582965.542008:0:205907:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215265 [1] + 224 00000400:00000200:2.0:1777582965.542016:0:205907:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.542020:0:205907:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.542031:0:205907:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa023a0f87100 x1863919919272576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.542047:0:205907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:2.0:1777582965.542049:0:205907:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00000020:00000010:2.0:1777582965.542070:0:205907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c580. 00000020:00000010:2.0:1777582965.542075:0:205907:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:2.0:1777582965.542079:0:205907:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239166f200. 00000400:00000010:2.0:1777582965.542113:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6790. 00000400:00000200:2.0:1777582965.542116:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:2.0:1777582965.542117:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:2.0:1777582965.542123:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023a0f87100 x1863919919272576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.542130:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023a0f87100 x1863919919272576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582965.542199:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249f1fb400. 00000400:00000010:2.0:1777582965.542202:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ecb8. 00000400:00000010:2.0:1777582965.542205:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582965.542208:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919275008, portal 4 00000400:00000010:2.0:1777582965.542214:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582965.542216:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919275008, offset 0 00000400:00000200:2.0:1777582965.542219:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.542225:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.542230:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9c00 00000400:00000200:2.0:1777582965.542235:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 5440 00000400:00000200:2.0:1777582965.542239:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.542241:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.542245:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.542249:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05c00. 00000400:00000200:2.0:1777582965.542261:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:2.0:1777582965.542263:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582965.542268:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f04700 x1863919919275008/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777582965.542301:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07480. 02000000:00000010:2.0:1777582965.542309:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f1f8c00. 00000020:00000010:2.0:1777582965.542333:0:205895:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.542336:0:205895:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.542341:0:205895:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024832f2800. 00000020:00000010:2.0:1777582965.542344:0:205895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87680. 00000020:00000010:2.0:1777582965.542348:0:205895:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582965.542366:0:205895:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.542368:0:205895:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d940. 00000100:00000200:2.0:1777582965.542370:0:205895:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919275008 02000000:00000010:2.0:1777582965.542380:0:205895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0249f1fa400. 00010000:00000010:2.0:1777582965.542394:0:205895:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be600. 00010000:00000010:2.0:1777582965.542407:0:205895:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d940. 00000100:00000010:2.0:1777582965.542413:0:205895:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68d80. 00000100:00000010:2.0:1777582965.542419:0:205895:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05f80. 02000000:00000010:2.0:1777582965.542424:0:205895:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa024832f3200. 02000000:00000010:2.0:1777582965.542434:0:205895:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024832f3000. 00000400:00000010:2.0:1777582965.542437:0:205895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e7e8. 00000400:00000010:2.0:1777582965.542439:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582965.542442:0:205895:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919275264, portal 16 00000400:00000010:2.0:1777582965.542444:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777582965.542446:0:205895:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919275264, offset 0 00000400:00000200:2.0:1777582965.542450:0:205895:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.542457:0:205895:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.542460:0:205895:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.542463:0:205895:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.542466:0:205895:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.542468:0:205895:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.542471:0:205895:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397885:397885:255:4294967295] 192.168.202.9@tcp LPNI seq info [397881:397881:7:4294967295] 00000400:00000200:2.0:1777582965.542478:0:205895:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.542482:0:205895:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.542486:0:205895:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23800. 00000800:00000200:2.0:1777582965.542490:0:205895:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.542496:0:205895:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.542499:0:205895:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23800 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1777582965.542525:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6580. 00000400:00000200:2.0:1777582965.542529:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:2.0:1777582965.542530:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:2.0:1777582965.542535:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023a0f84e00 x1863919919272192/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.542542:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023a0f84e00 x1863919919272192/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.542561:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc8f0. 00000400:00000200:2.0:1777582965.542564:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:2.0:1777582965.542565:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000100:00000200:2.0:1777582965.542569:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f53100 x1863919919269376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.542574:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f53100 x1863919919269376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.542899:0:193009:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6058. 00000400:00000200:3.0:1777582965.542904:0:193009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582965.542906:0:193009:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.542913:0:193009:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55ff480 x1863919919273856/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777582965.542926:0:193009:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55ff480 x1863919919273856/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777582965.542944:0:193009:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02388920000. 02000000:00000010:3.0:1777582965.542948:0:193009:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02388921400. 00000100:00000010:3.0:1777582965.542952:0:193009:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55ff480. 00000100:00000010:3.0:1777582965.542955:0:193009:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d9c0. 00010000:00000010:3.0:1777582965.542958:0:193009:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000800:00000200:3.0:1777582965.543018:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.543022:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23f00. 00000400:00000200:3.0:1777582965.543027:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.543031:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.543035:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:3.0:1777582965.543036:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000100:00000200:3.0:1777582965.543042:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05880 x1863919919274880/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.543107:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.543110:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23800. 00000400:00000200:3.0:1777582965.543113:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.543117:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.543119:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:3.0:1777582965.543120:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00000100:00000200:3.0:1777582965.543124:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05f80 x1863919919275264/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1777582965.543169:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.543172:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.543176:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921400. 00000020:00000010:3.0:1777582965.543180:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.543184:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000100:00000200:3.0:1777582965.543203:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aec38380 x1863928708022272/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.543232:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.543235:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.543237:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708022272 02000000:00000010:3.0:1777582965.543243:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388540000. 00010000:00000010:3.0:1777582965.543279:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.543285:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d9c0. 00000100:00000010:3.0:1777582965.543292:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d9c0. 00010000:00000010:3.0:1777582965.543294:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.543302:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.543305:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708022272, offset 224 00000400:00000200:3.0:1777582965.543309:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.543316:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.543320:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397886:397886:256:4294967295] 192.168.202.9@tcp LPNI seq info [397882:397882:8:4294967295] 00000400:00000200:3.0:1777582965.543327:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.543331:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.543334:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582965.543338:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.543342:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.543346:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.543356:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.543359:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582965.543362:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921400. 00000800:00000200:3.0:1777582965.543382:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.543384:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582965.543387:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.543390:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.543392:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582965.543394:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00010000:00000010:3.0:1777582965.543408:0:193009:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0248849d9c0. 00080000:00000010:3.0:1777582965.543424:0:193009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388540800. 00000001:00000010:3.0:1777582965.543757:0:193009:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae7e0. 00010000:00000200:3.0:1777582965.543806:0:193009:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484c11180 x1863919919273728/t8589942530(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.543819:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.543823:0:193009:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919273728, offset 224 00000400:00000200:3.0:1777582965.543828:0:193009:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.543835:0:193009:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.543842:0:193009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9700 00000400:00000200:3.0:1777582965.543849:0:193009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215311 [1] + 224 00000400:00000200:3.0:1777582965.543856:0:193009:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.543859:0:193009:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.543864:0:193009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02484c11880 x1863919919273728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.543882:0:193009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582965.543884:0:193009:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000020:00000010:3.0:1777582965.543893:0:193009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265700. 00000020:00000010:3.0:1777582965.543897:0:193009:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582965.543899:0:193009:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920a00. 00002000:00000010:3.0:1777582965.543934:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7540. 00010000:00000010:3.0:1777582965.543940:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498aac200. 00010000:00000010:3.0:1777582965.543949:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0248849d9c0. 00000400:00000010:3.0:1777582965.543961:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f67e8. 00000400:00000200:3.0:1777582965.543964:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:3.0:1777582965.543966:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000100:00000200:3.0:1777582965.543970:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02484c11880 x1863919919273728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.543978:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02484c11880 x1863919919273728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777582965.544028:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55ff480. 02000000:00000010:3.0:1777582965.544039:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388f82800. 00000400:00000200:0.0:1777582965.544969:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.544980:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874080 00000400:00000200:0.0:1777582965.544986:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da825 [2] + 1312 00000400:00000200:0.0:1777582965.544996:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.544999:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.545005:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.545010:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3aa00. 00000400:00000200:0.0:1777582965.545032:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.545037:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9980 00000400:00000200:0.0:1777582965.545043:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215349 [1] + 224 00000400:00000200:0.0:1777582965.545048:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.545051:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.545058:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f07100 x1863919919274368/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.545076:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.545080:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9b00 00000400:00000200:0.0:1777582965.545083:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215361 [1] + 224 00000400:00000200:0.0:1777582965.545088:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.545091:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.545096:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f04a80 x1863919919274752/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.545111:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.545114:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874180 00000400:00000200:0.0:1777582965.545118:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da825 [2] + 1640 00000400:00000200:0.0:1777582965.545126:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.545129:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.545131:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.545148:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3bb80. 02000000:00000010:0.0:1777582965.545181:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f51800. 00000400:00000010:0.0:1777582965.545185:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6738. 00000400:00000010:0.0:1777582965.545189:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777582965.545194:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919274240, portal 4 00000400:00000010:0.0:1777582965.545198:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582965.545201:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919274240, offset 0 00000400:00000200:0.0:1777582965.545204:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.545211:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.545216:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9900 00000400:00000200:0.0:1777582965.545221:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 5984 00000400:00000200:0.0:1777582965.545225:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.545228:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.545231:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.545234:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39f80. 00000400:00000200:0.0:1777582965.545243:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:0.0:1777582965.545245:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582965.545250:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aec3b480 x1863919919274240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.545269:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f53c00. 00000400:00000010:0.0:1777582965.545272:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6cb8. 00000400:00000010:0.0:1777582965.545274:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777582965.545276:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919275136, portal 4 00000400:00000010:0.0:1777582965.545279:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582965.545281:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919275136, offset 0 00000400:00000200:0.0:1777582965.545285:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.545289:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.545293:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9c80 00000400:00000200:0.0:1777582965.545296:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 6528 00000400:00000200:0.0:1777582965.545299:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.545302:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.545304:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.545308:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63aa00. 00000400:00000200:0.0:1777582965.545317:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777582965.545319:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582965.545323:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f07480 x1863919919275136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582965.545348:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f50800. 00000400:00000010:0.0:1777582965.545351:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6d10. 00000400:00000010:0.0:1777582965.545354:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777582965.545356:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919275392, portal 4 00000400:00000010:0.0:1777582965.545359:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582965.545361:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919275392, offset 0 00000400:00000200:0.0:1777582965.545365:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.545369:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.545373:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9d80 00000400:00000200:0.0:1777582965.545377:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 7072 00000400:00000200:0.0:1777582965.545380:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.545382:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.545385:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582965.545388:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a680. 00000400:00000200:0.0:1777582965.545397:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777582965.545399:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582965.545403:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55ff480 x1863919919275392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.545512:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edcd68. 00000400:00000200:2.0:1777582965.545517:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:2.0:1777582965.545518:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00000100:00000200:2.0:1777582965.545525:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f50380 x1863919919269888/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.545533:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f50380 x1863919919269888/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.545559:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edcaa8. 00000400:00000200:2.0:1777582965.545562:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:2.0:1777582965.545564:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000100:00000200:2.0:1777582965.545568:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e88000 x1863919919270528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.545575:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e88000 x1863919919270528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.545841:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edcb00. 00000400:00000200:2.0:1777582965.545845:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:2.0:1777582965.545847:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000100:00000200:2.0:1777582965.545852:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa023970f8e00 x1863919919271040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.545859:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa023970f8e00 x1863919919271040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.545939:0:206021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1ec8. 00000400:00000200:1.0:1777582965.545944:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:1.0:1777582965.545945:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.545953:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51180 x1863919919273984/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.545961:0:206021:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51180 x1863919919273984/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.545982:0:206021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0239166fe00. 02000000:00000010:1.0:1777582965.545987:0:206021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0239166fa00. 00000100:00000010:1.0:1777582965.545991:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51180. 00000100:00000010:1.0:1777582965.545994:0:206021:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02392bc93c0. 00010000:00000010:1.0:1777582965.546001:0:206021:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93780. 00000020:00000010:3.0:1777582965.549884:0:187617:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.549894:0:187617:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.549901:0:187617:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582965.549905:0:187617:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265700. 00000020:00000010:3.0:1777582965.549910:0:187617:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000100:00000200:3.0:1777582965.549994:0:187617:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aec3aa00 x1863928708022400/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.550027:0:187617:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.550029:0:187617:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.550033:0:187617:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920000. 00000020:00000010:3.0:1777582965.550035:0:187617:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.550038:0:187617:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000100:00000200:3.0:1777582965.550047:0:187617:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aec3bb80 x1863928708022656/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.550067:0:187617:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.550069:0:187617:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.550072:0:187617:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708022400 02000000:00000010:3.0:1777582965.550082:0:187617:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f80c00. 00010000:00000010:3.0:1777582965.550150:0:187617:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.550160:0:187617:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d9c0. 00000100:00000010:3.0:1777582965.550174:0:187617:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d9c0. 00010000:00000010:3.0:1777582965.550177:0:187617:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.550193:0:187617:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.550198:0:187617:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708022400, offset 224 00000400:00000200:3.0:1777582965.550205:0:187617:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.550219:0:187617:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.550226:0:187617:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397887:397887:256:4294967295] 192.168.202.9@tcp LPNI seq info [397883:397883:8:4294967295] 00000400:00000200:3.0:1777582965.550236:0:187617:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.550241:0:187617:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.550245:0:187617:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582965.550252:0:187617:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.550259:0:187617:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.550263:0:187617:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.550278:0:187617:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265700. 00000020:00000010:3.0:1777582965.550282:0:187617:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582965.550285:0:187617:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582965.550296:0:187617:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.550299:0:187617:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.550300:0:187617:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708022656 02000000:00000010:3.0:1777582965.550307:0:187617:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f81c00. 00010000:00000010:3.0:1777582965.550325:0:187617:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.550329:0:187617:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d9c0. 00000100:00000010:3.0:1777582965.550332:0:187617:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d9c0. 00010000:00000010:3.0:1777582965.550334:0:187617:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.550340:0:187617:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582965.550343:0:187617:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708022656, offset 224 00000400:00000200:3.0:1777582965.550348:0:187617:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.550353:0:187617:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.550357:0:187617:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397888:397888:255:4294967295] 192.168.202.9@tcp LPNI seq info [397884:397884:7:4294967295] 00000400:00000200:3.0:1777582965.550363:0:187617:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.550367:0:187617:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.550370:0:187617:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582965.550374:0:187617:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.550378:0:187617:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.550380:0:187617:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.550386:0:187617:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.550388:0:187617:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582965.550390:0:187617:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920000. 00000400:00000200:3.0:1777582965.550426:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.550436:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874100 00000400:00000200:3.0:1777582965.550445:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da825 [2] + 1968 00000400:00000010:3.0:1777582965.550449:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc840. 00000400:00000200:3.0:1777582965.550454:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023917d7000 00000400:00000200:3.0:1777582965.550465:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.550470:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.550474:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023917d7000 00000400:00000010:3.0:1777582965.550477:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023917d7000. 00000100:00000200:3.0:1777582965.550482:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:3.0:1777582965.550514:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.550517:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582965.550521:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.550524:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.550526:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582965.550527:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000800:00000200:3.0:1777582965.550559:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.550561:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582965.550563:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.550566:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.550568:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777582965.550570:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777582965.550592:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.550594:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.550597:0:206357:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920000. 00000020:00000010:3.0:1777582965.550600:0:206357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.550602:0:206357:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000100:00000200:3.0:1777582965.553976:0:206357:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aed41850 x1863928708022528/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.554040:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.554045:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.554049:0:206357:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708022528 02000000:00000010:3.0:1777582965.554065:0:206357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388542800. 00010000:00000010:3.0:1777582965.554185:0:206357:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.554196:0:206357:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d9c0. 00000100:00000010:3.0:1777582965.554202:0:206357:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d9c0. 00010000:00000010:3.0:1777582965.554205:0:206357:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00000400:00000010:3.0:1777582965.554220:0:206357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582965.554227:0:206357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708022528, offset 224 00000400:00000200:3.0:1777582965.554238:0:206357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.554252:0:206357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.554260:0:206357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397889:397889:256:4294967295] 192.168.202.9@tcp LPNI seq info [397885:397885:8:4294967295] 00000400:00000200:3.0:1777582965.554272:0:206357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.554278:0:206357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.554282:0:206357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582965.554288:0:206357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.554295:0:206357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.554299:0:206357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.554318:0:206357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.554323:0:206357:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582965.554326:0:206357:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920000. 02000000:00000010:3.0:1777582965.554336:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f81c00. 00000100:00000010:3.0:1777582965.554340:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3bb80. 02000000:00000010:3.0:1777582965.554344:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f80c00. 00000100:00000010:3.0:1777582965.554346:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3aa00. 02000000:00000010:3.0:1777582965.554349:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388540000. 00000100:00000010:3.0:1777582965.554351:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec38380. 02000000:00000010:3.0:1777582965.554354:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f81800. 00000100:00000010:3.0:1777582965.554356:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c12d80. 02000000:00000010:3.0:1777582965.554368:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f83000. 00000100:00000010:3.0:1777582965.554371:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c10a80. 02000000:00000010:3.0:1777582965.554381:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f82c00. 00000100:00000010:3.0:1777582965.554384:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39880. 00000100:00000200:3.0:1777582965.554390:0:206357:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777582965.554397:0:206357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6058. 00000400:00000010:3.0:1777582965.554403:0:206357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d9c0. 00010000:00000010:3.0:1777582965.554446:0:206021:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0248849de40. 00080000:00000010:3.0:1777582965.554474:0:206021:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388540000. 00000001:00000010:3.0:1777582965.554900:0:206021:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae780. 00010000:00000200:3.0:1777582965.554955:0:206021:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02484c11c00 x1863919919273600/t8589942531(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.554970:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.554974:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919273600, offset 224 00000400:00000200:3.0:1777582965.554978:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.554987:0:206021:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.554996:0:206021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9680 00000400:00000200:3.0:1777582965.555003:0:206021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215319 [1] + 224 00000400:00000200:3.0:1777582965.555009:0:206021:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.555013:0:206021:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.555024:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02484c12680 x1863919919273600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.555048:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582965.555050:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000020:00000010:3.0:1777582965.555061:0:206021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c00. 00000020:00000010:3.0:1777582965.555066:0:206021:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582965.555068:0:206021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920e00. 00000020:00000010:3.0:1777582965.555094:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.555097:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.555101:0:206021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920e00. 00000020:00000010:3.0:1777582965.555104:0:206021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c00. 00000020:00000010:3.0:1777582965.555107:0:206021:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87e10. 00000020:00000010:3.0:1777582965.555125:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.555127:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.555130:0:206021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582965.555156:0:206021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.555158:0:206021:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582965.555170:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.555173:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.555176:0:206021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388921c00. 00000020:00000010:3.0:1777582965.555178:0:206021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265700. 00000020:00000010:3.0:1777582965.555180:0:206021:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582965.555191:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6740. 00000020:00000010:3.0:1777582965.555193:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6740. 00000100:00000200:3.0:1777582965.555195:0:206021:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919274240 02000000:00000010:3.0:1777582965.555211:0:206021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02388f82c00. 00010000:00000010:3.0:1777582965.555230:0:206021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.0:1777582965.555245:0:206021:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6740. 00000100:00000010:3.0:1777582965.555251:0:206021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d780. 00000100:00000010:3.0:1777582965.555258:0:206021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c10a80. 02000000:00000010:3.0:1777582965.555269:0:206021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02388920c00. 02000000:00000010:3.0:1777582965.555290:0:206021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02388920200. 00000400:00000010:3.0:1777582965.555294:0:206021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6318. 00000400:00000010:3.0:1777582965.555298:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.555302:0:206021:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919275520, portal 16 00000400:00000010:3.0:1777582965.555306:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582965.555308:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919275520, offset 0 00000400:00000200:3.0:1777582965.555313:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.555321:0:206021:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.555326:0:206021:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.555329:0:206021:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.555332:0:206021:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.555335:0:206021:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.555338:0:206021:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397890:397890:255:4294967295] 192.168.202.9@tcp LPNI seq info [397886:397886:7:4294967295] 00000400:00000200:3.0:1777582965.555347:0:206021:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.555351:0:206021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.555355:0:206021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582965.555361:0:206021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.555367:0:206021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.555371:0:206021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1777582965.555420:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.555426:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9b80 00000400:00000200:3.0:1777582965.555431:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215371 [1] + 224 00000400:00000200:3.0:1777582965.555440:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.555443:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.555451:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05880 x1863919919274880/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.555496:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.555499:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582965.555502:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.555505:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.555508:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777582965.555510:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 02000000:00000010:3.0:1777582965.555513:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388542800. 00000400:00000200:3.0:1777582965.555523:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.555528:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9d00 00000400:00000200:3.0:1777582965.555533:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215385 [1] + 224 00000400:00000200:3.0:1777582965.555538:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.555541:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.555546:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05f80 x1863919919275264/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.555610:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.555622:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582965.555626:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.555629:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.555631:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777582965.555632:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582965.555636:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02484c10a80 x1863919919275520/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.555656:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.555661:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874280 00000400:00000200:3.0:1777582965.555665:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da8e9 [2] + 0 00000400:00000200:3.0:1777582965.555671:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.555674:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.555678:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.555682:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02484c12d80. 00000400:00000200:3.0:1777582965.555697:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.555701:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874200 00000400:00000200:3.0:1777582965.555705:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da8e9 [2] + 328 00000400:00000200:3.0:1777582965.555772:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.555776:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.555780:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.555784:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec39880. 00000020:00000010:3.0:1777582965.555814:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6780. 00000020:00000010:3.0:1777582965.555817:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6780. 00000020:00000010:3.0:1777582965.555822:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736de00. 00000020:00000010:3.0:1777582965.555826:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.555829:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000100:00000200:3.0:1777582965.555845:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa02484c12d80 x1863928708022912/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.555865:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6780. 00000020:00000010:3.0:1777582965.555867:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6780. 00000020:00000010:3.0:1777582965.555871:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248736cc00. 00000020:00000010:3.0:1777582965.555873:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.555876:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000100:00000200:3.0:1777582965.555882:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aec39880 x1863928708022784/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.555906:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6780. 00000020:00000010:3.0:1777582965.555908:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6780. 00000100:00000200:3.0:1777582965.555910:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708022912 02000000:00000010:3.0:1777582965.555916:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f81800. 00010000:00000010:3.0:1777582965.555942:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6780. 00000100:00000010:3.0:1777582965.555946:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d480. 00000100:00000010:3.0:1777582965.555951:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d480. 00010000:00000010:3.0:1777582965.555954:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6780. 00000400:00000010:3.0:1777582965.555962:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582965.555965:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708022912, offset 224 00000400:00000200:3.0:1777582965.555969:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.555975:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.555979:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397891:397891:256:4294967295] 192.168.202.9@tcp LPNI seq info [397887:397887:8:4294967295] 00000400:00000200:3.0:1777582965.555986:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.555990:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.555992:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582965.555996:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.556000:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.556002:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.556014:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.556018:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.556021:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736de00. 00000020:00000010:3.0:1777582965.556031:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6780. 00000020:00000010:3.0:1777582965.556033:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6780. 00000100:00000200:3.0:1777582965.556035:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708022784 02000000:00000010:3.0:1777582965.556041:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f80c00. 00010000:00000010:3.0:1777582965.556054:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6780. 00000100:00000010:3.0:1777582965.556058:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d480. 00000100:00000010:3.0:1777582965.556061:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d480. 00010000:00000010:3.0:1777582965.556064:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6780. 00000400:00000010:3.0:1777582965.556069:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582965.556071:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708022784, offset 224 00000400:00000200:3.0:1777582965.556075:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.556080:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.556084:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397892:397892:255:4294967295] 192.168.202.9@tcp LPNI seq info [397888:397888:7:4294967295] 00000400:00000200:3.0:1777582965.556091:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.556096:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.556098:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582965.556102:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.556106:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.556109:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.556114:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.556117:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582965.556120:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248736cc00. 00000800:00000200:3.0:1777582965.556245:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.556248:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:3.0:1777582965.556250:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.556254:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.556257:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777582965.556259:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000800:00000200:3.0:1777582965.556291:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.556293:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:3.0:1777582965.556296:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.556298:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.556301:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777582965.556302:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00002000:00000010:3.0:1777582965.556337:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7040. 00010000:00000010:3.0:1777582965.556342:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aec35600. 00010000:00000010:3.0:1777582965.556353:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0248849de40. 00000020:00000010:3.0:1777582965.556372:0:188246:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6780. 00000020:00000010:3.0:1777582965.556375:0:188246:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6780. 00000100:00000200:3.0:1777582965.556378:0:188246:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919275136 02000000:00000010:3.0:1777582965.556390:0:188246:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02388f80400. 00010000:00000010:3.0:1777582965.556403:0:188246:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.0:1777582965.556412:0:188246:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6780. 00000100:00000010:3.0:1777582965.556416:0:188246:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849de40. 00000100:00000010:3.0:1777582965.556421:0:188246:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec38380. 02000000:00000010:3.0:1777582965.556428:0:188246:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0248736cc00. 02000000:00000010:3.0:1777582965.556440:0:188246:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248736de00. 00000400:00000010:3.0:1777582965.556444:0:188246:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6000. 00000400:00000010:3.0:1777582965.556447:0:188246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582965.556450:0:188246:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919275648, portal 16 00000400:00000010:3.0:1777582965.556453:0:188246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582965.556456:0:188246:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919275648, offset 0 00000400:00000200:3.0:1777582965.556460:0:188246:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.556466:0:188246:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.556469:0:188246:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.556472:0:188246:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.556474:0:188246:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.556476:0:188246:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.556479:0:188246:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397893:397893:256:4294967295] 192.168.202.9@tcp LPNI seq info [397889:397889:8:4294967295] 00000400:00000200:3.0:1777582965.556485:0:188246:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.556489:0:188246:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.556492:0:188246:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582965.556495:0:188246:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.556500:0:188246:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.556502:0:188246:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.556530:0:205908:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6b00. 00000020:00000010:3.0:1777582965.556533:0:205908:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6b00. 00000100:00000200:3.0:1777582965.556535:0:205908:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919275392 02000000:00000010:3.0:1777582965.556547:0:205908:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02388542800. 00010000:00000010:3.0:1777582965.556559:0:205908:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.0:1777582965.556567:0:205908:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6b00. 00000100:00000010:3.0:1777582965.556571:0:205908:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d480. 00000100:00000010:3.0:1777582965.556575:0:205908:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3aa00. 02000000:00000010:3.0:1777582965.556581:0:205908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02388808e00. 02000000:00000010:3.0:1777582965.556591:0:205908:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023dd71d200. 00000400:00000010:3.0:1777582965.556595:0:205908:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c60b0. 00000400:00000010:3.0:1777582965.556597:0:205908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582965.556600:0:205908:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919275776, portal 16 00000400:00000010:3.0:1777582965.556603:0:205908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582965.556604:0:205908:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919275776, offset 0 00000400:00000200:3.0:1777582965.556608:0:205908:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000100:00000010:0.0:1777582965.557849:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639880. 02000000:00000010:0.0:1777582965.557865:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f53000. 00000100:00000010:0.0:1777582965.557904:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638e00. 02000000:00000010:0.0:1777582965.557909:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f51000. 00000800:00000200:0.0:1777582965.557960:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.557964:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:0.0:1777582965.557970:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.557977:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00010000:00000010:1.1:1777582965.558030:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593200. 00010000:00000010:3.1:1777582965.558817:0:205908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea200. 00000400:00000200:3.0:1777582965.558997:0:205908:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.559004:0:205908:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.559009:0:205908:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.559012:0:205908:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.559015:0:205908:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.559019:0:205908:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397894:397894:255:4294967295] 192.168.202.9@tcp LPNI seq info [397890:397890:7:4294967295] 00000400:00000200:3.0:1777582965.559030:0:205908:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.559036:0:205908:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.559043:0:205908:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582965.559050:0:205908:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.559056:0:205908:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.559060:0:205908:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1777582965.559129:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00010000:00000010:2.1:1777582965.559210:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1200. 00010000:00000010:2.1:1777582965.559218:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30c00. 00010000:00000010:2.1:1777582965.559222:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8100. 00010000:00000010:2.1:1777582965.559226:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf800. 00010000:00000010:2.1:1777582965.559229:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0b00. 00010000:00000010:2.1:1777582965.559231:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30400. 00010000:00000010:2.1:1777582965.559234:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8d00. 00010000:00000010:2.1:1777582965.559236:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30800. 00010000:00000010:2.1:1777582965.559240:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358700. 00010000:00000010:2.1:1777582965.559243:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7800. 00010000:00000010:2.1:1777582965.559246:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8300. 00010000:00000010:2.1:1777582965.559249:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31400. 00010000:00000010:2.1:1777582965.559252:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024b65cfa00. 00010000:00000010:2.1:1777582965.559256:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb200. 00010000:00000010:2.1:1777582965.559260:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35f00. 00010000:00000010:2.1:1777582965.559263:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea400. 00010000:00000010:2.1:1777582965.559265:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358e00. 00010000:00000010:2.1:1777582965.559268:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eba00. 00010000:00000010:2.1:1777582965.559270:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35b00. 00010000:00000010:2.1:1777582965.559272:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eae00. 00010000:00000010:2.1:1777582965.559275:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35e00. 00010000:00000010:2.1:1777582965.559278:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30a00. 00010000:00000010:2.1:1777582965.559280:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0900. 00010000:00000010:2.1:1777582965.559283:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f118e00. 00010000:00000010:2.1:1777582965.559287:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00010000:00000010:2.1:1777582965.559289:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb600. 00010000:00000010:2.1:1777582965.559292:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:2.1:1777582965.559294:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358a00. 00010000:00000010:2.1:1777582965.559297:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bec00. 00010000:00000010:2.1:1777582965.559300:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35c00. 00010000:00000010:2.1:1777582965.559303:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.1:1777582965.559306:0:3291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358500. 00010000:00000010:2.1:1777582965.559308:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bea00. 00000400:00000010:2.0:1777582965.559324:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc630. 00000400:00000200:2.0:1777582965.559330:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:2.0:1777582965.559332:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000100:00000200:2.0:1777582965.559345:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f52a00 x1863919919269504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.559356:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f52a00 x1863919919269504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777582965.559422:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07b80. 02000000:00000010:2.0:1777582965.559435:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f1fb000. 00000100:00000010:2.0:1777582965.559453:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06300. 02000000:00000010:2.0:1777582965.559457:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f1f8400. 00000100:00000010:2.0:1777582965.559463:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05180. 02000000:00000010:2.0:1777582965.559467:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f1f9c00. 00000100:00000010:2.0:1777582965.559474:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203f480. 02000000:00000010:2.0:1777582965.559477:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f1fbc00. 00000400:00000010:2.0:1777582965.559492:0:206352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e160. 00000400:00000200:2.0:1777582965.559496:0:206352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582965.559497:0:206352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582965.559507:0:206352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f07100 x1863919919274368/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.559515:0:206352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f07100 x1863919919274368/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.559539:0:206352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02386c24c00. 02000000:00000010:2.0:1777582965.559545:0:206352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02386c25a00. 00000100:00000010:2.0:1777582965.559550:0:206352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07100. 00000100:00000010:2.0:1777582965.559553:0:206352:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e686c0. 00010000:00000010:2.0:1777582965.559557:0:206352:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d640. 00010000:00000010:2.0:1777582965.559572:0:206352:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00080000:00000010:2.0:1777582965.559595:0:206352:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02497542000. 00000001:00000010:2.0:1777582965.561082:0:206352:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a97e0. 00010000:00000200:2.0:1777582965.561154:0:206352:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec3a680 x1863919919274112/t8589942532(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.561175:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582965.561182:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919274112, offset 224 00000400:00000200:2.0:1777582965.561188:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.563741:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:0.0:1777582965.563750:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000100:00000200:0.0:1777582965.563766:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aec38380 x1863919919275648/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1777582965.563883:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777582965.563887:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:0.0:1777582965.563893:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.563898:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:0.0:1777582965.563902:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:0.0:1777582965.563905:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:0.0:1777582965.563911:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aec3aa00 x1863919919275776/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1777582965.564408:0:206023:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc93c0. 00080000:00000010:1.0:1777582965.564439:0:206023:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023922d0c00. 00000001:00000010:1.0:1777582965.564865:0:206023:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfc60. 00010000:00000200:1.0:1777582965.564922:0:206023:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239203f800 x1863919919269760/t8589942070(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.564943:0:206023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.564949:0:206023:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919269760, offset 224 00000400:00000200:1.0:1777582965.564956:0:206023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.564969:0:206023:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.564981:0:206023:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8780 00000400:00000200:1.0:1777582965.564988:0:206023:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215185 [1] + 224 00000400:00000200:1.0:1777582965.564995:0:206023:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.564998:0:206023:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.565007:0:206023:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51f80 x1863919919269760/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.565024:0:206023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:1.0:1777582965.565026:0:206023:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000020:00000010:1.0:1777582965.565043:0:206023:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87280. 00000020:00000010:1.0:1777582965.565047:0:206023:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e960. 00000020:00000010:1.0:1777582965.565050:0:206023:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239340ce00. 00000400:00000200:3.0:1777582965.565259:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9e00 00000400:00000200:3.0:1777582965.565266:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2153c1 [1] + 224 00000400:00000200:3.0:1777582965.565288:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.565291:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.565299:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02484c10a80 x1863919919275520/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.565337:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.565342:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874300 00000400:00000200:3.0:1777582965.565347:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da8e9 [2] + 656 00000400:00000200:3.0:1777582965.565357:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.565360:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.565365:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.565371:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aec3bb80. 02000000:00000010:3.0:1777582965.565418:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388f81c00. 00000400:00000010:3.0:1777582965.565423:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c63c8. 00000400:00000010:3.0:1777582965.565427:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582965.565432:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919275904, portal 4 00000400:00000010:3.0:1777582965.565436:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582965.565438:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919275904, offset 0 00000400:00000200:3.0:1777582965.565442:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.565447:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.565453:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acad9f80 00000400:00000200:3.0:1777582965.565458:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 7616 00000400:00000200:3.0:1777582965.565462:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.565464:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.565468:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.565471:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea4e00. 00000400:00000200:3.0:1777582965.565482:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:3.0:1777582965.565484:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582965.565488:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c639880 x1863919919275904/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582965.565525:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388f83000. 00000400:00000010:3.0:1777582965.565528:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6dc0. 00000400:00000010:3.0:1777582965.565531:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582965.565534:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919276416, portal 4 00000400:00000010:3.0:1777582965.565537:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582965.565540:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919276416, offset 0 00000400:00000200:3.0:1777582965.565543:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.565548:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.565552:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acada180 00000400:00000200:3.0:1777582965.565556:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 8160 00000400:00000200:3.0:1777582965.565559:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.565562:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.565565:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.565568:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea7480. 00000400:00000200:3.0:1777582965.565579:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777582965.565581:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582965.565585:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05180 x1863919919276416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582965.565611:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02395c39c00. 00000400:00000010:3.0:1777582965.565630:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243aa8. 00000400:00000010:3.0:1777582965.565910:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582965.565914:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919276032, portal 4 00000400:00000010:3.0:1777582965.565918:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582965.565919:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919276032, offset 0 00000400:00000200:3.0:1777582965.565923:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.565930:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.565934:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acada000 00000400:00000200:3.0:1777582965.565938:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 8704 00000400:00000200:3.0:1777582965.565942:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.565945:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.565948:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.565951:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea4380. 00000400:00000200:3.0:1777582965.565961:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777582965.565963:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582965.565966:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c638e00 x1863919919276032/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582965.565982:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02395c3a000. 00000400:00000010:3.0:1777582965.565985:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243688. 00000400:00000010:3.0:1777582965.565987:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777582965.565990:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919276544, portal 4 00000400:00000010:3.0:1777582965.565993:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582965.565995:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919276544, offset 0 00000400:00000200:3.0:1777582965.565998:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.566002:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.566006:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acada200 00000400:00000200:3.0:1777582965.566009:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 9248 00000400:00000200:3.0:1777582965.566013:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.566015:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.566017:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.566020:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea5880. 00000400:00000200:3.0:1777582965.566030:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:3.0:1777582965.566031:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582965.566035:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239203f480 x1863919919276544/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.566083:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566088:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566093:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498a1ae00. 00000020:00000010:3.0:1777582965.566097:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.566101:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000100:00000200:3.0:1777582965.566124:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aec3bb80 x1863928708023040/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.566176:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566178:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e65c0. 00000100:00000200:3.0:1777582965.566181:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708023040 02000000:00000010:3.0:1777582965.566191:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f041c00. 00010000:00000010:3.0:1777582965.566227:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e65c0. 00000100:00000010:3.0:1777582965.566233:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849dcc0. 00000100:00000010:3.0:1777582965.566239:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849dcc0. 00010000:00000010:3.0:1777582965.566241:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e65c0. 00000400:00000010:3.0:1777582965.566251:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582965.566254:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708023040, offset 224 00000400:00000200:3.0:1777582965.566258:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.566266:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.566272:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397895:397895:256:4294967295] 192.168.202.9@tcp LPNI seq info [397891:397891:8:4294967295] 00000400:00000200:3.0:1777582965.566282:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.566286:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.566291:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582965.566297:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.566304:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.566308:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.566322:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.566325:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582965.566328:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498a1ae00. 00000020:00000010:3.0:1777582965.566351:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566355:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566359:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498a1ae00. 00000020:00000010:3.0:1777582965.566361:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.566363:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582965.566380:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566382:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566385:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68a00. 00000020:00000010:3.0:1777582965.566388:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.566390:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.566402:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566404:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566407:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:3.0:1777582965.566410:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265900. 00000020:00000010:3.0:1777582965.566412:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87258. 00000020:00000010:3.0:1777582965.566423:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566426:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566431:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d57c00. 00000020:00000010:3.0:1777582965.566433:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265b00. 00000020:00000010:3.0:1777582965.566435:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582965.566448:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.566450:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e65c0. 00000100:00000200:3.0:1777582965.566452:0:205900:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919275904 02000000:00000010:3.0:1777582965.566470:0:205900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0249f041000. 00010000:00000010:3.0:1777582965.566490:0:205900:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.0:1777582965.566569:0:205900:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e65c0. 00000100:00000010:3.0:1777582965.566574:0:205900:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849dcc0. 00000100:00000010:3.0:1777582965.566582:0:205900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6a00. 02000000:00000010:3.0:1777582965.566594:0:205900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02384d56200. 02000000:00000010:3.0:1777582965.566625:0:205900:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02384d56c00. 00000400:00000010:3.0:1777582965.566630:0:205900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab2434d0. 00000400:00000010:3.0:1777582965.566633:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582965.566636:0:205900:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919276672, portal 16 00000400:00000010:3.0:1777582965.566639:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582965.566641:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919276672, offset 0 00000400:00000200:3.0:1777582965.566645:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.566711:0:205900:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.566716:0:205900:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.566720:0:205900:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.566723:0:205900:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.566726:0:205900:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.566729:0:205900:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397896:397896:255:4294967295] 192.168.202.9@tcp LPNI seq info [397892:397892:7:4294967295] 00000400:00000200:3.0:1777582965.566814:0:205900:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.566820:0:205900:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.566823:0:205900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582965.566827:0:205900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.566831:0:205900:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.566835:0:205900:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.566868:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6300. 00000020:00000010:3.0:1777582965.566871:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6300. 00000100:00000200:3.0:1777582965.566873:0:189456:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919276416 02000000:00000010:3.0:1777582965.566885:0:189456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0249f042400. 00010000:00000010:3.0:1777582965.566899:0:189456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64a00. 00010000:00000010:3.0:1777582965.566907:0:189456:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6300. 00000100:00000010:3.0:1777582965.566912:0:189456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02498aa6480. 00000100:00000010:3.0:1777582965.566917:0:189456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea7b80. 02000000:00000010:3.0:1777582965.566923:0:189456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02384d56400. 02000000:00000010:3.0:1777582965.566933:0:189456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02384d56600. 00000400:00000010:3.0:1777582965.566936:0:189456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243b00. 00000400:00000010:3.0:1777582965.566939:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582965.566942:0:189456:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919276800, portal 16 00000400:00000010:3.0:1777582965.566945:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582965.566947:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919276800, offset 0 00000400:00000200:3.0:1777582965.566952:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.566957:0:189456:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.566960:0:189456:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.566962:0:189456:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.566965:0:189456:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.566967:0:189456:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.566969:0:189456:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397897:397897:254:4294967295] 192.168.202.9@tcp LPNI seq info [397893:397893:6:4294967295] 00000400:00000200:3.0:1777582965.566976:0:189456:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.566980:0:189456:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.566982:0:189456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582965.566986:0:189456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.566989:0:189456:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.566991:0:189456:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1777582965.567021:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.567028:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9e80 00000400:00000200:3.0:1777582965.567034:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2153d1 [1] + 224 00000400:00000200:3.0:1777582965.567044:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.567047:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.567055:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aec38380 x1863919919275648/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.567100:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.567103:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:3.0:1777582965.567107:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.567110:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.567113:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:3.0:1777582965.567115:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:3.0:1777582965.567126:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.567154:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874380 00000400:00000200:3.0:1777582965.567159:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da8e9 [2] + 984 00000400:00000200:3.0:1777582965.567166:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.567169:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.567173:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.567176:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6680. 00000800:00000200:3.0:1777582965.567193:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.567195:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582965.567197:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.567200:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.567202:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777582965.567204:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582965.567208:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249dea6a00 x1863919919276672/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.567224:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.567229:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acad9f00 00000400:00000200:3.0:1777582965.567233:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2153d9 [1] + 224 00000400:00000010:1.0:1777582965.567474:0:206021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6318. 00000400:00000200:1.0:1777582965.567480:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:1.0:1777582965.567481:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:1.0:1777582965.567488:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02484c10a80 x1863919919275520/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.567597:0:206021:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02484c10a80 x1863919919275520/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.567638:0:206021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02388920200. 02000000:00000010:1.0:1777582965.567645:0:206021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02388920c00. 00000100:00000010:1.0:1777582965.567733:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c10a80. 00000100:00000010:1.0:1777582965.567745:0:206021:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d780. 00010000:00000010:1.0:1777582965.567749:0:206021:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6740. 00010000:00000010:1.0:1777582965.567762:0:206021:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9d80. 00080000:00000010:1.0:1777582965.567783:0:206021:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023922d2400. 00000001:00000010:1.0:1777582965.567950:0:206021:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf960. 00010000:00000200:1.0:1777582965.567992:0:206021:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aec39f80 x1863919919274240/t8589942533(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.568006:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.568009:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919274240, offset 224 00000400:00000200:1.0:1777582965.568014:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.568022:0:206021:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.568028:0:206021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9900 00000400:00000200:1.0:1777582965.568033:0:206021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215395 [1] + 224 00000400:00000200:1.0:1777582965.568037:0:206021:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.568040:0:206021:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.568045:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aec3b480 x1863919919274240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.568058:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:1.0:1777582965.568060:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000020:00000010:1.0:1777582965.568071:0:206021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c00. 00000020:00000010:1.0:1777582965.568075:0:206021:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87e10. 00000020:00000010:1.0:1777582965.568078:0:206021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920e00. 00000020:00000010:1.0:1777582965.568099:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93780. 00000020:00000010:1.0:1777582965.568101:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93780. 00000100:00000200:1.0:1777582965.568104:0:206021:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919276032 02000000:00000010:1.0:1777582965.568117:0:206021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa023922d2000. 00010000:00000010:1.0:1777582965.568129:0:206021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f119e00. 00010000:00000010:1.0:1777582965.568173:0:206021:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93780. 00000100:00000010:1.0:1777582965.568180:0:206021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02392bc9c00. 00000100:00000010:1.0:1777582965.568187:0:206021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51180. 02000000:00000010:1.0:1777582965.568194:0:206021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0239166fe00. 02000000:00000010:1.0:1777582965.568209:0:206021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0239166ec00. 00000400:00000010:1.0:1777582965.568213:0:206021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1ec8. 00000400:00000010:1.0:1777582965.568216:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.568219:0:206021:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919276928, portal 16 00000400:00000010:1.0:1777582965.568222:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777582965.568224:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919276928, offset 0 00000400:00000200:1.0:1777582965.568228:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.568234:0:206021:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.568238:0:206021:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.568241:0:206021:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.568244:0:206021:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.568246:0:206021:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.568249:0:206021:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397898:397898:255:4294967295] 192.168.202.9@tcp LPNI seq info [397894:397894:7:4294967295] 00000400:00000200:1.0:1777582965.568256:0:206021:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.568261:0:206021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.568265:0:206021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807700. 00000800:00000200:1.0:1777582965.568271:0:206021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.568277:0:206021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.568280:0:206021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807700 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1777582965.571330:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.571347:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.571366:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aec3aa00 x1863919919275776/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.571428:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.571432:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:3.0:1777582965.571436:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.571440:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.571444:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777582965.571447:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582965.571453:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249dea7b80 x1863919919276800/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.571481:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.571494:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874400 00000400:00000200:3.0:1777582965.571507:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da8e9 [2] + 1312 00000400:00000200:3.0:1777582965.571521:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.571525:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.571530:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.571542:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397d5df80. 00000800:00000200:3.0:1777582965.571625:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.571628:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807700. 00000400:00000200:3.0:1777582965.571634:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.571637:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.571640:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:3.0:1777582965.571642:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000100:00000200:3.0:1777582965.571648:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51180 x1863919919276928/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1777582965.571818:0:205908:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c60b0. 00000400:00000200:1.0:1777582965.571824:0:205908:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:1.0:1777582965.571825:0:205908:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00000100:00000200:1.0:1777582965.571831:0:205908:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aec3aa00 x1863919919275776/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.571839:0:205908:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aec3aa00 x1863919919275776/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.571873:0:205908:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023dd71d200. 02000000:00000010:1.0:1777582965.571883:0:205908:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02388808e00. 00000100:00000010:1.0:1777582965.571889:0:205908:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3aa00. 00000100:00000010:1.0:1777582965.571894:0:205908:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d480. 00010000:00000010:1.0:1777582965.571898:0:205908:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6b00. 00000020:00000010:3.0:1777582965.572260:0:205898:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.572265:0:205898:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000100:00000200:3.0:1777582965.572268:0:205898:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919276544 02000000:00000010:3.0:1777582965.572294:0:205898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0249f041400. 00010000:00000010:3.0:1777582965.572318:0:205898:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64000. 00010000:00000010:3.0:1777582965.572337:0:205898:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6f40. 00000100:00000010:3.0:1777582965.572344:0:205898:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02498aa69c0. 00000100:00000010:3.0:1777582965.572354:0:205898:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239248ad80. 02000000:00000010:3.0:1777582965.572366:0:205898:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02384d57000. 02000000:00000010:3.0:1777582965.572388:0:205898:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02408edec00. 00000400:00000010:3.0:1777582965.572393:0:205898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243630. 00000400:00000010:3.0:1777582965.572397:0:205898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582965.572404:0:205898:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919277056, portal 16 00000400:00000010:3.0:1777582965.572408:0:205898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582965.572411:0:205898:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919277056, offset 0 00000400:00000200:3.0:1777582965.572417:0:205898:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.572429:0:205898:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.572433:0:205898:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.572437:0:205898:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.572441:0:205898:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.572444:0:205898:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.572448:0:205898:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397899:397899:256:4294967295] 192.168.202.9@tcp LPNI seq info [397895:397895:8:4294967295] 00000400:00000200:3.0:1777582965.572458:0:205898:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.572463:0:205898:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.572467:0:205898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582965.572473:0:205898:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.572480:0:205898:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.572484:0:205898:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.572540:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.572543:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.572548:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edf200. 00000020:00000010:3.0:1777582965.572553:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265e00. 00000020:00000010:3.0:1777582965.572557:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000100:00000200:3.0:1777582965.572583:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0249dea6680 x1863928708023168/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.575937:0:206352:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.575957:0:206352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9880 00000400:00000200:2.0:1777582965.575967:0:206352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x21533d [1] + 224 00000400:00000200:2.0:1777582965.575975:0:206352:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.575980:0:206352:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.575998:0:206352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aec39500 x1863919919274112/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.576037:0:206352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582965.576040:0:206352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000020:00000010:2.0:1777582965.576065:0:206352:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582965.576071:0:206352:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582965.576075:0:206352:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02406c14600. 00000400:00000010:2.0:1777582965.576115:0:206018:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e4d0. 00000400:00000200:2.0:1777582965.576118:0:206018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582965.576120:0:206018:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.576127:0:206018:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f04a80 x1863919919274752/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.576165:0:206018:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f04a80 x1863919919274752/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.576204:0:206018:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024b7d06200. 02000000:00000010:2.0:1777582965.576210:0:206018:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa024b7d07c00. 00000100:00000010:2.0:1777582965.576214:0:206018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04a80. 00000100:00000010:2.0:1777582965.576218:0:206018:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68240. 00010000:00000010:2.0:1777582965.576222:0:206018:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1ddc0. 00010000:00000010:2.0:1777582965.576238:0:206018:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68240. 00080000:00000010:2.0:1777582965.576260:0:206018:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02497543800. 00000001:00000010:2.0:1777582965.576436:0:206018:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9060. 00010000:00000200:2.0:1777582965.576479:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f04380 x1863919919274624/t8589942071(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.576501:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.576506:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919274624, offset 224 00000400:00000200:2.0:1777582965.576511:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.576525:0:206018:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.576531:0:206018:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9a80 00000400:00000200:2.0:1777582965.576537:0:206018:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215359 [1] + 224 00000400:00000200:2.0:1777582965.576541:0:206018:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.576544:0:206018:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.576550:0:206018:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f06d80 x1863919919274624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.576562:0:206018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582965.576563:0:206018:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000020:00000010:2.0:1777582965.576573:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582965.576576:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582965.576578:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024b7d07000. 00000400:00000010:2.0:1777582965.576610:0:205897:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e1b8. 00000400:00000200:2.0:1777582965.576625:0:205897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582965.576627:0:205897:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582965.576634:0:205897:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05880 x1863919919274880/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.576643:0:205897:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05880 x1863919919274880/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.576663:0:205897:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02423cf0200. 02000000:00000010:2.0:1777582965.576673:0:205897:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02423cf1e00. 00000100:00000010:2.0:1777582965.576676:0:205897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05880. 00000100:00000010:2.0:1777582965.576679:0:205897:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68b40. 00010000:00000010:2.0:1777582965.576681:0:205897:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d0c0. 00010000:00000010:2.0:1777582965.576688:0:205897:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68b40. 00080000:00000010:2.0:1777582965.576696:0:205897:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02497540800. 00000400:00000010:2.0:1777582965.576970:0:205895:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e7e8. 00000400:00000200:2.0:1777582965.576974:0:205895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:2.0:1777582965.576976:0:205895:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582965.576983:0:205895:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05f80 x1863919919275264/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.576991:0:205895:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05f80 x1863919919275264/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.577010:0:205895:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024832f3000. 02000000:00000010:2.0:1777582965.577014:0:205895:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa024832f3200. 00000100:00000010:2.0:1777582965.577017:0:205895:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05f80. 00000100:00000010:2.0:1777582965.577020:0:205895:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68d80. 00010000:00000010:2.0:1777582965.577023:0:205895:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d940. 00010000:00000010:2.0:1777582965.577032:0:205895:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68d80. 00080000:00000010:2.0:1777582965.577038:0:205895:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02497543c00. 00000001:00000010:2.0:1777582965.577269:0:205895:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a91e0. 00010000:00000200:2.0:1777582965.577299:0:205895:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f05c00 x1863919919275008/t8589942072(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.577311:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582965.577314:0:205895:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919275008, offset 224 00000400:00000200:2.0:1777582965.577318:0:205895:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.577324:0:205895:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.577330:0:205895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9c00 00000400:00000200:2.0:1777582965.577335:0:205895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x21537d [1] + 224 00000400:00000200:2.0:1777582965.577339:0:205895:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.577341:0:205895:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.577347:0:205895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f04700 x1863919919275008/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.577357:0:205895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:2.0:1777582965.577358:0:205895:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000020:00000010:2.0:1777582965.577371:0:205895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87680. 00000020:00000010:2.0:1777582965.577374:0:205895:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582965.577377:0:205895:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024832f2800. 00002000:00000010:2.0:1777582965.577419:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a93640. 00010000:00000010:2.0:1777582965.577424:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024997a0a00. 00010000:00000010:2.0:1777582965.577430:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e686c0. 00002000:00000010:2.0:1777582965.577439:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02484cdb180. 00010000:00000010:2.0:1777582965.577442:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02481358d00. 00010000:00000010:2.0:1777582965.577447:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc93c0. 00002000:00000010:2.0:1777582965.577456:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7a40. 00010000:00000010:2.0:1777582965.577459:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498aac000. 00010000:00000010:2.0:1777582965.577463:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9d80. 00002000:00000010:2.0:1777582965.577469:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023f974bb40. 00010000:00000010:2.0:1777582965.577472:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02481358800. 00010000:00000010:2.0:1777582965.577477:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68240. 00002000:00000010:2.0:1777582965.577482:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7e00. 00010000:00000010:2.0:1777582965.577484:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aec35300. 00010000:00000010:2.0:1777582965.577488:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68b40. 00002000:00000010:2.0:1777582965.577494:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023f974ba40. 00010000:00000010:2.0:1777582965.577496:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02481358000. 00010000:00000010:2.0:1777582965.577500:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68d80. 00000400:00000010:2.0:1777582965.577530:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ecb8. 00000400:00000200:2.0:1777582965.577533:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:2.0:1777582965.577535:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582965.577541:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f04700 x1863919919275008/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.577549:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f04700 x1863919919275008/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.577585:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6630. 00000400:00000200:2.0:1777582965.577588:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:2.0:1777582965.577589:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:2.0:1777582965.577594:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aec39500 x1863919919274112/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.577601:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aec39500 x1863919919274112/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777582965.577688:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203c380. 02000000:00000010:2.0:1777582965.577704:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388ec3400. 00000100:00000010:2.0:1777582965.577733:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239203d180. 02000000:00000010:2.0:1777582965.577739:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388ec1800. 00000400:00000010:2.0:1777582965.577752:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e580. 00000400:00000200:2.0:1777582965.577755:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582965.577757:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.577762:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f06d80 x1863919919274624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.577770:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f06d80 x1863919919274624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.577787:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e3c8. 00000400:00000200:2.0:1777582965.577790:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777582965.577792:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582965.577795:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51f80 x1863919919269760/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.577803:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51f80 x1863919919269760/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777582965.577830:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05f80. 02000000:00000010:2.0:1777582965.577835:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388ec1c00. 00000100:00000010:2.0:1777582965.577848:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05880. 02000000:00000010:2.0:1777582965.577852:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388ec2c00. 02000000:00000010:2.0:1777582965.577870:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388ec0800. 00000400:00000010:2.0:1777582965.577874:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e3c8. 00000400:00000010:2.0:1777582965.577877:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582965.577882:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919277440, portal 4 00000400:00000010:2.0:1777582965.577885:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.577887:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919277440, offset 0 00000400:00000200:2.0:1777582965.577891:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.577898:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.577903:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acada580 00000400:00000200:2.0:1777582965.577909:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 9792 00000400:00000200:2.0:1777582965.577913:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.577916:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.577920:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.577924:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04a80. 00000400:00000200:2.0:1777582965.577933:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582965.577935:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.577940:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05f80 x1863919919277440/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582965.577965:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388ec2000. 00000400:00000010:2.0:1777582965.577969:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e580. 00000400:00000010:2.0:1777582965.577972:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.577974:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919277568, portal 4 00000400:00000010:2.0:1777582965.577978:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582965.577979:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919277568, offset 0 00000400:00000200:2.0:1777582965.577983:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.577987:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.577992:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acada600 00000400:00000200:2.0:1777582965.577995:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 10336 00000400:00000200:2.0:1777582965.577998:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.578001:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.578004:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.578007:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07100. 00000400:00000200:2.0:1777582965.578015:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:2.0:1777582965.578017:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582965.578023:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05880 x1863919919277568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.578056:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.578061:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.578066:0:206352:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024832f2800. 00000020:00000010:2.0:1777582965.578070:0:206352:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87680. 00000020:00000010:2.0:1777582965.578074:0:206352:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777582965.578094:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.578097:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.578100:0:206352:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024832f3000. 00000020:00000010:2.0:1777582965.578102:0:206352:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87a80. 00000020:00000010:2.0:1777582965.578104:0:206352:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777582965.578120:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.578122:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d940. 00000100:00000200:2.0:1777582965.578125:0:206352:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919277440 00010000:00000010:2.1:1777582965.578198:0:206352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593c00. 02000000:00000010:2.0:1777582965.578218:0:206352:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02388ec3000. 00010000:00000010:2.0:1777582965.578236:0:206352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bea00. 00010000:00000010:2.0:1777582965.578253:0:206352:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d940. 00000100:00000010:2.0:1777582965.578260:0:206352:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68d80. 00000100:00000010:2.0:1777582965.578269:0:206352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188700. 02000000:00000010:2.0:1777582965.578275:0:206352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02423cf1e00. 02000000:00000010:2.0:1777582965.578291:0:206352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02423cf0200. 00000400:00000010:2.0:1777582965.578294:0:206352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ecb8. 00000400:00000010:2.0:1777582965.578297:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582965.578300:0:206352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919277696, portal 16 00000400:00000010:2.0:1777582965.578303:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777582965.578304:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919277696, offset 0 00000400:00000200:2.0:1777582965.578310:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.578318:0:206352:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.578324:0:206352:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.578327:0:206352:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.578330:0:206352:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.578332:0:206352:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.578336:0:206352:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397900:397900:255:4294967295] 192.168.202.9@tcp LPNI seq info [397896:397896:7:4294967295] 00000400:00000200:2.0:1777582965.578346:0:206352:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.578351:0:206352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.578356:0:206352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23400. 00000800:00000200:2.0:1777582965.578364:0:206352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.578370:0:206352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.578374:0:206352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23400 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.578404:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d640. 00000020:00000010:2.0:1777582965.578407:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d640. 00000100:00000200:2.0:1777582965.578410:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919277568 02000000:00000010:2.0:1777582965.578418:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02388ec0000. 00010000:00000010:2.0:1777582965.578428:0:206018:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.0:1777582965.578435:0:206018:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d640. 00000100:00000010:2.0:1777582965.578439:0:206018:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68b40. 00000100:00000010:2.0:1777582965.578443:0:206018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18bb80. 02000000:00000010:2.0:1777582965.578449:0:206018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa024b7d07000. 02000000:00000010:2.0:1777582965.578458:0:206018:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024b7d07c00. 00000400:00000010:2.0:1777582965.578461:0:206018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e7e8. 00000400:00000010:2.0:1777582965.578464:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582965.578467:0:206018:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919277824, portal 16 00000400:00000010:2.0:1777582965.578470:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.578472:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919277824, offset 0 00000400:00000200:2.0:1777582965.578476:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.578481:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.578483:0:206018:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.578485:0:206018:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.578487:0:206018:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.578489:0:206018:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.578492:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397901:397901:254:4294967295] 192.168.202.9@tcp LPNI seq info [397897:397897:6:4294967295] 00000400:00000200:2.0:1777582965.578499:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.578503:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.578506:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23a00. 00000800:00000200:2.0:1777582965.578510:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.578514:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.578516:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1777582965.578743:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.578748:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:1.0:1777582965.578754:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.578758:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.578761:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:1.0:1777582965.578763:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000100:00000200:1.0:1777582965.578770:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239248ad80 x1863919919277056/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1777582965.578785:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.578787:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23400. 00000400:00000200:1.0:1777582965.578792:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.578794:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.578796:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:1.0:1777582965.578797:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000100:00000200:1.0:1777582965.578802:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c188700 x1863919919277696/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1777582965.578872:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.578874:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23a00. 00000400:00000200:1.0:1777582965.578876:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.578879:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.578881:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:1.0:1777582965.578883:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000100:00000200:1.0:1777582965.578887:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18bb80 x1863919919277824/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1777582965.579255:0:188246:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6000. 00000400:00000200:1.0:1777582965.579259:0:188246:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:1.0:1777582965.579261:0:188246:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:1.0:1777582965.579268:0:188246:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aec38380 x1863919919275648/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.579276:0:188246:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aec38380 x1863919919275648/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.579300:0:188246:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248736de00. 02000000:00000010:1.0:1777582965.579307:0:188246:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0248736cc00. 00000100:00000010:1.0:1777582965.579311:0:188246:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec38380. 00000100:00000010:1.0:1777582965.579315:0:188246:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849de40. 00010000:00000010:1.0:1777582965.579318:0:188246:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6780. 02000000:00000010:1.0:1777582965.579353:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023922d3400. 00000400:00000010:1.0:1777582965.579358:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1b58. 00000400:00000010:1.0:1777582965.579363:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582965.579367:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919276160, portal 4 00000400:00000010:1.0:1777582965.579372:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582965.579374:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919276160, offset 0 00000400:00000200:1.0:1777582965.579378:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.579386:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.579393:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acada080 00000400:00000200:1.0:1777582965.579398:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 10880 00000400:00000200:1.0:1777582965.579403:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.579405:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.579410:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.579413:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51500. 00000400:00000200:1.0:1777582965.579428:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777582965.579430:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582965.579434:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f07b80 x1863919919276160/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582965.579454:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023922d1800. 00000400:00000010:1.0:1777582965.579457:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1f78. 00000400:00000010:1.0:1777582965.579460:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582965.579462:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919277184, portal 4 00000400:00000010:1.0:1777582965.579465:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582965.579467:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919277184, offset 0 00000400:00000200:1.0:1777582965.579471:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.579475:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.579480:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acada480 00000400:00000200:1.0:1777582965.579483:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 11424 00000400:00000200:1.0:1777582965.579487:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.579489:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.579492:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.579494:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50700. 00000400:00000200:1.0:1777582965.579503:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:1.0:1777582965.579505:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582965.579509:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239203c380 x1863919919277184/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.579523:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6738. 00000400:00000200:1.0:1777582965.579525:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:1.0:1777582965.579527:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:1.0:1777582965.579531:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aec3b480 x1863919919274240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.579538:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aec3b480 x1863919919274240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.579561:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f65d8. 00000400:00000200:1.0:1777582965.579564:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:1.0:1777582965.579566:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000100:00000200:1.0:1777582965.579570:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02484c12680 x1863919919273600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.579576:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02484c12680 x1863919919273600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582965.579601:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023922d0400. 00000400:00000010:1.0:1777582965.579604:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe13c8. 00000400:00000010:1.0:1777582965.579607:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582965.579609:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919276288, portal 4 00000400:00000010:1.0:1777582965.579625:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582965.579628:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919276288, offset 0 00000400:00000200:1.0:1777582965.579632:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.579637:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.579642:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acada100 00000400:00000200:1.0:1777582965.579646:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 11968 00000400:00000200:1.0:1777582965.579650:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.579653:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.579655:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.579659:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51c00. 00000400:00000200:1.0:1777582965.579678:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:1.0:1777582965.579680:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582965.579684:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f06300 x1863919919276288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582965.579700:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023922d3000. 00000400:00000010:1.0:1777582965.579703:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe19a0. 00000400:00000010:1.0:1777582965.579706:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582965.579709:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919277312, portal 4 00000400:00000010:1.0:1777582965.579712:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582965.579714:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919277312, offset 0 00000400:00000200:1.0:1777582965.579717:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.579721:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.579725:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acada500 00000400:00000200:1.0:1777582965.579729:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 12512 00000400:00000200:1.0:1777582965.579732:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.579735:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.579738:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.579741:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50000. 00000400:00000200:1.0:1777582965.579751:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777582965.579753:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582965.579756:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239203d180 x1863919919277312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1777582965.580949:0:190365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eaa00. 00010000:00000010:3.1:1777582965.580963:0:190365:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35700. 00010000:00000010:3.1:1777582965.580967:0:190365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.1:1777582965.580969:0:190365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea800. 00010000:00000010:3.1:1777582965.580972:0:190365:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35500. 00010000:00000010:3.1:1777582965.580975:0:190365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f118c00. 00000020:00000010:3.0:1777582965.581022:0:187617:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.581027:0:187617:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.581034:0:187617:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408ede400. 00000020:00000010:3.0:1777582965.581039:0:187617:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.581044:0:187617:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000100:00000200:3.0:1777582965.581175:0:187617:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa02397d5df80 x1863928708023296/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.581201:0:187617:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.581203:0:187617:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000100:00000200:3.0:1777582965.581206:0:187617:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708023168 02000000:00000010:3.0:1777582965.581216:0:187617:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f041800. 00010000:00000010:3.0:1777582965.581259:0:187617:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6180. 00000100:00000010:3.0:1777582965.581268:0:187617:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0249897eb40. 00000100:00000010:3.0:1777582965.581283:0:187617:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0249897eb40. 00010000:00000010:3.0:1777582965.581286:0:187617:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6180. 00000400:00000010:3.0:1777582965.581300:0:187617:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582965.581306:0:187617:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708023168, offset 224 00000400:00000200:3.0:1777582965.581312:0:187617:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.581325:0:187617:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.581331:0:187617:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397902:397902:256:4294967295] 192.168.202.9@tcp LPNI seq info [397898:397898:8:4294967295] 00000400:00000200:3.0:1777582965.581343:0:187617:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.581349:0:187617:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.581354:0:187617:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582965.581361:0:187617:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.581369:0:187617:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.581373:0:187617:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.581397:0:187617:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265e00. 00000020:00000010:3.0:1777582965.581401:0:187617:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582965.581405:0:187617:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edf200. 00000020:00000010:3.0:1777582965.581417:0:187617:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.581419:0:187617:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000100:00000200:3.0:1777582965.581421:0:187617:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708023296 02000000:00000010:3.0:1777582965.581427:0:187617:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f040000. 00010000:00000010:3.0:1777582965.581444:0:187617:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6180. 00000100:00000010:3.0:1777582965.581447:0:187617:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0249897eb40. 00000100:00000010:3.0:1777582965.581457:0:187617:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0249897eb40. 00010000:00000010:3.0:1777582965.581459:0:187617:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6180. 00000400:00000010:3.0:1777582965.581465:0:187617:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582965.581468:0:187617:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708023296, offset 224 00000400:00000200:3.0:1777582965.581472:0:187617:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.581477:0:187617:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.581480:0:187617:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397903:397903:255:4294967295] 192.168.202.9@tcp LPNI seq info [397899:397899:7:4294967295] 00000400:00000200:3.0:1777582965.581487:0:187617:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.581491:0:187617:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.581494:0:187617:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582965.581497:0:187617:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.581501:0:187617:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.581504:0:187617:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.581510:0:187617:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.581513:0:187617:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582965.581515:0:187617:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408ede400. 00000400:00000200:3.0:1777582965.581576:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.581587:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acada280 00000400:00000200:3.0:1777582965.581595:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x21540d [1] + 224 00000400:00000200:3.0:1777582965.581606:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.581611:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.581636:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249dea6a00 x1863919919276672/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.581701:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.581705:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:3.0:1777582965.581710:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.581713:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.581716:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:3.0:1777582965.581718:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000400:00000200:3.0:1777582965.581730:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.581736:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acada300 00000400:00000200:3.0:1777582965.581740:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215415 [1] + 224 00000400:00000200:3.0:1777582965.581746:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.581748:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.581754:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249dea7b80 x1863919919276800/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1777582965.581816:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.581819:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:3.0:1777582965.581822:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.581825:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.581828:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777582965.581830:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000400:00000200:3.0:1777582965.581840:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.581845:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acada380 00000400:00000200:3.0:1777582965.581849:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215421 [1] + 224 00000400:00000200:3.0:1777582965.581855:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.581857:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.581863:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51180 x1863919919276928/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.581884:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.581889:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874480 00000400:00000200:3.0:1777582965.581895:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da8e9 [2] + 1640 00000400:00000200:3.0:1777582965.581900:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.581902:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.581906:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.581911:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239248b100. 00000400:00000200:3.0:1777582965.581926:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.581930:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874500 00000400:00000200:3.0:1777582965.581933:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da8e9 [2] + 1968 00000400:00000010:3.0:1777582965.581936:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6688. 00000400:00000200:3.0:1777582965.581939:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02489bb09c0 00000400:00000200:3.0:1777582965.581944:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.581947:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.581949:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489bb09c0 00000400:00000010:3.0:1777582965.581951:0:3283:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02489bb09c0. 00000100:00000200:3.0:1777582965.581953:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1777582965.581965:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.581970:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874580 00000400:00000200:3.0:1777582965.581974:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9a5 [2] + 0 00000400:00000200:3.0:1777582965.581982:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.581985:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.581988:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.581991:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392488700. 00000020:00000010:3.0:1777582965.582020:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582023:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582026:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edea00. 00000020:00000010:3.0:1777582965.582029:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.582032:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000100:00000200:3.0:1777582965.582045:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0239248b100 x1863928708023424/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.582062:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582064:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582068:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408ede400. 00000020:00000010:3.0:1777582965.582070:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265e00. 00000020:00000010:3.0:1777582965.582072:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000100:00000200:3.0:1777582965.582079:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aed40850 x1863928708023552/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.582088:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582090:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582092:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edf200. 00000020:00000010:3.0:1777582965.582094:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.582096:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000100:00000200:3.0:1777582965.582102:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa02392488700 x1863928708023680/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.582112:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582114:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000100:00000200:3.0:1777582965.582116:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708023424 02000000:00000010:3.0:1777582965.582121:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f043c00. 00010000:00000010:3.0:1777582965.582164:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6180. 00000100:00000010:3.0:1777582965.582169:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0249897eb40. 00000100:00000010:3.0:1777582965.582172:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0249897eb40. 00010000:00000010:3.0:1777582965.582175:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6180. 00000400:00000010:3.0:1777582965.582182:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582965.582185:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708023424, offset 224 00000400:00000200:3.0:1777582965.582190:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.582196:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.582200:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397904:397904:256:4294967295] 192.168.202.9@tcp LPNI seq info [397900:397900:8:4294967295] 00000400:00000200:3.0:1777582965.582206:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.582209:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.582212:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582965.582215:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.582220:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.582222:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.582233:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.582235:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582965.582238:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edea00. 00000020:00000010:3.0:1777582965.582248:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582250:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000100:00000200:3.0:1777582965.582252:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708023552 02000000:00000010:3.0:1777582965.582256:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f040400. 00010000:00000010:3.0:1777582965.582269:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6180. 00000100:00000010:3.0:1777582965.582272:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0249897eb40. 00000100:00000010:3.0:1777582965.582275:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0249897eb40. 00010000:00000010:3.0:1777582965.582277:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6180. 00000400:00000010:3.0:1777582965.582282:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582965.582284:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708023552, offset 224 00000400:00000200:3.0:1777582965.582288:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.582293:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.582296:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397905:397905:255:4294967295] 192.168.202.9@tcp LPNI seq info [397901:397901:7:4294967295] 00000400:00000200:3.0:1777582965.582303:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.582307:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.582309:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582965.582371:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.582381:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.582384:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.582391:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265e00. 00000020:00000010:3.0:1777582965.582394:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582965.582396:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408ede400. 00000100:00000010:3.0:1777582965.582401:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239248b100. 02000000:00000010:3.0:1777582965.582406:0:187616:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249f040000. 00000100:00000010:3.0:1777582965.582408:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397d5df80. 02000000:00000010:3.0:1777582965.582412:0:187616:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249f041800. 00000100:00000010:3.0:1777582965.582414:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea6680. 02000000:00000010:3.0:1777582965.582419:0:187616:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249f041c00. 00000100:00000010:3.0:1777582965.582421:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3bb80. 02000000:00000010:3.0:1777582965.582424:0:187616:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f80c00. 00000100:00000010:3.0:1777582965.582426:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39880. 02000000:00000010:3.0:1777582965.582429:0:187616:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f81800. 00000100:00000010:3.0:1777582965.582430:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c12d80. 00000100:00000200:3.0:1777582965.582442:0:187616:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777582965.582446:0:187616:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243948. 00000400:00000010:3.0:1777582965.582451:0:187616:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0249897eb40. 00000020:00000010:3.0:1777582965.582461:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582464:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000100:00000200:3.0:1777582965.582466:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708023680 02000000:00000010:3.0:1777582965.582471:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f041c00. 00010000:00000010:3.0:1777582965.582483:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6180. 00000100:00000010:3.0:1777582965.582488:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb480. 00000100:00000010:3.0:1777582965.582490:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb480. 00010000:00000010:3.0:1777582965.582493:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6180. 00000400:00000010:3.0:1777582965.582498:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777582965.582500:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708023680, offset 224 00000400:00000200:3.0:1777582965.582505:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.582510:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.582514:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397906:397906:254:4294967295] 192.168.202.9@tcp LPNI seq info [397902:397902:6:4294967295] 00000400:00000200:3.0:1777582965.582521:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.582525:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.582528:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999f00. 00000800:00000200:3.0:1777582965.582531:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.582534:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.582536:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.582542:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.582545:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582965.582547:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edf200. 00010000:00000010:3.0:1777582965.582571:0:188246:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4eb480. 00080000:00000010:3.0:1777582965.582593:0:188246:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f041800. 00000001:00000010:3.0:1777582965.582776:0:188246:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae600. 00010000:00000200:3.0:1777582965.582824:0:188246:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c63aa00 x1863919919275136/t8589942534(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.582836:0:188246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582965.582839:0:188246:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919275136, offset 224 00000400:00000200:3.0:1777582965.582843:0:188246:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.582850:0:188246:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.582856:0:188246:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9c80 00000400:00000200:3.0:1777582965.582861:0:188246:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x21539d [1] + 224 00000400:00000200:3.0:1777582965.582867:0:188246:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.582870:0:188246:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.582878:0:188246:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f07480 x1863919919275136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.582897:0:188246:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:3.0:1777582965.582899:0:188246:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00000020:00000010:3.0:1777582965.582909:0:188246:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.582913:0:188246:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582965.582915:0:188246:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388920a00. 00000020:00000010:3.0:1777582965.582934:0:188246:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582936:0:188246:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582939:0:188246:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edf200. 00000020:00000010:3.0:1777582965.582942:0:188246:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.582945:0:188246:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582965.582964:0:188246:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582967:0:188246:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582970:0:188246:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408ede400. 00000020:00000010:3.0:1777582965.582972:0:188246:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.582974:0:188246:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582965.582987:0:188246:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582989:0:188246:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.582993:0:188246:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edea00. 00000020:00000010:3.0:1777582965.582994:0:188246:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265e00. 00000020:00000010:3.0:1777582965.582996:0:188246:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87320. 00000020:00000010:3.0:1777582965.583009:0:188246:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.583010:0:188246:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.583014:0:188246:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408ede800. 00000020:00000010:3.0:1777582965.583016:0:188246:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.583018:0:188246:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582965.583033:0:188246:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6180. 00000020:00000010:3.0:1777582965.583035:0:188246:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6180. 00000100:00000200:3.0:1777582965.583037:0:188246:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919276160 02000000:00000010:3.0:1777582965.583053:0:188246:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0249f040c00. 00010000:00000010:3.0:1777582965.583071:0:188246:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65000. 00010000:00000010:3.0:1777582965.583084:0:188246:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6180. 00000100:00000010:3.0:1777582965.583088:0:188246:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb9c0. 00000100:00000010:3.0:1777582965.583094:0:188246:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239248b100. 02000000:00000010:3.0:1777582965.583105:0:188246:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02408edfe00. 02000000:00000010:3.0:1777582965.583124:0:188246:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02408ede200. 00000400:00000010:3.0:1777582965.583129:0:188246:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469c08. 00000400:00000010:3.0:1777582965.583154:0:188246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582965.583158:0:188246:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919277952, portal 16 00000400:00000010:3.0:1777582965.583162:0:188246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582965.583164:0:188246:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919277952, offset 0 00000400:00000200:3.0:1777582965.583169:0:188246:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.583175:0:188246:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.583180:0:188246:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.583183:0:188246:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.583186:0:188246:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.583188:0:188246:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.583191:0:188246:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397907:397907:253:4294967295] 192.168.202.9@tcp LPNI seq info [397903:397903:5:4294967295] 00000400:00000200:3.0:1777582965.583198:0:188246:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.583204:0:188246:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.583207:0:188246:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582965.583211:0:188246:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.583214:0:188246:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.583217:0:188246:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.0:1777582965.583244:0:205908:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4ebf00. 00080000:00000010:3.0:1777582965.583258:0:205908:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f043800. 00000001:00000010:3.0:1777582965.583570:0:205908:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae8a0. 00010000:00000200:3.0:1777582965.583599:0:205908:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c63a680 x1863919919275392/t8589942535(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.583626:0:205908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582965.583631:0:205908:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919275392, offset 224 00000400:00000200:3.0:1777582965.583634:0:205908:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.583641:0:205908:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.583647:0:205908:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9d80 00000400:00000200:3.0:1777582965.583652:0:205908:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2153a5 [1] + 224 00000400:00000200:3.0:1777582965.583657:0:205908:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.583660:0:205908:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.583667:0:205908:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55ff480 x1863919919275392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.583680:0:205908:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:3.0:1777582965.583681:0:205908:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00000020:00000010:3.0:1777582965.583691:0:205908:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265700. 00000020:00000010:3.0:1777582965.583695:0:205908:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582965.583698:0:205908:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388921c00. 00000020:00000010:3.0:1777582965.583714:0:205908:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6e40. 00000020:00000010:3.0:1777582965.583717:0:205908:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6e40. 00000100:00000200:3.0:1777582965.583719:0:205908:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919277184 02000000:00000010:3.0:1777582965.583729:0:205908:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0249f042800. 00010000:00000010:3.0:1777582965.583741:0:205908:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:3.0:1777582965.583749:0:205908:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6e40. 00000100:00000010:3.0:1777582965.583754:0:205908:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb540. 00000100:00000010:3.0:1777582965.583758:0:205908:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489f80. 02000000:00000010:3.0:1777582965.583764:0:205908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02408edfa00. 02000000:00000010:3.0:1777582965.583774:0:205908:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02408edf800. 00000400:00000010:3.0:1777582965.583777:0:205908:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469f20. 00000400:00000010:3.0:1777582965.583779:0:205908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582965.583782:0:205908:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919278080, portal 16 00000400:00000010:3.0:1777582965.583784:0:205908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582965.583786:0:205908:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919278080, offset 0 00000400:00000200:3.0:1777582965.583790:0:205908:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.583796:0:205908:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.583799:0:205908:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.583802:0:205908:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.583804:0:205908:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.583806:0:205908:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.583809:0:205908:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397908:397908:252:4294967295] 192.168.202.9@tcp LPNI seq info [397904:397904:4:4294967295] 00000400:00000200:3.0:1777582965.583815:0:205908:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.583819:0:205908:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.583822:0:205908:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582965.583826:0:205908:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.583830:0:205908:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.583832:0:205908:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1777582965.583854:0:205900:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab2434d0. 00000400:00000200:3.0:1777582965.583860:0:205900:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:3.0:1777582965.583861:0:205900:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582965.583867:0:205900:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249dea6a00 x1863919919276672/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777582965.583876:0:205900:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249dea6a00 x1863919919276672/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777582965.583904:0:205900:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02384d56c00. 02000000:00000010:3.0:1777582965.583909:0:205900:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02384d56200. 00000100:00000010:3.0:1777582965.583912:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea6a00. 00000100:00000010:3.0:1777582965.583917:0:205900:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849dcc0. 00010000:00000010:3.0:1777582965.583919:0:205900:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e65c0. 00010000:00000010:3.0:1777582965.583927:0:205900:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4eb000. 00080000:00000010:3.0:1777582965.583941:0:205900:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f81800. 00000800:00000200:1.0:1777582965.587789:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.587797:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:1.0:1777582965.587806:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.587814:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.587821:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:1.0:1777582965.587824:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 02000000:00000010:1.0:1777582965.587833:0:3282:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249f043c00. 00000800:00000200:1.0:1777582965.587847:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.587849:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:1.0:1777582965.587851:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.587854:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.587857:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:1.0:1777582965.587859:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 02000000:00000010:1.0:1777582965.587861:0:3282:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249f040400. 00000800:00000200:1.0:1777582965.587868:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.587870:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999f00. 00000400:00000200:1.0:1777582965.587872:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.587875:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.587877:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:1.0:1777582965.587878:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000800:00000200:1.0:1777582965.587886:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.587887:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582965.587890:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.587892:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.587894:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:1.0:1777582965.587896:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00000100:00000200:1.0:1777582965.587905:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239248b100 x1863919919277952/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1777582965.587985:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.587988:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:1.0:1777582965.587991:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.587994:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.587997:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:1.0:1777582965.587999:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00000100:00000200:1.0:1777582965.588004:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02392489f80 x1863919919278080/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1777582965.588032:0:206021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1ec8. 00000400:00000200:1.0:1777582965.588036:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:1.0:1777582965.588038:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.588045:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51180 x1863919919276928/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.588054:0:206021:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51180 x1863919919276928/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.588094:0:206021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0239166ec00. 02000000:00000010:1.0:1777582965.588100:0:206021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0239166fe00. 00000100:00000010:1.0:1777582965.588105:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51180. 00000100:00000010:1.0:1777582965.588109:0:206021:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02392bc9c00. 00010000:00000010:1.0:1777582965.588114:0:206021:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93780. 00010000:00000010:1.0:1777582965.588132:0:206021:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9c00. 00080000:00000010:1.0:1777582965.588183:0:206021:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023922d1c00. 00000001:00000010:1.0:1777582965.588358:0:206021:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf660. 00010000:00000200:1.0:1777582965.588403:0:206021:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea4380 x1863919919276032/t8589942536(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.588420:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.588425:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919276032, offset 224 00000400:00000200:1.0:1777582965.588431:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.588442:0:206021:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.588453:0:206021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acada000 00000400:00000200:1.0:1777582965.588460:0:206021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2153f9 [1] + 224 00000400:00000200:1.0:1777582965.588467:0:206021:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.588470:0:206021:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.588477:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c638e00 x1863919919276032/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.588497:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:1.0:1777582965.588499:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000020:00000010:1.0:1777582965.588518:0:206021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265900. 00000020:00000010:1.0:1777582965.588523:0:206021:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87258. 00000020:00000010:1.0:1777582965.588527:0:206021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000020:00000010:1.0:1777582965.588554:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93780. 00000020:00000010:1.0:1777582965.588559:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93780. 00000100:00000200:1.0:1777582965.588562:0:206021:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919276288 02000000:00000010:1.0:1777582965.588593:0:206021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0249f040400. 00010000:00000010:1.0:1777582965.588624:0:206021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f119400. 00010000:00000010:1.0:1777582965.588644:0:206021:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93780. 00000100:00000010:1.0:1777582965.588651:0:206021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02392bc9d80. 00000100:00000010:1.0:1777582965.588659:0:206021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51180. 02000000:00000010:1.0:1777582965.588670:0:206021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0239166fe00. 02000000:00000010:1.0:1777582965.588690:0:206021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0239166ec00. 00000400:00000010:1.0:1777582965.588694:0:206021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1ec8. 00000400:00000010:1.0:1777582965.588698:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.588703:0:206021:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919278208, portal 16 00000400:00000010:1.0:1777582965.588707:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582965.588710:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919278208, offset 0 00000400:00000200:1.0:1777582965.588714:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.588722:0:206021:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.588728:0:206021:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.588732:0:206021:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.588736:0:206021:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.588738:0:206021:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.588742:0:206021:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397909:397909:256:4294967295] 192.168.202.9@tcp LPNI seq info [397905:397905:8:4294967295] 00000400:00000200:1.0:1777582965.588752:0:206021:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.588758:0:206021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.588762:0:206021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:1.0:1777582965.588767:0:206021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.588775:0:206021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.588779:0:206021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1777582965.588826:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.588829:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:1.0:1777582965.588833:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.588836:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.588838:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777582965.588841:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582965.588847:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51180 x1863919919278208/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1777582965.591909:0:189456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243b00. 00000400:00000200:3.0:1777582965.591921:0:189456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:3.0:1777582965.591923:0:189456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582965.591936:0:189456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249dea7b80 x1863919919276800/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777582965.591947:0:189456:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249dea7b80 x1863919919276800/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777582965.591992:0:189456:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02384d56600. 02000000:00000010:3.0:1777582965.591998:0:189456:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02384d56400. 00000100:00000010:3.0:1777582965.592003:0:189456:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea7b80. 00000100:00000010:3.0:1777582965.592008:0:189456:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02498aa6480. 00010000:00000010:3.0:1777582965.592011:0:189456:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6300. 00010000:00000010:3.0:1777582965.592027:0:189456:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4eb300. 00080000:00000010:3.0:1777582965.592041:0:189456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388f80c00. 00000001:00000010:3.0:1777582965.592425:0:189456:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaea20. 00010000:00000200:3.0:1777582965.592481:0:189456:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea7480 x1863919919276416/t8589942073(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.592516:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582965.592523:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919276416, offset 224 00000400:00000200:3.0:1777582965.592530:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.592544:0:189456:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.592554:0:189456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acada180 00000400:00000200:3.0:1777582965.592562:0:189456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2153f1 [1] + 224 00000400:00000200:3.0:1777582965.592569:0:189456:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.592573:0:189456:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.592582:0:189456:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05180 x1863919919276416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.592598:0:189456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:3.0:1777582965.592599:0:189456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000020:00000010:3.0:1777582965.592630:0:189456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.592635:0:189456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.592638:0:189456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68a00. 00000020:00000010:3.0:1777582965.592671:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6300. 00000020:00000010:3.0:1777582965.592676:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6300. 00000100:00000200:3.0:1777582965.592679:0:189456:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919277312 02000000:00000010:3.0:1777582965.592712:0:189456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024ac5ba400. 00010000:00000010:3.0:1777582965.592737:0:189456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:3.0:1777582965.592759:0:189456:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6300. 00000100:00000010:3.0:1777582965.592767:0:189456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4ebc00. 00000100:00000010:3.0:1777582965.592777:0:189456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489c00. 02000000:00000010:3.0:1777582965.592790:0:189456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02408edfc00. 02000000:00000010:3.0:1777582965.592813:0:189456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02408ede000. 00000400:00000010:3.0:1777582965.592818:0:189456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469840. 00000400:00000010:3.0:1777582965.592821:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582965.592827:0:189456:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919278336, portal 16 00000400:00000010:3.0:1777582965.592832:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582965.592834:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919278336, offset 0 00000400:00000200:3.0:1777582965.592838:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.592847:0:189456:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.592854:0:189456:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.592858:0:189456:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.592862:0:189456:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.592865:0:189456:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.592868:0:189456:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397910:397910:256:4294967295] 192.168.202.9@tcp LPNI seq info [397906:397906:8:4294967295] 00000400:00000200:3.0:1777582965.592879:0:189456:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.592884:0:189456:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.592889:0:189456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582965.592897:0:189456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.592907:0:189456:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.592912:0:189456:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 424 niov 1 nkiov 1 00002000:00000010:3.0:1777582965.593002:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023f974b100. 00010000:00000010:3.0:1777582965.593008:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aeea1900. 00010000:00000010:3.0:1777582965.593016:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4eb480. 00002000:00000010:3.0:1777582965.593025:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02486271d40. 00010000:00000010:3.0:1777582965.593028:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249dea8900. 00010000:00000010:3.0:1777582965.593033:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4ebf00. 00002000:00000010:3.0:1777582965.593040:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7340. 00010000:00000010:3.0:1777582965.593043:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498aace00. 00010000:00000010:3.0:1777582965.593047:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4eb000. 00002000:00000010:3.0:1777582965.593052:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a93440. 00010000:00000010:3.0:1777582965.593055:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024997a0200. 00010000:00000010:3.0:1777582965.593059:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9c00. 00002000:00000010:3.0:1777582965.593069:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a93a00. 00010000:00000010:3.0:1777582965.593071:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024997a0400. 00010000:00000010:3.0:1777582965.593075:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4eb300. 00000400:00000010:3.0:1777582965.593092:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6d10. 00000400:00000200:3.0:1777582965.593095:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:3.0:1777582965.593097:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:3.0:1777582965.593103:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55ff480 x1863919919275392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.593111:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55ff480 x1863919919275392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.593156:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6cb8. 00000400:00000200:3.0:1777582965.593159:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:3.0:1777582965.593161:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000100:00000200:3.0:1777582965.593165:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f07480 x1863919919275136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.593172:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f07480 x1863919919275136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1777582965.593231:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.593235:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:3.0:1777582965.593238:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.593243:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.593247:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:3.0:1777582965.593248:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582965.593253:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02392489c00 x1863919919278336/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:3.0:1777582965.593577:0:205900:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae900. 00010000:00000200:3.0:1777582965.593626:0:205900:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea4e00 x1863919919275904/t8589942537(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.593640:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582965.593644:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919275904, offset 224 00000400:00000200:3.0:1777582965.593648:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.593655:0:205900:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.593661:0:205900:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9f80 00000400:00000200:3.0:1777582965.593667:0:205900:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2153e9 [1] + 224 00000400:00000200:3.0:1777582965.593672:0:205900:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1777582965.595564:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188e00. 02000000:00000010:2.0:1777582965.595747:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388ec1400. 00000100:00000010:2.0:1777582965.595789:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18b480. 02000000:00000010:2.0:1777582965.595795:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388ec1000. 00000100:00000010:2.0:1777582965.595802:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18ad80. 02000000:00000010:2.0:1777582965.595805:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388ec2400. 00000100:00000010:2.0:1777582965.595813:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c189c00. 02000000:00000010:2.0:1777582965.595821:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238604f000. 02000000:00000010:2.0:1777582965.596042:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238604fc00. 00000400:00000010:2.0:1777582965.596050:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e1b8. 00000400:00000010:2.0:1777582965.596056:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582965.596065:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919278720, portal 4 00000400:00000010:2.0:1777582965.596072:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582965.596075:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919278720, offset 0 00000400:00000200:2.0:1777582965.596084:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.596096:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.596107:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadaa80 00000400:00000200:2.0:1777582965.596114:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 13056 00000400:00000200:2.0:1777582965.596122:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.596127:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:2.1:1777582965.599865:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:2.1:1777582965.599885:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eac00. 00010000:00000010:2.1:1777582965.599889:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:2.1:1777582965.599895:0:3288:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0000. 00010000:00000010:2.1:1777582965.599900:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be200. 00010000:00000010:2.1:1777582965.599904:0:3288:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358c00. 00010000:00000010:2.1:1777582965.599909:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31a00. 00010000:00000010:2.1:1777582965.599913:0:3288:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac100. 00010000:00000010:2.1:1777582965.599917:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00010000:00000010:2.1:1777582965.599921:0:3288:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358200. 00010000:00000010:2.1:1777582965.599927:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.1:1777582965.599930:0:3288:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aec35800. 00010000:00000010:2.1:1777582965.599933:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.1:1777582965.599936:0:3288:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358300. 00010000:00000010:2.1:1777582965.599938:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be600. 00000100:00000200:2.0:1777582965.599948:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.599960:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c189f80. 00000400:00000200:2.0:1777582965.599992:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:2.0:1777582965.599995:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582965.600015:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18ad80 x1863919919278720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.600061:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243aa8. 00000400:00000200:2.0:1777582965.600066:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:2.0:1777582965.600068:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:2.0:1777582965.600074:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c638e00 x1863919919276032/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.600082:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c638e00 x1863919919276032/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.600156:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6dc0. 00000400:00000200:2.0:1777582965.600159:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:2.0:1777582965.600161:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000100:00000200:2.0:1777582965.600167:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05180 x1863919919276416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.600175:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05180 x1863919919276416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582965.600226:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238604c800. 00000400:00000010:2.0:1777582965.600232:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e4d0. 00000400:00000010:2.0:1777582965.600237:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582965.600243:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919278848, portal 4 00000400:00000010:2.0:1777582965.600247:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582965.600250:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919278848, offset 0 00000400:00000200:2.0:1777582965.600255:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.600267:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.600276:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadab00 00000400:00000200:2.0:1777582965.600283:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 13600 00000400:00000200:2.0:1777582965.600289:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.600293:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.600297:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.600301:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188380. 00000400:00000200:2.0:1777582965.600312:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777582965.600313:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582965.600318:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c189c00 x1863919919278848/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.601003:0:205900:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.601018:0:205900:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c639880 x1863919919275904/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.601039:0:205900:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:3.0:1777582965.601041:0:205900:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000020:00000010:3.0:1777582965.601066:0:205900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.601073:0:205900:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582965.601077:0:205900:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498a1ae00. 00000020:00000010:3.0:1777582965.601106:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.601110:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.601116:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edee00. 00000020:00000010:3.0:1777582965.601120:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.601124:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582965.601163:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.601166:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.601170:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498a1ae00. 00000020:00000010:3.0:1777582965.601172:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265700. 00000020:00000010:3.0:1777582965.601174:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a873e8. 00000020:00000010:3.0:1777582965.601194:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.601196:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e65c0. 00000100:00000200:3.0:1777582965.601200:0:205900:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919278720 02000000:00000010:3.0:1777582965.601224:0:205900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024ac5bbc00. 00010000:00000010:3.0:1777582965.601247:0:205900:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d64200. 00010000:00000010:3.0:1777582965.601266:0:205900:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e65c0. 00000100:00000010:3.0:1777582965.601273:0:205900:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eba80. 00000100:00000010:3.0:1777582965.601283:0:205900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392488a80. 02000000:00000010:3.0:1777582965.601295:0:205900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02384d56400. 02000000:00000010:3.0:1777582965.601315:0:205900:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02384d56600. 00000400:00000010:3.0:1777582965.601320:0:205900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4690b0. 00000400:00000010:3.0:1777582965.601324:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582965.601328:0:205900:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919278976, portal 16 00000400:00000010:3.0:1777582965.601332:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777582965.601334:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919278976, offset 0 00000400:00000200:3.0:1777582965.601340:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.601350:0:205900:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.601356:0:205900:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.601360:0:205900:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.601363:0:205900:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.601366:0:205900:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.601370:0:205900:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397911:397911:256:4294967295] 192.168.202.9@tcp LPNI seq info [397907:397907:8:4294967295] 00000400:00000200:3.0:1777582965.601380:0:205900:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.601385:0:205900:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.601390:0:205900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582965.601396:0:205900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.601403:0:205900:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.601407:0:205900:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:3.0:1777582965.601454:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ac5ba800. 00000400:00000010:3.0:1777582965.601458:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4698f0. 00000400:00000010:3.0:1777582965.601461:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5bb0. 00000100:00000200:3.0:1777582965.601463:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919278464, portal 4 00000400:00000010:3.0:1777582965.601467:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582965.601468:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919278464, offset 0 00000400:00000200:3.0:1777582965.601473:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.601479:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.601486:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acada980 00000400:00000200:3.0:1777582965.601491:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 14144 00000400:00000200:3.0:1777582965.601497:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.601500:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.601504:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.601507:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea7b80. 00000400:00000200:3.0:1777582965.601520:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:3.0:1777582965.601521:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582965.601526:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c188e00 x1863919919278464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582965.601552:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ac5b9800. 00000400:00000010:3.0:1777582965.601556:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469210. 00000400:00000010:3.0:1777582965.601558:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777582965.601561:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919278592, portal 4 00000400:00000010:3.0:1777582965.601564:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582965.601566:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919278592, offset 0 00000400:00000200:3.0:1777582965.601570:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.601574:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.601579:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadaa00 00000400:00000200:3.0:1777582965.601582:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 14688 00000400:00000200:3.0:1777582965.601586:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.601589:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.601591:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.601594:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6a00. 00000400:00000200:3.0:1777582965.601608:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:3.0:1777582965.601609:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00010000:00000010:1.1:1777582965.604315:0:205906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131eb000. 00000001:00000010:2.0:1777582965.607779:0:205897:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9f00. 00010000:00000200:2.0:1777582965.607856:0:205897:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f04e00 x1863919919274496/t8589942074(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.607883:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582965.607891:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919274496, offset 224 00000400:00000200:2.0:1777582965.607899:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.607914:0:205897:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.607925:0:205897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad9a00 00000400:00000200:2.0:1777582965.607932:0:205897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215369 [1] + 224 00000400:00000200:2.0:1777582965.607940:0:205897:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.607944:0:205897:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.607953:0:205897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f06680 x1863919919274496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.607970:0:205897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777582965.607972:0:205897:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000020:00000010:2.0:1777582965.607994:0:205897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87900. 00000020:00000010:2.0:1777582965.607998:0:205897:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582965.608001:0:205897:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00000020:00000010:2.0:1777582965.608036:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d0c0. 00000020:00000010:2.0:1777582965.608040:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d0c0. 00000020:00000010:2.0:1777582965.608045:0:205897:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25800. 00000020:00000010:2.0:1777582965.608049:0:205897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87900. 00000020:00000010:2.0:1777582965.608052:0:205897:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582965.608086:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d0c0. 00000020:00000010:2.0:1777582965.608088:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d0c0. 00000020:00000010:2.0:1777582965.608092:0:205897:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24c00. 00000020:00000010:2.0:1777582965.608095:0:205897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582965.608097:0:205897:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582965.608115:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d0c0. 00000020:00000010:2.0:1777582965.608117:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d0c0. 00000100:00000200:2.0:1777582965.608119:0:205897:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919278848 02000000:00000010:2.0:1777582965.608162:0:205897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0238604d800. 00010000:00000010:2.0:1777582965.608184:0:205897:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be600. 00010000:00000010:2.0:1777582965.608201:0:205897:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d0c0. 00000100:00000010:2.0:1777582965.608208:0:205897:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e689c0. 00000100:00000010:2.0:1777582965.608216:0:205897:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18a300. 02000000:00000010:2.0:1777582965.608228:0:205897:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02406c14600. 02000000:00000010:2.0:1777582965.608250:0:205897:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024ae7f0800. 00000400:00000010:2.0:1777582965.608254:0:205897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e160. 00000400:00000010:2.0:1777582965.608258:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582965.608264:0:205897:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919279104, portal 16 00000400:00000010:2.0:1777582965.608267:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582965.608269:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919279104, offset 0 00000400:00000200:2.0:1777582965.608275:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.608283:0:205897:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.608288:0:205897:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.608292:0:205897:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.608296:0:205897:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.608298:0:205897:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.608302:0:205897:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397912:397912:255:4294967295] 192.168.202.9@tcp LPNI seq info [397908:397908:7:4294967295] 00000400:00000200:2.0:1777582965.608312:0:205897:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.608318:0:205897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.608323:0:205897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23700. 00000800:00000200:2.0:1777582965.608330:0:205897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.608337:0:205897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.608341:0:205897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23700 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.608400:0:205905:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.608404:0:205905:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000100:00000200:2.0:1777582965.608406:0:205905:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919278464 02000000:00000010:2.0:1777582965.608416:0:205905:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0238604ec00. 00010000:00000010:2.0:1777582965.608425:0:205905:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf600. 00010000:00000010:2.0:1777582965.608434:0:205905:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1ddc0. 00000100:00000010:2.0:1777582965.608438:0:205905:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68240. 00000100:00000010:2.0:1777582965.608443:0:205905:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18a680. 02000000:00000010:2.0:1777582965.608450:0:205905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa023d3f45600. 02000000:00000010:2.0:1777582965.608459:0:205905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023d3f45800. 00000400:00000010:2.0:1777582965.608462:0:205905:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ebb0. 00000400:00000010:2.0:1777582965.608465:0:205905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582965.608468:0:205905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919279232, portal 16 00000400:00000010:2.0:1777582965.608471:0:205905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582965.608473:0:205905:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919279232, offset 0 00000400:00000200:2.0:1777582965.608477:0:205905:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.608483:0:205905:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.608485:0:205905:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.608488:0:205905:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.608490:0:205905:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.608492:0:205905:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.608495:0:205905:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397913:397913:254:4294967295] 192.168.202.9@tcp LPNI seq info [397909:397909:6:4294967295] 00000400:00000200:2.0:1777582965.608503:0:205905:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.608507:0:205905:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.608510:0:205905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23500. 00000800:00000200:2.0:1777582965.608514:0:205905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.608519:0:205905:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.608522:0:205905:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23500 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1777582965.608552:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188a80. 02000000:00000010:2.0:1777582965.608560:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238604d400. 00000100:00000010:2.0:1777582965.608587:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18b100. 02000000:00000010:2.0:1777582965.608591:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238604dc00. 00000020:00000010:2.0:1777582965.608609:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d700. 00000020:00000010:2.0:1777582965.608626:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d700. 00000100:00000200:2.0:1777582965.608630:0:193009:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919278592 02000000:00000010:2.0:1777582965.608641:0:193009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02385e5c400. 00010000:00000010:2.0:1777582965.608651:0:193009:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.0:1777582965.608658:0:193009:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d700. 00000100:00000010:2.0:1777582965.608662:0:193009:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e686c0. 00000100:00000010:2.0:1777582965.608668:0:193009:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e5c00. 02000000:00000010:2.0:1777582965.608674:0:193009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa023d3f44e00. 02000000:00000010:2.0:1777582965.608683:0:193009:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023d3f45000. 00000400:00000010:2.0:1777582965.608686:0:193009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000010:2.0:1777582965.608689:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582965.608692:0:193009:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919279616, portal 16 00000400:00000010:2.0:1777582965.608695:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582965.608697:0:193009:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919279616, offset 0 00000400:00000200:2.0:1777582965.608702:0:193009:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.608707:0:193009:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.608710:0:193009:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.608712:0:193009:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.608715:0:193009:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.608717:0:193009:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.608720:0:193009:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397914:397914:253:4294967295] 192.168.202.9@tcp LPNI seq info [397910:397910:5:4294967295] 00000400:00000200:2.0:1777582965.608727:0:193009:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.608731:0:193009:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.608734:0:193009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23a00. 00000800:00000200:2.0:1777582965.608737:0:193009:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.608741:0:193009:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.608744:0:193009:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23a00 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:2.0:1777582965.608791:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02385e5c800. 00000400:00000010:2.0:1777582965.608795:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e6e0. 00000400:00000010:2.0:1777582965.608798:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cbb0. 00000100:00000200:2.0:1777582965.608801:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919279488, portal 4 00000400:00000010:2.0:1777582965.608804:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582965.608806:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919279488, offset 0 00000400:00000200:2.0:1777582965.608810:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.608815:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.608822:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadad80 00000400:00000200:2.0:1777582965.608827:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7d21 [8] + 15232 00000400:00000010:2.0:1777582965.608830:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469738. 00000400:00000200:2.0:1777582965.608833:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248308cf00 00000400:00000200:2.0:1777582965.608836:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.608839:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777582965.608843:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248308cf00 00000400:00000010:2.0:1777582965.608845:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 248 at ffffa0248308cf00. 00000100:00000200:2.0:1777582965.608850:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1777582965.608865:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777582965.608867:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582965.608874:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18b100 x1863919919279488/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.608893:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:2.0:1777582965.608897:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:2.0:1777582965.608899:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582965.608903:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f06680 x1863919919274496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.608911:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f06680 x1863919919274496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582965.608955:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02385e5d800. 00000400:00000010:2.0:1777582965.608958:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777582965.608960:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c770. 00000100:00000200:2.0:1777582965.608963:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919279360, portal 4 00000400:00000010:2.0:1777582965.608967:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582965.608969:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919279360, offset 0 00000400:00000200:2.0:1777582965.608973:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.608978:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.608983:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadad00 00000400:00000200:2.0:1777582965.608986:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 0 00000400:00000200:2.0:1777582965.608990:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.608992:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.608995:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.608999:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6d80. 00000400:00000200:2.0:1777582965.609007:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777582965.609009:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582965.609013:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c188a80 x1863919919279360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.609048:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.609052:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.609056:0:206020:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f45a00. 00000020:00000010:2.0:1777582965.609060:0:206020:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f80. 00000020:00000010:2.0:1777582965.609064:0:206020:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582965.609082:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.609084:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.609087:0:206020:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f45200. 00000020:00000010:2.0:1777582965.609089:0:206020:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582965.609091:0:206020:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777582965.609100:0:206020:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.609102:0:206020:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d240. 00000100:00000200:2.0:1777582965.609104:0:206020:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919279488 02000000:00000010:2.0:1777582965.609113:0:206020:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02385e5e400. 00010000:00000010:2.0:1777582965.609126:0:206020:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69be200. 00010000:00000010:2.0:1777582965.609160:0:206020:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d240. 00000100:00000010:2.0:1777582965.609165:0:206020:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68840. 00000100:00000010:2.0:1777582965.609170:0:206020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e7100. 02000000:00000010:2.0:1777582965.609176:0:206020:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa023d3f45e00. 02000000:00000010:2.0:1777582965.609187:0:206020:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023d3f45400. 00000400:00000010:2.0:1777582965.609190:0:206020:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ed10. 00000400:00000010:2.0:1777582965.609193:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582965.609197:0:206020:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919279744, portal 16 00000400:00000010:2.0:1777582965.609200:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.609202:0:206020:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919279744, offset 0 00000400:00000200:2.0:1777582965.609207:0:206020:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.609213:0:206020:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000100:00000200:3.0:1777582965.611943:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18b480 x1863919919278592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.612894:0:206020:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.612903:0:206020:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.612908:0:206020:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.612912:0:206020:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.612917:0:206020:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397915:397915:252:4294967295] 192.168.202.9@tcp LPNI seq info [397911:397911:4:4294967295] 00000400:00000200:2.0:1777582965.612931:0:206020:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.612939:0:206020:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.612948:0:206020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23400. 00000800:00000200:2.0:1777582965.612956:0:206020:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.612966:0:206020:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.612971:0:206020:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23400 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1777582965.614097:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000020:00000010:3.0:1777582965.619963:0:205896:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6dc0. 00000020:00000010:3.0:1777582965.619974:0:205896:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6dc0. 00000100:00000200:3.0:1777582965.619979:0:205896:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919279360 02000000:00000010:3.0:1777582965.620011:0:205896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024ac5bb800. 00010000:00000010:3.0:1777582965.620039:0:205896:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.0:1777582965.620058:0:205896:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6dc0. 00000100:00000010:3.0:1777582965.620066:0:205896:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb300. 00000100:00000010:3.0:1777582965.620078:0:205896:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249dea6680. 02000000:00000010:3.0:1777582965.620093:0:205896:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02384d56200. 02000000:00000010:3.0:1777582965.620116:0:205896:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02384d56c00. 00000400:00000010:3.0:1777582965.620123:0:205896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469420. 00000400:00000010:3.0:1777582965.620128:0:205896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582965.620154:0:205896:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919279872, portal 16 00000400:00000010:3.0:1777582965.620160:0:205896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777582965.620163:0:205896:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919279872, offset 0 00000400:00000200:3.0:1777582965.620174:0:205896:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.620190:0:205896:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.620195:0:205896:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.620198:0:205896:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.620202:0:205896:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.620204:0:205896:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.620208:0:205896:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397916:397916:251:4294967295] 192.168.202.9@tcp LPNI seq info [397912:397912:3:4294967295] 00000400:00000200:3.0:1777582965.620219:0:205896:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.620224:0:205896:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.620229:0:205896:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582965.620235:0:205896:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.620243:0:205896:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.620247:0:205896:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1777582965.620377:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397d5df80. 02000000:00000010:3.0:1777582965.620386:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ac5ba000. 02000000:00000010:3.0:1777582965.620447:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ac5b9400. 00000400:00000010:3.0:1777582965.620452:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4699a0. 00000400:00000010:3.0:1777582965.620456:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582965.620459:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919280000, portal 4 00000400:00000010:3.0:1777582965.620465:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582965.620467:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919280000, offset 0 00000400:00000200:3.0:1777582965.620472:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.620479:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.620489:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadaf80 00000400:00000200:3.0:1777582965.620496:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 544 00000400:00000200:3.0:1777582965.620503:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.620507:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.620514:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.620521:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24fb80. 00000400:00000200:3.0:1777582965.620535:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:3.0:1777582965.620537:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582965.620544:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02397d5df80 x1863919919280000/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.621711:0:205895:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6440. 00000020:00000010:3.0:1777582965.621721:0:205895:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6440. 00000020:00000010:3.0:1777582965.621732:0:205895:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e4e200. 00000020:00000010:3.0:1777582965.621738:0:205895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.621742:0:205895:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582965.621783:0:205895:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6440. 00000020:00000010:3.0:1777582965.621786:0:205895:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6440. 00000100:00000200:3.0:1777582965.621788:0:205895:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919280000 02000000:00000010:3.0:1777582965.621807:0:205895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024ac5b8800. 00010000:00000010:3.0:1777582965.621829:0:205895:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.0:1777582965.621847:0:205895:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6440. 00000100:00000010:3.0:1777582965.621854:0:205895:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb000. 00000100:00000010:3.0:1777582965.621862:0:205895:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f800. 02000000:00000010:3.0:1777582965.621871:0:205895:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02389fdf800. 02000000:00000010:3.0:1777582965.621888:0:205895:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02389fdec00. 00000400:00000010:3.0:1777582965.621892:0:205895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469268. 00000400:00000010:3.0:1777582965.621896:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582965.621912:0:205895:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919280128, portal 16 00000400:00000010:3.0:1777582965.621917:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777582965.621920:0:205895:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919280128, offset 0 00000400:00000200:3.0:1777582965.621929:0:205895:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.621940:0:205895:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.621945:0:205895:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.621949:0:205895:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.621952:0:205895:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.621955:0:205895:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.621958:0:205895:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397917:397917:250:4294967295] 192.168.202.9@tcp LPNI seq info [397913:397913:2:4294967295] 00000400:00000200:3.0:1777582965.621966:0:205895:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.621971:0:205895:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.621975:0:205895:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582965.621982:0:205895:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.621987:0:205895:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.621991:0:205895:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1777582965.623063:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c63c8. 00000400:00000200:3.0:1777582965.623074:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:3.0:1777582965.623076:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582965.623087:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c639880 x1863919919275904/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.623097:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c639880 x1863919919275904/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777582965.623196:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24dc00. 02000000:00000010:3.0:1777582965.623208:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ac5bb400. 02000000:00000010:3.0:1777582965.623245:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ac5bac00. 00000400:00000010:3.0:1777582965.623251:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469f78. 00000400:00000010:3.0:1777582965.623255:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5880. 00000100:00000200:3.0:1777582965.623259:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919280256, portal 4 00000400:00000010:3.0:1777582965.623263:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582965.623265:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919280256, offset 0 00000400:00000200:3.0:1777582965.623271:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.623283:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.623292:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb080 00000400:00000200:3.0:1777582965.623298:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 1088 00000400:00000200:3.0:1777582965.623305:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.623309:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.623315:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.623319:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f480. 00000400:00000200:3.0:1777582965.623330:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:3.0:1777582965.623332:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582965.623337:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24dc00 x1863919919280256/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.623374:0:205907:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.623378:0:205907:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.623383:0:205907:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdf600. 00000020:00000010:3.0:1777582965.623388:0:205907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265300. 00000020:00000010:3.0:1777582965.623392:0:205907:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582965.623414:0:205907:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.623416:0:205907:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.623419:0:205907:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919280256 02000000:00000010:3.0:1777582965.623433:0:205907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024ac5b9c00. 00010000:00000010:3.0:1777582965.623452:0:205907:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.0:1777582965.623469:0:205907:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.623475:0:205907:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4ebf00. 00000100:00000010:3.0:1777582965.623482:0:205907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 02000000:00000010:3.0:1777582965.623488:0:205907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02389fde400. 02000000:00000010:3.0:1777582965.623516:0:205907:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02389fdea00. 00000400:00000010:3.0:1777582965.623521:0:205907:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469cb8. 00000400:00000010:3.0:1777582965.623523:0:205907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582965.623526:0:205907:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919280384, portal 16 00000400:00000010:3.0:1777582965.623529:0:205907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777582965.623532:0:205907:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919280384, offset 0 00000400:00000200:3.0:1777582965.623537:0:205907:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.623545:0:205907:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.623549:0:205907:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.623553:0:205907:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.623556:0:205907:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.623559:0:205907:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.623562:0:205907:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397918:397918:249:4294967295] 192.168.202.9@tcp LPNI seq info [397914:397914:1:4294967295] 00000400:00000200:3.0:1777582965.623572:0:205907:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.623576:0:205907:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.624221:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acada400 00000400:00000200:2.0:1777582965.624231:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215429 [1] + 224 00000800:00000200:2.0:1777582965.624285:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.624289:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582965.624294:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.624298:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.624302:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:2.0:1777582965.624304:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:2.0:1777582965.624313:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02392488a80 x1863919919278976/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.624331:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.624333:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23700. 00000400:00000200:2.0:1777582965.624337:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.624341:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.624344:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:2.0:1777582965.624346:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777582965.624355:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18a300 x1863919919279104/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.624370:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.624372:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23500. 00000400:00000200:2.0:1777582965.624374:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.624377:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.624380:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:2.0:1777582965.624381:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582965.624386:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18a680 x1863919919279232/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.624399:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.624401:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23a00. 00000400:00000200:2.0:1777582965.624404:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.624407:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.624409:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c088 00000400:00000010:2.0:1777582965.624411:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582965.624416:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e5c00 x1863919919279616/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.624429:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.624431:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23400. 00000400:00000200:2.0:1777582965.624433:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.624436:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.624439:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582965.624440:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.624445:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e7100 x1863919919279744/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.624458:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.624459:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582965.624462:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.624465:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.624467:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:2.0:1777582965.624469:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:2.0:1777582965.624473:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249dea6680 x1863919919279872/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.625117:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.625122:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582965.625127:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.625154:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.625159:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:2.0:1777582965.625161:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:2.0:1777582965.625168:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24f800 x1863919919280128/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1777582965.625203:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.625206:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.625212:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239248ad80 x1863919919277056/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1777582965.625233:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.625241:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acada700 00000400:00000200:2.0:1777582965.625247:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215451 [1] + 224 00000400:00000200:2.0:1777582965.625253:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.625256:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.625260:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18bb80 x1863919919277824/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777582965.625285:0:206018:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e7e8. 00000400:00000200:2.0:1777582965.625287:0:206018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582965.625289:0:206018:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582965.625296:0:206018:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18bb80 x1863919919277824/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.625303:0:206018:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18bb80 x1863919919277824/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.625330:0:206018:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024b7d07c00. 02000000:00000010:2.0:1777582965.625337:0:206018:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa024b7d07000. 00000100:00000010:2.0:1777582965.625341:0:206018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18bb80. 00000100:00000010:2.0:1777582965.625346:0:206018:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68b40. 00010000:00000010:2.0:1777582965.625349:0:206018:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d640. 00000400:00000200:2.0:1777582965.625370:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.625377:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acada680 00000400:00000200:2.0:1777582965.625382:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215449 [1] + 224 00000400:00000200:2.0:1777582965.625388:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.625391:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.625396:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c188700 x1863919919277696/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777582965.625417:0:206352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ecb8. 00000400:00000200:2.0:1777582965.625419:0:206352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:2.0:1777582965.625420:0:206352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582965.625425:0:206352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c188700 x1863919919277696/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.625433:0:206352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c188700 x1863919919277696/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.625444:0:206352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02423cf0200. 02000000:00000010:2.0:1777582965.625448:0:206352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02423cf1e00. 00000100:00000010:2.0:1777582965.625451:0:206352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188700. 00000100:00000010:2.0:1777582965.625454:0:206352:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68d80. 00010000:00000010:2.0:1777582965.625456:0:206352:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d940. 00000400:00000200:2.0:1777582965.625472:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.625477:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874680 00000400:00000200:2.0:1777582965.625483:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9a5 [2] + 328 00000400:00000200:2.0:1777582965.625490:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.625492:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.625497:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777582965.625501:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e5f80. 00000400:00000200:2.0:1777582965.625517:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.625522:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874600 00000400:00000200:2.0:1777582965.625526:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9a5 [2] + 656 00000400:00000200:2.0:1777582965.625532:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.625536:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.625539:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777582965.625542:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e5880. 00000400:00000200:2.0:1777582965.625556:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.625561:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874700 00000400:00000200:2.0:1777582965.625565:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9a5 [2] + 984 00000400:00000200:2.0:1777582965.625571:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.625573:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.625576:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777582965.625579:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4a80. 00000400:00000200:2.0:1777582965.625608:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.625625:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acada780 00000400:00000200:2.0:1777582965.625629:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215495 [1] + 224 00000400:00000200:2.0:1777582965.625634:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.625638:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.625643:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239248b100 x1863919919277952/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1777582965.625660:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.625665:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acada800 00000800:00000010:3.0:1777582965.626009:0:205907:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582965.626019:0:205907:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.626025:0:205907:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.626030:0:205907:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1777582965.626053:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2154a1 [1] + 224 00000001:00000010:1.0:1777582965.626573:0:205906:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfb40. 00010000:00000200:1.0:1777582965.626640:0:205906:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa023970fa680 x1863919919270656/t8589942538(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.626660:0:205906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582965.626665:0:205906:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919270656, offset 224 00000400:00000200:1.0:1777582965.626680:0:205906:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.626690:0:205906:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.626698:0:205906:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acad8b00 00000400:00000200:1.0:1777582965.626704:0:205906:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2151bd [1] + 224 00000400:00000200:1.0:1777582965.626709:0:205906:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.626712:0:205906:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.626720:0:205906:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e89880 x1863919919270656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.626741:0:205906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777582965.626744:0:205906:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000020:00000010:1.0:1777582965.626765:0:205906:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355b80. 00000020:00000010:1.0:1777582965.626770:0:205906:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:1.0:1777582965.626773:0:205906:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25600. 02000000:00000010:1.0:1777582965.626788:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0248e979c00. 00000100:00000010:1.0:1777582965.626791:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fa680. 02000000:00000010:1.0:1777582965.626796:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0248e979400. 00000100:00000010:1.0:1777582965.626797:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203f800. 02000000:00000010:1.0:1777582965.626800:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa024b559ec00. 00000100:00000010:1.0:1777582965.626802:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203c700. 02000000:00000010:1.0:1777582965.626805:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0238840bc00. 00000100:00000010:1.0:1777582965.626807:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f9880. 02000000:00000010:1.0:1777582965.626810:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0238840a400. 00000100:00000010:1.0:1777582965.626811:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8380. 02000000:00000010:1.0:1777582965.626816:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0248ba56000. 02000000:00000010:1.0:1777582965.626820:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0248ba57800. 00000100:00000010:1.0:1777582965.626822:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fb800. 02000000:00000010:1.0:1777582965.626825:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0248ba54800. 00000100:00000010:1.0:1777582965.626827:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fad80. 02000000:00000010:1.0:1777582965.626830:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0248ba56400. 00000100:00000010:1.0:1777582965.626832:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8000. 02000000:00000010:1.0:1777582965.626835:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa024b559c800. 00000100:00000010:1.0:1777582965.626837:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203f100. 02000000:00000010:1.0:1777582965.626839:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0248ba55800. 00000100:00000010:1.0:1777582965.626842:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8a80. 02000000:00000010:1.0:1777582965.626845:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02388409400. 00000100:00000010:1.0:1777582965.626847:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970faa00. 02000000:00000010:1.0:1777582965.626849:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0248e97a800. 00000100:00000010:1.0:1777582965.626851:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970fb480. 02000000:00000010:1.0:1777582965.626854:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0238840ac00. 00000100:00000010:1.0:1777582965.626856:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f9500. 02000000:00000010:1.0:1777582965.626859:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa023cc214400. 00000100:00000010:1.0:1777582965.626862:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203ed80. 02000000:00000010:1.0:1777582965.626865:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023cc217800. 00000100:00000010:1.0:1777582965.626866:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6ac380. 02000000:00000010:1.0:1777582965.626869:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023cc214800. 00000100:00000010:1.0:1777582965.626871:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6ad880. 02000000:00000010:1.0:1777582965.626873:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa023cc216c00. 00000100:00000010:1.0:1777582965.626876:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea4a80. 02000000:00000010:1.0:1777582965.626881:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0239333d000. 00000100:00000010:1.0:1777582965.626884:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b568ad80. 02000000:00000010:1.0:1777582965.626887:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa02390698800. 00000100:00000010:1.0:1777582965.626889:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80f800. 02000000:00000010:1.0:1777582965.626891:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0239069b800. 00000100:00000010:1.0:1777582965.626898:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80c700. 02000000:00000010:1.0:1777582965.626912:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0239333e800. 00000100:00000010:1.0:1777582965.626915:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae684000. 02000000:00000010:1.0:1777582965.626917:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0239333e400. 00000100:00000010:1.0:1777582965.626919:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae684700. 02000000:00000010:1.0:1777582965.626923:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa02390699c00. 00000100:00000010:1.0:1777582965.626925:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea5180. 02000000:00000010:1.0:1777582965.626929:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024aca47400. 00000100:00000010:1.0:1777582965.626932:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fd180. 02000000:00000010:1.0:1777582965.626935:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0239069b000. 00000100:00000010:1.0:1777582965.626937:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239e026a00. 02000000:00000010:1.0:1777582965.626940:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa02390699800. 00000100:00000010:1.0:1777582965.626942:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde1f80. 02000000:00000010:1.0:1777582965.626946:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024aca45000. 00000100:00000010:1.0:1777582965.626948:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae685180. 02000000:00000010:1.0:1777582965.626950:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0249f6d3800. 00000100:00000010:1.0:1777582965.626953:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024acde3100. 02000000:00000010:1.0:1777582965.626956:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a5767c00. 00000100:00000010:1.0:1777582965.626959:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248b80d880. 02000000:00000010:1.0:1777582965.626962:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024b5683c00. 00000100:00000010:1.0:1777582965.626966:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fc000. 02000000:00000010:1.0:1777582965.626969:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0249deffc00. 00000100:00000010:1.0:1777582965.626972:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0417b80. 02000000:00000010:1.0:1777582965.626976:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0249defc000. 00000100:00000010:1.0:1777582965.626979:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fce00. 02000000:00000010:1.0:1777582965.626982:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024ad374c00. 00000100:00000010:1.0:1777582965.626985:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0417480. 02000000:00000010:1.0:1777582965.626988:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa0248a614000. 00000100:00000010:1.0:1777582965.626990:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0415880. 02000000:00000010:1.0:1777582965.626993:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a5766800. 00000100:00000010:1.0:1777582965.626996:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0416300. 02000000:00000010:1.0:1777582965.627000:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a6303000. 00000100:00000010:1.0:1777582965.627003:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a3800. 02000000:00000010:1.0:1777582965.627008:0:205906:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffffa024a5766400. 00000100:00000010:1.0:1777582965.627010:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02487cc3100. 00000100:00000200:1.0:1777582965.627018:0:205906:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1777582965.627035:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edcc08. 00000400:00000200:1.0:1777582965.627039:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:1.0:1777582965.627040:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00000100:00000200:1.0:1777582965.627046:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e89880 x1863919919270656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.627053:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e89880 x1863919919270656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777582965.627114:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50e00. 02000000:00000010:1.0:1777582965.627127:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f043c00. 02000000:00000010:1.0:1777582965.627191:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249f040800. 00000400:00000010:1.0:1777582965.627196:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1d68. 00000400:00000010:1.0:1777582965.627200:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582965.627205:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919280512, portal 4 00000400:00000010:1.0:1777582965.627209:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582965.627211:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919280512, offset 0 00000400:00000200:1.0:1777582965.627215:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.627220:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.627226:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb180 00000400:00000200:1.0:1777582965.627231:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 1632 00000400:00000200:1.0:1777582965.627236:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.627239:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.627243:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.627247:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02487cc3100. 00000400:00000200:1.0:1777582965.627257:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:1.0:1777582965.627259:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582965.627263:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f50e00 x1863919919280512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777582965.627309:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a80. 00000020:00000010:1.0:1777582965.627313:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a80. 00000020:00000010:1.0:1777582965.627318:0:207637:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239166e600. 00000020:00000010:1.0:1777582965.627322:0:207637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374b80. 00000020:00000010:1.0:1777582965.627326:0:207637:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777582965.627346:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a80. 00000020:00000010:1.0:1777582965.627349:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a80. 00000100:00000200:1.0:1777582965.627351:0:207637:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919280512 02000000:00000010:1.0:1777582965.627369:0:207637:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024b5683c00. 00010000:00000010:1.0:1777582965.627401:0:207637:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249f048500. 00010000:00000010:1.0:1777582965.627405:0:207637:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249f048200. 00010000:00000010:1.0:1777582965.627410:0:207637:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f119600. 00002000:00000010:1.0:1777582965.627418:0:207637:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a93a80. 00010000:00000010:1.0:1777582965.627447:0:207637:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc93c0. 00080000:00000010:1.0:1777582965.627465:0:207637:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4fc5000. 00000001:00000010:1.0:1777582965.627769:0:207637:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf720. 00010000:00000200:1.0:1777582965.627801:0:207637:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487cc3100 x1863919919280512/t8589942539(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.627816:0:207637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582965.627819:0:207637:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919280512, offset 224 00000400:00000200:1.0:1777582965.627823:0:207637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.627829:0:207637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.627834:0:207637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb180 00000400:00000200:1.0:1777582965.627839:0:207637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x21554d [1] + 224 00000400:00000200:1.0:1777582965.627843:0:207637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.627846:0:207637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.627852:0:207637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f50e00 x1863919919280512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.627867:0:207637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:1.0:1777582965.627869:0:207637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000020:00000010:1.0:1777582965.627879:0:207637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374b80. 00000020:00000010:1.0:1777582965.627882:0:207637:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777582965.627886:0:207637:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239166e600. 00002000:00000010:1.0:1777582965.627989:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a93a80. 00010000:00000010:1.0:1777582965.627995:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249f048200. 00010000:00000010:1.0:1777582965.628003:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc93c0. 00000400:00000010:1.0:1777582965.628015:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1d68. 00000400:00000200:1.0:1777582965.628018:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777582965.628020:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582965.628025:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f50e00 x1863919919280512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.628033:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f50e00 x1863919919280512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777582965.628072:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a3800. 02000000:00000010:1.0:1777582965.628080:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023a4fc7800. 02000000:00000010:1.0:1777582965.628104:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023a4fc6800. 00000400:00000010:1.0:1777582965.628107:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1d68. 00000400:00000010:1.0:1777582965.628110:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582965.628114:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919280640, portal 4 00000400:00000010:1.0:1777582965.628117:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582965.628120:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919280640, offset 0 00000400:00000200:1.0:1777582965.628123:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.628129:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.628160:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb200 00000400:00000200:1.0:1777582965.628165:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 2176 00000400:00000200:1.0:1777582965.628168:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.628171:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.628175:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.628180:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece2300. 00000400:00000200:1.0:1777582965.628191:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:1.0:1777582965.628192:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582965.628196:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0238f4a3800 x1863919919280640/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777582965.628230:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a80. 00000020:00000010:1.0:1777582965.628233:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a80. 00000020:00000010:1.0:1777582965.628236:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239166e600. 00000020:00000010:1.0:1777582965.628239:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374b80. 00000020:00000010:1.0:1777582965.628242:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777582965.628260:0:207637:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a80. 00000020:00000010:1.0:1777582965.628263:0:207637:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a80. 00000100:00000200:1.0:1777582965.628266:0:207637:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919280640 02000000:00000010:1.0:1777582965.628277:0:207637:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa023a4fc4000. 00010000:00000010:1.0:1777582965.628286:0:207637:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa0249f048200. 00010000:00000010:1.0:1777582965.628288:0:207637:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa0249f048100. 00010000:00000010:1.0:1777582965.628292:0:207637:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f119800. 00002000:00000010:1.0:1777582965.628296:0:207637:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa02392a93a80. 00010000:00000010:1.0:1777582965.628310:0:207637:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc93c0. 00080000:00000010:1.0:1777582965.628324:0:207637:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4fc7c00. 00000001:00000010:1.0:1777582965.628538:0:207637:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf780. 00010000:00000200:1.0:1777582965.628565:0:207637:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024aece2300 x1863919919280640/t8589942540(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.628578:0:207637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582965.628581:0:207637:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919280640, offset 224 00000400:00000200:1.0:1777582965.628585:0:207637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.628590:0:207637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.628595:0:207637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb200 00000400:00000200:1.0:1777582965.628599:0:207637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215559 [1] + 224 00000400:00000200:1.0:1777582965.628603:0:207637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.628605:0:207637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.628609:0:207637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0238f4a3800 x1863919919280640/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.628659:0:207637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:1.0:1777582965.628661:0:207637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000020:00000010:1.0:1777582965.628672:0:207637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374b80. 00000020:00000010:1.0:1777582965.628675:0:207637:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777582965.628678:0:207637:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239166e600. 00000400:00000010:3.0:1777582965.632228:0:205898:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243630. 00000400:00000200:3.0:1777582965.632240:0:205898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777582965.632242:0:205898:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582965.632257:0:205898:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239248ad80 x1863919919277056/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777582965.632268:0:205898:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239248ad80 x1863919919277056/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777582965.632299:0:205898:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02408edec00. 02000000:00000010:3.0:1777582965.632308:0:205898:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02384d57000. 00000100:00000010:3.0:1777582965.632313:0:205898:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239248ad80. 00000100:00000010:3.0:1777582965.632319:0:205898:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02498aa69c0. 00010000:00000010:3.0:1777582965.632323:0:205898:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.632363:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.632367:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.632372:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdfc00. 00000020:00000010:3.0:1777582965.632377:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265800. 00000020:00000010:3.0:1777582965.632382:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000100:00000200:3.0:1777582965.632405:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024ac5e5f80 x1863928708023936/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.632431:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.632433:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.632436:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdf000. 00000020:00000010:3.0:1777582965.632439:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265780. 00000020:00000010:3.0:1777582965.632441:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000100:00000200:3.0:1777582965.632449:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024ac5e5880 x1863928708023808/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.632464:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.632467:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.632472:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d57000. 00000020:00000010:3.0:1777582965.632474:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265580. 00000020:00000010:3.0:1777582965.632477:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000100:00000200:3.0:1777582965.632485:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024ac5e4a80 x1863928708024064/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.632505:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.632508:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000100:00000200:3.0:1777582965.632512:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708023936 02000000:00000010:3.0:1777582965.632522:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ac5bb000. 00010000:00000010:3.0:1777582965.632572:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6f40. 00010000:00000010:3.1:1777582965.633819:0:187616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.1:1777582965.633830:0:187616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7a00. 00010000:00000010:3.1:1777582965.633835:0:187616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea600. 00010000:00000010:3.1:1777582965.633837:0:187616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593000. 00010000:00000010:3.1:1777582965.633843:0:187616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1e00. 00010000:00000010:3.1:1777582965.633847:0:187616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64800. 00010000:00000010:3.1:1777582965.633851:0:187616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8500. 00010000:00000010:3.1:1777582965.633855:0:187616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65800. 00010000:00000010:3.1:1777582965.633858:0:187616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac400. 00010000:00000010:3.1:1777582965.633861:0:187616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65200. 00010000:00000010:3.1:1777582965.633867:0:187616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0c00. 00010000:00000010:3.1:1777582965.633872:0:187616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f119e00. 00010000:00000010:3.1:1777582965.633875:0:187616:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0600. 00010000:00000010:3.1:1777582965.633877:0:187616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64a00. 00000100:00000010:3.0:1777582965.633881:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb480. 00000400:00000200:2.0:1777582965.634057:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.634068:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.634087:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02392489f80 x1863919919278080/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.634213:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.634217:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582965.634221:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.634225:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.634229:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:2.0:1777582965.634231:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000100:00000200:2.0:1777582965.634237:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24f100 x1863919919280384/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1777582965.634259:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.634271:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acada880 00000400:00000200:2.0:1777582965.634280:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2154ad [1] + 224 00000400:00000200:2.0:1777582965.634288:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.634291:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.634297:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51180 x1863919919278208/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1777582965.634326:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.634330:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acada900 00000400:00000200:2.0:1777582965.634335:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2154b9 [1] + 224 00000400:00000200:2.0:1777582965.634340:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.634342:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.634348:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02392489c00 x1863919919278336/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1777582965.634364:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.634369:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874900 00000400:00000200:2.0:1777582965.634373:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9a5 [2] + 1312 00000400:00000200:2.0:1777582965.634378:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.634381:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.634385:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777582965.634388:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6300. 00000400:00000200:2.0:1777582965.634395:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.634399:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874780 00000400:00000200:2.0:1777582965.634402:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9a5 [2] + 1640 00000400:00000200:2.0:1777582965.634407:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.634410:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.634412:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777582965.634414:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6680. 00000400:00000200:2.0:1777582965.634422:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.634427:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874880 00000400:00000200:2.0:1777582965.634430:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9a5 [2] + 1968 00000400:00000010:2.0:1777582965.634433:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e210. 00000400:00000200:2.0:1777582965.634436:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02483532cc0 00000400:00000200:2.0:1777582965.634442:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.634445:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.634447:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02483532cc0 00000400:00000010:2.0:1777582965.634450:0:3283:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02483532cc0. 00000100:00000200:2.0:1777582965.634453:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:2.0:1777582965.634462:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.634466:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874800 00000400:00000200:2.0:1777582965.634470:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9e9 [2] + 0 00000400:00000200:2.0:1777582965.634493:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.634496:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.634500:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777582965.634503:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4e00. 00000020:00000010:2.0:1777582965.634543:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.634548:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.634554:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f44200. 00000020:00000010:2.0:1777582965.634560:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87200. 00000020:00000010:2.0:1777582965.634565:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000100:00000200:2.0:1777582965.634595:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024ac5e6300 x1863928708024576/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.634624:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.634627:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.634631:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f44800. 00000020:00000010:2.0:1777582965.634634:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87e00. 00000020:00000010:2.0:1777582965.634636:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e0c8. 00000100:00000200:2.0:1777582965.634644:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024ac5e6680 x1863928708024192/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.634657:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.634659:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.634661:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f44a00. 00000020:00000010:2.0:1777582965.634664:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87980. 00000020:00000010:2.0:1777582965.634666:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e258. 00000100:00000010:3.0:1777582965.635202:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb480. 00010000:00000010:3.0:1777582965.635208:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6f40. 00000400:00000010:3.0:1777582965.635227:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777582965.635232:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708023936, offset 224 00000400:00000200:3.0:1777582965.635240:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.635251:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.635258:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397919:397919:256:4294967295] 192.168.202.9@tcp LPNI seq info [397915:397915:8:4294967295] 00000400:00000200:3.0:1777582965.635268:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.635273:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.635278:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999700. 00000800:00000200:3.0:1777582965.635284:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.635291:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.635295:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.635313:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265800. 00000020:00000010:3.0:1777582965.635318:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582965.635321:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdfc00. 00000020:00000010:3.0:1777582965.635341:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.635344:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.635347:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdfc00. 00000020:00000010:3.0:1777582965.635350:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265800. 00000020:00000010:3.0:1777582965.635353:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000100:00000200:3.0:1777582965.635363:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024ac5e4e00 x1863928708024320/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.635379:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.635381:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000100:00000200:3.0:1777582965.635384:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708023808 02000000:00000010:3.0:1777582965.635444:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ac5b9000. 00010000:00000010:3.0:1777582965.635492:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6f40. 00000100:00000010:3.0:1777582965.635498:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb480. 00000100:00000010:3.0:1777582965.635512:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb480. 00010000:00000010:3.0:1777582965.635515:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6f40. 00000400:00000010:3.0:1777582965.635521:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777582965.635525:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708023808, offset 224 00000400:00000200:3.0:1777582965.635530:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.635536:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.635540:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397920:397920:255:4294967295] 192.168.202.9@tcp LPNI seq info [397916:397916:7:4294967295] 00000400:00000200:3.0:1777582965.635548:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.635551:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.635554:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999500. 00000800:00000200:3.0:1777582965.635558:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.635562:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.635564:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.635571:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265780. 00000020:00000010:3.0:1777582965.635575:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582965.635577:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdf000. 00000020:00000010:3.0:1777582965.635596:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.635598:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000100:00000200:3.0:1777582965.635600:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708024064 02000000:00000010:3.0:1777582965.635607:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023922d0800. 00010000:00000010:3.0:1777582965.635638:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6f40. 00000100:00000010:3.0:1777582965.635642:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb480. 00000100:00000010:3.0:1777582965.635653:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb480. 00010000:00000010:3.0:1777582965.635655:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6f40. 00000400:00000010:3.0:1777582965.635662:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582965.635665:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708024064, offset 224 00010000:00000010:1.1:1777582965.635825:0:187619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6592800. 00002000:00000010:1.0:1777582965.635852:0:187619:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a93a80. 00010000:00000010:1.0:1777582965.635858:0:187619:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249f048100. 00010000:00000010:1.0:1777582965.635866:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc93c0. 00000400:00000010:1.0:1777582965.635891:0:206021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1ec8. 00000400:00000200:1.0:1777582965.635896:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:1.0:1777582965.635897:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.636823:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51180 x1863919919278208/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.636834:0:206021:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51180 x1863919919278208/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.636867:0:206021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0239166ec00. 02000000:00000010:1.0:1777582965.636874:0:206021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0239166fe00. 00000100:00000010:1.0:1777582965.636879:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51180. 00000100:00000010:1.0:1777582965.636885:0:206021:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02392bc9d80. 00010000:00000010:1.0:1777582965.636888:0:206021:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93780. 00000100:00000200:2.0:1777582965.637063:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aed43c50 x1863928708024448/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.637113:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.637149:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadab80 00000400:00000200:2.0:1777582965.637158:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2154d5 [1] + 224 00000400:00000200:2.0:1777582965.637171:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.637176:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.637185:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02392488a80 x1863919919278976/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.637795:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.637799:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999700. 00000400:00000200:2.0:1777582965.637805:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.637811:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.637815:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:2.0:1777582965.637818:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000800:00000200:2.0:1777582965.637886:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.637889:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999500. 00000400:00000200:2.0:1777582965.637892:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.637895:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.637898:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000200:0.0:1777582965.638014:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.638025:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadae00 00000400:00000010:2.0:1777582965.638045:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:2.0:1777582965.638083:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d940. 00000020:00000010:2.0:1777582965.638088:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d940. 00000100:00000200:2.0:1777582965.638091:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708024576 02000000:00000010:2.0:1777582965.638103:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02385e5cc00. 00010000:00000010:2.0:1777582965.638165:0:190365:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d940. 00000100:00000010:2.0:1777582965.638174:0:190365:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68d80. 00000100:00000010:2.0:1777582965.638181:0:190365:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68d80. 00010000:00000010:2.0:1777582965.638183:0:190365:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d940. 00000400:00000010:2.0:1777582965.638194:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000400:00000200:0.0:1777582965.639371:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215501 [1] + 224 00000400:00000200:0.0:1777582965.639394:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.639398:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.639412:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e5c00 x1863919919279616/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.639452:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.639461:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadac00 00000400:00000200:0.0:1777582965.639466:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2154f1 [1] + 224 00000400:00000200:0.0:1777582965.639471:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.639475:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.639480:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18a300 x1863919919279104/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.639510:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.639516:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadac80 00000400:00000200:0.0:1777582965.639520:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2154f9 [1] + 224 00000400:00000200:0.0:1777582965.639526:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.639529:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.639534:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18a680 x1863919919279232/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777582965.639552:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.639556:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874980 00000400:00000200:0.0:1777582965.639561:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9e9 [2] + 328 00000400:00000200:0.0:1777582965.639566:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.639569:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.639573:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.639579:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638700. 00000400:00000200:0.0:1777582965.639588:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:0.0:1777582965.639593:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874a00 00000400:00000200:0.0:1777582965.639596:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9e9 [2] + 656 00000400:00000200:0.0:1777582965.639608:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.639610:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:0.0:1777582965.639624:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777582965.639627:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a300. 00000400:00000200:3.0:1777582965.643635:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.643653:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.643662:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397921:397921:256:4294967295] 192.168.202.9@tcp LPNI seq info [397917:397917:8:4294967295] 00000400:00000200:3.0:1777582965.643683:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.643690:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.643698:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999b00. 00000800:00000200:3.0:1777582965.643706:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.643713:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.643718:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.643750:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265580. 00000020:00000010:3.0:1777582965.643755:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582965.643759:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d57000. 00000020:00000010:3.0:1777582965.643795:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.643799:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.643805:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdf000. 00000020:00000010:3.0:1777582965.643809:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265580. 00000020:00000010:3.0:1777582965.643812:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000100:00000200:3.0:1777582965.643834:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0249c638700 x1863928708024704/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.643849:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.643851:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.643855:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d57000. 00000020:00000010:3.0:1777582965.643858:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265780. 00000020:00000010:3.0:1777582965.643860:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000100:00000200:3.0:1777582965.643866:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0249c63a300 x1863928708024832/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.643881:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.643883:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000100:00000200:3.0:1777582965.643886:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708024192 02000000:00000010:3.0:1777582965.643911:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca05c00. 00010000:00000010:3.0:1777582965.643952:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6f40. 00000100:00000010:3.0:1777582965.643959:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb480. 00000100:00000010:3.0:1777582965.643966:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb480. 00010000:00000010:3.0:1777582965.643968:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6f40. 00000400:00000010:3.0:1777582965.643981:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582965.643985:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708024192, offset 224 00000400:00000200:3.0:1777582965.643990:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.643995:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.643999:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397922:397922:255:4294967295] 192.168.202.9@tcp LPNI seq info [397918:397918:7:4294967295] 00000400:00000200:3.0:1777582965.644006:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.644010:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.644013:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999a00. 00000800:00000200:3.0:1777582965.644016:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.644021:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.644024:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.644031:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87e00. 00000020:00000010:3.0:1777582965.644035:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e0c8. 00000020:00000010:3.0:1777582965.644038:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f44800. 00000020:00000010:3.0:1777582965.644049:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.644052:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000100:00000200:3.0:1777582965.644054:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708024320 02000000:00000010:3.0:1777582965.644059:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca06800. 00010000:00000010:3.0:1777582965.644074:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6f40. 00000100:00000010:3.0:1777582965.644077:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb480. 00000100:00000010:3.0:1777582965.644080:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb480. 00010000:00000010:3.0:1777582965.644082:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6f40. 00000400:00000010:3.0:1777582965.644087:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.644090:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708024320, offset 224 00000400:00000200:3.0:1777582965.644094:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.644099:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.644102:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397923:397923:254:4294967295] 192.168.202.9@tcp LPNI seq info [397919:397919:6:4294967295] 00000400:00000200:3.0:1777582965.644108:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.644112:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.644115:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582965.644118:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.644122:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.644124:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.644130:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265800. 00000020:00000010:3.0:1777582965.644151:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777582965.644154:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdfc00. 00000020:00000010:3.0:1777582965.644164:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.644166:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000100:00000200:3.0:1777582965.644168:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708024448 02000000:00000010:3.0:1777582965.644173:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07c00. 00010000:00000010:3.0:1777582965.644192:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6f40. 00000100:00000010:3.0:1777582965.644196:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb480. 00000100:00000010:3.0:1777582965.644207:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb480. 00010000:00000010:3.0:1777582965.644210:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6f40. 00000400:00000010:3.0:1777582965.644216:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582965.644219:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708024448, offset 224 00000400:00000200:3.0:1777582965.644223:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.644228:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.644232:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397924:397924:253:4294967295] 192.168.202.9@tcp LPNI seq info [397920:397920:5:4294967295] 00000400:00000200:3.0:1777582965.644238:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.644242:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.644245:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582965.644248:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.644252:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.644254:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.644260:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87980. 00000020:00000010:3.0:1777582965.644263:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e258. 00000020:00000010:3.0:1777582965.644266:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f44a00. 00000020:00000010:3.0:1777582965.644276:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.644279:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000100:00000200:3.0:1777582965.644281:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708024704 02000000:00000010:3.0:1777582965.644287:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07800. 00010000:00000010:3.0:1777582965.644301:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6f40. 00000100:00000010:3.0:1777582965.644304:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb480. 00000100:00000010:3.0:1777582965.644307:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb480. 00010000:00000010:3.0:1777582965.644309:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6f40. 00000400:00000010:3.0:1777582965.644315:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582965.644317:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708024704, offset 224 00000400:00000200:3.0:1777582965.644321:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.644326:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.644330:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397925:397925:252:4294967295] 192.168.202.9@tcp LPNI seq info [397921:397921:4:4294967295] 00000400:00000200:3.0:1777582965.644337:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.644341:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.644344:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999f00. 00000800:00000200:3.0:1777582965.644348:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.644352:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.644354:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.644359:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265580. 00000020:00000010:3.0:1777582965.644362:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582965.644364:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdf000. 00000020:00000010:3.0:1777582965.644375:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6f40. 00000020:00000010:3.0:1777582965.644377:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6f40. 00000100:00000200:3.0:1777582965.644379:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708024832 02000000:00000010:3.0:1777582965.644384:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07400. 00010000:00000010:3.0:1777582965.644396:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6f40. 00000100:00000010:3.0:1777582965.644400:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb480. 00000100:00000010:3.0:1777582965.644402:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb480. 00010000:00000010:3.0:1777582965.644404:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6f40. 00000400:00000010:3.0:1777582965.644410:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582965.644413:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708024832, offset 224 00000400:00000200:3.0:1777582965.644420:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.644425:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.644429:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397926:397926:251:4294967295] 192.168.202.9@tcp LPNI seq info [397922:397922:3:4294967295] 00000400:00000200:3.0:1777582965.644436:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.644439:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.644442:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582965.644445:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.644449:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.644451:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.644458:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265780. 00000020:00000010:3.0:1777582965.644460:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582965.644462:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d57000. 00000400:00000010:3.0:1777582965.644497:0:188246:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469c08. 00000400:00000200:3.0:1777582965.644501:0:188246:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:3.0:1777582965.644503:0:188246:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582965.644511:0:188246:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239248b100 x1863919919277952/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777582965.644519:0:188246:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239248b100 x1863919919277952/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777582965.644547:0:188246:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02408ede200. 02000000:00000010:3.0:1777582965.644554:0:188246:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02408edfe00. 00000100:00000010:3.0:1777582965.644558:0:188246:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239248b100. 00000100:00000010:3.0:1777582965.644562:0:188246:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb9c0. 00010000:00000010:3.0:1777582965.644564:0:188246:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6180. 00010000:00000010:3.0:1777582965.644578:0:188246:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4eb9c0. 00080000:00000010:3.0:1777582965.644600:0:188246:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca05000. 00000001:00000010:3.0:1777582965.644785:0:188246:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae720. 00010000:00000200:3.0:1777582965.644829:0:188246:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f51500 x1863919919276160/t8589942075(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.644846:0:188246:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582965.644849:0:188246:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919276160, offset 224 00000400:00000200:3.0:1777582965.644853:0:188246:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.644862:0:188246:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.644870:0:188246:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acada080 00000400:00000200:3.0:1777582965.644878:0:188246:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215459 [1] + 224 00000400:00000200:3.0:1777582965.644884:0:188246:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.644889:0:188246:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.644897:0:188246:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f07b80 x1863919919276160/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.644911:0:188246:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:3.0:1777582965.644913:0:188246:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00000020:00000010:3.0:1777582965.644926:0:188246:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.644929:0:188246:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582965.644931:0:188246:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edf200. 00010000:00000010:3.0:1777582965.644974:0:206018:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4eb480. 00080000:00000010:3.0:1777582965.644987:0:206018:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca06000. 00000001:00000010:3.0:1777582965.645305:0:206018:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae360. 00010000:00000200:3.0:1777582965.645334:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f07100 x1863919919277568/t8589942076(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.645346:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582965.645350:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919277568, offset 224 00000400:00000200:3.0:1777582965.645354:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.645359:0:206018:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.645364:0:206018:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acada600 00000400:00000200:3.0:1777582965.645369:0:206018:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215441 [1] + 224 00000400:00000200:3.0:1777582965.645373:0:206018:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.645376:0:206018:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.645381:0:206018:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05880 x1863919919277568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.645401:0:206018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:3.0:1777582965.645402:0:206018:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 00000020:00000010:3.0:1777582965.645410:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87a80. 00000020:00000010:3.0:1777582965.645413:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:3.0:1777582965.645415:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024832f3000. 00000400:00000010:3.0:1777582965.645436:0:205908:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469f20. 00000400:00000200:3.0:1777582965.645439:0:205908:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:3.0:1777582965.645441:0:205908:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582965.645446:0:205908:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02392489f80 x1863919919278080/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777582965.645454:0:205908:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02392489f80 x1863919919278080/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777582965.645475:0:205908:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02408edf800. 02000000:00000010:3.0:1777582965.645478:0:205908:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02408edfa00. 00000100:00000010:3.0:1777582965.645481:0:205908:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392489f80. 00000100:00000010:3.0:1777582965.645486:0:205908:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb540. 00010000:00000010:3.0:1777582965.645488:0:205908:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6e40. 00010000:00000010:3.0:1777582965.645495:0:205908:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4eb540. 00080000:00000010:3.0:1777582965.645509:0:205908:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca05800. 00000001:00000010:3.0:1777582965.645717:0:205908:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaef00. 00010000:00000200:3.0:1777582965.645739:0:205908:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f50700 x1863919919277184/t8589942077(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.645749:0:205908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582965.645752:0:205908:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919277184, offset 224 00000400:00000200:3.0:1777582965.645756:0:205908:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.645762:0:205908:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.645767:0:205908:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acada480 00000400:00000200:3.0:1777582965.645772:0:205908:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215461 [1] + 224 00000400:00000200:3.0:1777582965.645776:0:205908:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.645779:0:205908:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.645784:0:205908:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239203c380 x1863919919277184/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.645794:0:205908:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:3.0:1777582965.645796:0:205908:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00000020:00000010:3.0:1777582965.645803:0:205908:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.645807:0:205908:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582965.645809:0:205908:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408ede400. 00000400:00000010:3.0:1777582965.645830:0:189456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469840. 00000400:00000200:3.0:1777582965.645834:0:189456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:3.0:1777582965.645835:0:189456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582965.645841:0:189456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02392489c00 x1863919919278336/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777582965.645849:0:189456:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02392489c00 x1863919919278336/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777582965.645867:0:189456:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02408ede000. 02000000:00000010:3.0:1777582965.645870:0:189456:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02408edfc00. 00000100:00000010:3.0:1777582965.645873:0:189456:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392489c00. 00000100:00000010:3.0:1777582965.645876:0:189456:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4ebc00. 00010000:00000010:3.0:1777582965.645878:0:189456:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6300. 00010000:00000010:3.0:1777582965.645886:0:189456:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4ebc00. 00080000:00000010:3.0:1777582965.645894:0:189456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca05400. 00000001:00000010:3.0:1777582965.645983:0:189456:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae180. 00010000:00000200:3.0:1777582965.646012:0:189456:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f50000 x1863919919277312/t8589942541(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.646023:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582965.646027:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919277312, offset 224 00000400:00000200:3.0:1777582965.646030:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.646036:0:189456:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.646041:0:189456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acada500 00000400:00000200:3.0:1777582965.646045:0:189456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215471 [1] + 224 00000400:00000200:3.0:1777582965.646049:0:189456:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.646053:0:189456:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.646059:0:189456:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239203d180 x1863919919277312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.646070:0:189456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:3.0:1777582965.646071:0:189456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000020:00000010:3.0:1777582965.646079:0:189456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.646082:0:189456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582965.646084:0:189456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408ede800. 00010000:00000010:3.0:1777582965.646103:0:205898:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4ebe40. 00080000:00000010:3.0:1777582965.646111:0:205898:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca04800. 00000001:00000010:3.0:1777582965.646338:0:205898:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaea80. 00010000:00000200:3.0:1777582965.646364:0:205898:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea5880 x1863919919276544/t8589942078(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.646375:0:205898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582965.646379:0:205898:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919276544, offset 224 00000400:00000200:3.0:1777582965.646382:0:205898:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.646387:0:205898:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.646392:0:205898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acada200 00000400:00000200:3.0:1777582965.646396:0:205898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215401 [1] + 224 00000400:00000200:3.0:1777582965.646400:0:205898:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.646403:0:205898:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.646408:0:205898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239203f480 x1863919919276544/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.646418:0:205898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:3.0:1777582965.646419:0:205898:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000020:00000010:3.0:1777582965.646426:0:205898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265b00. 00000020:00000010:3.0:1777582965.646429:0:205898:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:3.0:1777582965.646431:0:205898:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d57c00. 00010000:00000010:3.0:1777582965.646452:0:206352:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4eb780. 00080000:00000010:3.0:1777582965.646458:0:206352:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388528000. 00000001:00000010:3.0:1777582965.649275:0:206352:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaeae0. 00010000:00000200:3.0:1777582965.649337:0:206352:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f04a80 x1863919919277440/t8589942079(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.649358:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582965.649366:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919277440, offset 224 00000400:00000200:3.0:1777582965.649373:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.649386:0:206352:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.649396:0:206352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acada580 00000400:00000200:3.0:1777582965.649404:0:206352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215439 [1] + 224 00000400:00000200:3.0:1777582965.649410:0:206352:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.649414:0:206352:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.649423:0:206352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05f80 x1863919919277440/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.649440:0:206352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:3.0:1777582965.649442:0:206352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 00000020:00000010:3.0:1777582965.649461:0:206352:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87680. 00000020:00000010:3.0:1777582965.649467:0:206352:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:3.0:1777582965.649470:0:206352:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024832f2800. 00000400:00000010:3.0:1777582965.649810:0:205900:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4690b0. 00000400:00000200:3.0:1777582965.649814:0:205900:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:3.0:1777582965.649816:0:205900:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582965.649825:0:205900:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02392488a80 x1863919919278976/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777582965.649832:0:205900:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02392488a80 x1863919919278976/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777582965.649862:0:205900:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02384d56600. 02000000:00000010:3.0:1777582965.649868:0:205900:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02384d56400. 00000100:00000010:3.0:1777582965.649872:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392488a80. 00000100:00000010:3.0:1777582965.649876:0:205900:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eba80. 00010000:00000010:3.0:1777582965.649879:0:205900:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e65c0. 00000100:00000200:2.0:1777582965.653255:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708024576, offset 224 00000400:00000010:2.0:1777582965.653290:0:193009:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e058. 00000400:00000200:2.0:1777582965.653297:0:193009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582965.653300:0:193009:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582965.653319:0:193009:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e5c00 x1863919919279616/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.653331:0:193009:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e5c00 x1863919919279616/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.653377:0:193009:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023d3f45000. 02000000:00000010:2.0:1777582965.653385:0:193009:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa023d3f44e00. 00000100:00000010:2.0:1777582965.653390:0:193009:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e5c00. 00000100:00000010:2.0:1777582965.653394:0:193009:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e686c0. 00010000:00000010:2.0:1777582965.653398:0:193009:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d700. 00010000:00000010:2.0:1777582965.653422:0:193009:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00080000:00000010:2.0:1777582965.653439:0:193009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e5d000. 00000001:00000010:2.0:1777582965.654354:0:193009:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a96c0. 00010000:00000200:2.0:1777582965.654412:0:193009:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea6a00 x1863919919278592/t8589942542(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.654434:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582965.654440:0:193009:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919278592, offset 224 00000400:00000200:2.0:1777582965.654446:0:193009:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.654461:0:193009:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.654473:0:193009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadaa00 00000400:00000200:2.0:1777582965.654482:0:193009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2154e5 [1] + 224 00000400:00000200:2.0:1777582965.654490:0:193009:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.654495:0:193009:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.655582:0:193009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18b480 x1863919919278592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.655601:0:193009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582965.655603:0:193009:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000020:00000010:2.0:1777582965.655635:0:193009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582965.655640:0:193009:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582965.655643:0:193009:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24c00. 00000400:00000010:2.0:1777582965.655757:0:205897:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e160. 00000400:00000200:2.0:1777582965.655761:0:205897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777582965.655763:0:205897:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582965.655772:0:205897:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18a300 x1863919919279104/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.655781:0:205897:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18a300 x1863919919279104/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.655813:0:205897:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024ae7f0800. 02000000:00000010:2.0:1777582965.655819:0:205897:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02406c14600. 00000100:00000010:2.0:1777582965.655824:0:205897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18a300. 00000100:00000010:2.0:1777582965.655829:0:205897:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e689c0. 00010000:00000010:2.0:1777582965.655832:0:205897:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d0c0. 00010000:00000010:2.0:1777582965.655846:0:205897:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e689c0. 00080000:00000010:2.0:1777582965.655856:0:205897:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385e5e000. 00000400:00000010:1.0:1777582965.656011:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1d68. 00000400:00000200:1.0:1777582965.656016:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777582965.656017:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582965.656024:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0238f4a3800 x1863919919280640/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.656032:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0238f4a3800 x1863919919280640/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.656070:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469210. 00000400:00000200:1.0:1777582965.656073:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:1.0:1777582965.656074:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000100:00000200:1.0:1777582965.656078:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18b480 x1863919919278592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.656085:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18b480 x1863919919278592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.656096:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe19a0. 00000400:00000200:1.0:1777582965.656098:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:1.0:1777582965.656100:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582965.656103:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239203d180 x1863919919277312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.656110:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239203d180 x1863919919277312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.656126:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1b58. 00000400:00000200:1.0:1777582965.656128:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:1.0:1777582965.656129:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582965.656150:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f07b80 x1863919919276160/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.656157:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f07b80 x1863919919276160/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.656179:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1f78. 00000400:00000200:1.0:1777582965.656181:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777582965.656182:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582965.656186:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239203c380 x1863919919277184/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.656194:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239203c380 x1863919919277184/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1777582965.656288:0:206021:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9d80. 00080000:00000010:1.0:1777582965.656296:0:206021:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023a4fc4400. 00000001:00000010:1.0:1777582965.656410:0:206021:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf1e0. 00010000:00000200:1.0:1777582965.656445:0:206021:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f51c00 x1863919919276288/t8589942080(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.656458:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582965.656462:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919276288, offset 224 00000400:00000200:1.0:1777582965.656467:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.656475:0:206021:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.656482:0:206021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acada100 00000400:00000200:1.0:1777582965.656488:0:206021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215469 [1] + 224 00000400:00000200:1.0:1777582965.656494:0:206021:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1777582965.656598:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24c700. 02000000:00000010:3.0:1777582965.656621:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238852a800. 00000100:00000010:3.0:1777582965.656641:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24df80. 02000000:00000010:3.0:1777582965.656645:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238852a000. 00000100:00000010:3.0:1777582965.656652:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24e300. 02000000:00000010:3.0:1777582965.656656:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238852b400. 00000001:00000010:2.0:1777582965.657294:0:205897:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9f60. 00010000:00000200:2.0:1777582965.657323:0:205897:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c188380 x1863919919278848/t8589942543(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.657337:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582965.657340:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919278848, offset 224 00000400:00000200:2.0:1777582965.657345:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.657352:0:205897:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.657358:0:205897:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadab00 00000400:00000200:2.0:1777582965.657363:0:205897:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2154cd [1] + 224 00000400:00000200:2.0:1777582965.657368:0:205897:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.657371:0:205897:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.657379:0:205897:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c189c00 x1863919919278848/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.657393:0:205897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777582965.657395:0:205897:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000020:00000010:2.0:1777582965.657411:0:205897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265700. 00000020:00000010:2.0:1777582965.657415:0:205897:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a873e8. 00000020:00000010:2.0:1777582965.657418:0:205897:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498a1ae00. 00000400:00000010:2.0:1777582965.657445:0:205905:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ebb0. 00000400:00000200:2.0:1777582965.657448:0:205905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:2.0:1777582965.657450:0:205905:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582965.657457:0:205905:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18a680 x1863919919279232/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.657466:0:205905:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18a680 x1863919919279232/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.657485:0:205905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023d3f45800. 02000000:00000010:2.0:1777582965.657488:0:205905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa023d3f45600. 00000100:00000010:2.0:1777582965.657491:0:205905:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18a680. 00000100:00000010:2.0:1777582965.657495:0:205905:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68240. 00010000:00000010:2.0:1777582965.657634:0:205905:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1ddc0. 02000000:00000010:2.0:1777582965.657665:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238606b400. 00000400:00000010:2.0:1777582965.657679:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ebb0. 00000400:00000010:2.0:1777582965.657683:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582965.657689:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919280768, portal 4 00000400:00000010:2.0:1777582965.657693:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582965.657695:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919280768, offset 0 00000400:00000200:2.0:1777582965.657699:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.657704:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.657710:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb280 00000400:00000200:2.0:1777582965.657715:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 2720 00000400:00000200:2.0:1777582965.657720:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.657722:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.657726:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.657730:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e5c00. 00000400:00000200:2.0:1777582965.657745:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777582965.657746:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582965.657752:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24c700 x1863919919280768/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.657769:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e4d0. 00000400:00000200:2.0:1777582965.657771:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:2.0:1777582965.657772:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582965.657775:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c189c00 x1863919919278848/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.657782:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c189c00 x1863919919278848/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.657805:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e580. 00000400:00000200:2.0:1777582965.657808:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582965.657809:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.657814:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05880 x1863919919277568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.657821:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05880 x1863919919277568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.657834:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e3c8. 00000400:00000200:2.0:1777582965.657837:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777582965.657838:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582965.657842:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05f80 x1863919919277440/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.657849:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05f80 x1863919919277440/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.657860:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243688. 00000400:00000200:2.0:1777582965.657863:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:2.0:1777582965.657865:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000100:00000200:2.0:1777582965.657869:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239203f480 x1863919919276544/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.657875:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239203f480 x1863919919276544/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582965.658065:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238606a800. 00000400:00000010:2.0:1777582965.658071:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e3c8. 00000400:00000010:2.0:1777582965.658075:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582965.658078:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919280896, portal 4 00000400:00000010:2.0:1777582965.658082:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.658084:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919280896, offset 0 00000400:00000200:2.0:1777582965.658088:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.658094:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.658098:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb300 00000400:00000200:2.0:1777582965.658102:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 3264 00000400:00000200:2.0:1777582965.658106:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.658109:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.658112:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.658115:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e7800. 00000400:00000200:2.0:1777582965.658126:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:2.0:1777582965.658128:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.658166:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24df80 x1863919919280896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1777582965.658220:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7480. 00010000:00000010:2.0:1777582965.658225:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498aac600. 00010000:00000010:2.0:1777582965.658234:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4eb9c0. 00002000:00000010:2.0:1777582965.658244:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a93540. 00010000:00000010:2.0:1777582965.658247:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024997a0300. 00010000:00000010:2.0:1777582965.658251:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4eb480. 00002000:00000010:2.0:1777582965.658258:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7140. 00010000:00000010:2.0:1777582965.658260:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498aac300. 00010000:00000010:2.0:1777582965.658264:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4eb540. 00002000:00000010:2.0:1777582965.658273:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7640. 00010000:00000010:2.0:1777582965.658276:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498aacb00. 00010000:00000010:2.0:1777582965.658280:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4ebc00. 00002000:00000010:2.0:1777582965.658287:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa024862713c0. 00010000:00000010:2.0:1777582965.658290:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249dea8f00. 00010000:00000010:2.0:1777582965.658294:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4ebe40. 00002000:00000010:2.0:1777582965.658300:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc72c0. 00010000:00000010:2.0:1777582965.658303:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498aacd00. 00010000:00000010:2.0:1777582965.658306:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4eb780. 00002000:00000010:2.0:1777582965.658313:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7d40. 00010000:00000010:2.0:1777582965.658315:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0248ee46900. 00010000:00000010:2.0:1777582965.658319:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e686c0. 00002000:00000010:2.0:1777582965.658326:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02390f8bcc0. 00010000:00000010:2.0:1777582965.658329:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0248ee46f00. 00010000:00000010:2.0:1777582965.658333:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e689c0. 00002000:00000010:2.0:1777582965.658340:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023f974be00. 00010000:00000010:2.0:1777582965.658343:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aeea1c00. 00010000:00000010:2.0:1777582965.658348:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9d80. 00000400:00000200:2.0:1777582965.658386:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.658396:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874a80 00000400:00000200:2.0:1777582965.658402:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9e9 [2] + 984 00000400:00000200:2.0:1777582965.658411:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.658414:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.658418:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777582965.658422:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4700. 00000800:00000200:2.0:1777582965.658470:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.658473:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999b00. 00000400:00000200:2.0:1777582965.658478:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.658481:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.658484:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:2.0:1777582965.658485:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000400:00000200:1.0:1777582965.658894:0:206021:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.658914:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f06300 x1863919919276288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.658934:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777582965.658937:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000020:00000010:1.0:1777582965.658960:0:206021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265e00. 00000020:00000010:1.0:1777582965.658964:0:206021:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87320. 00000020:00000010:1.0:1777582965.658968:0:206021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edea00. 00000020:00000010:1.0:1777582965.658996:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93780. 00000020:00000010:1.0:1777582965.659000:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93780. 00000020:00000010:1.0:1777582965.659005:0:206021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239166fe00. 00000020:00000010:1.0:1777582965.659009:0:206021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374b80. 00000020:00000010:1.0:1777582965.659012:0:206021:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777582965.659040:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93780. 00000020:00000010:1.0:1777582965.659043:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93780. 00000020:00000010:1.0:1777582965.659046:0:206021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0239166ec00. 00000020:00000010:1.0:1777582965.659049:0:206021:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374080. 00000020:00000010:1.0:1777582965.659051:0:206021:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582965.659069:0:206021:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93780. 00000020:00000010:1.0:1777582965.659071:0:206021:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93780. 00000100:00000200:1.0:1777582965.659074:0:206021:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919280768 02000000:00000010:1.0:1777582965.659097:0:206021:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa023a4fc5c00. 00010000:00000010:1.0:1777582965.659120:0:206021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f118800. 00010000:00000010:1.0:1777582965.659153:0:206021:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93780. 00000100:00000010:1.0:1777582965.659161:0:206021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02392bc93c0. 00000100:00000010:1.0:1777582965.659169:0:206021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece1500. 02000000:00000010:1.0:1777582965.659180:0:206021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0239166e600. 02000000:00000010:1.0:1777582965.659200:0:206021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0239166fc00. 00000400:00000010:1.0:1777582965.659204:0:206021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1f78. 00000400:00000010:1.0:1777582965.659207:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582965.659212:0:206021:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919281152, portal 16 00000400:00000010:1.0:1777582965.659216:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777582965.659219:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919281152, offset 0 00000400:00000200:1.0:1777582965.659225:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.659236:0:206021:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.659241:0:206021:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.659245:0:206021:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.659248:0:206021:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.659251:0:206021:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.659255:0:206021:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397927:397927:251:4294967295] 192.168.202.9@tcp LPNI seq info [397923:397923:3:4294967295] 00000400:00000200:1.0:1777582965.659264:0:206021:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.659269:0:206021:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.659274:0:206021:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:1.0:1777582965.659280:0:206021:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.659287:0:206021:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.659292:0:206021:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1777582965.659340:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece0a80. 02000000:00000010:1.0:1777582965.659347:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023a4fc4800. 00000100:00000010:1.0:1777582965.659364:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece0000. 02000000:00000010:1.0:1777582965.659368:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023a4fc7000. 00000100:00000010:1.0:1777582965.659384:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51180. 02000000:00000010:1.0:1777582965.659388:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02496fef400. 00000100:00000010:1.0:1777582965.659396:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ca80. 02000000:00000010:1.0:1777582965.659399:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02496fed800. 00000100:00000010:1.0:1777582965.659404:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30d880. 02000000:00000010:1.0:1777582965.659407:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02496fee000. 00000020:00000010:1.0:1777582965.659424:0:188247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a80. 00000020:00000010:1.0:1777582965.659427:0:188247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a80. 00000100:00000200:1.0:1777582965.659429:0:188247:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919280896 02000000:00000010:1.0:1777582965.659438:0:188247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02496fef800. 00010000:00000010:1.0:1777582965.659447:0:188247:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f118a00. 00010000:00000010:1.0:1777582965.659454:0:188247:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93a80. 00000100:00000010:1.0:1777582965.659458:0:188247:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02392bc9c00. 00000100:00000010:1.0:1777582965.659462:0:188247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30c380. 02000000:00000010:1.0:1777582965.659467:0:188247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0239166f000. 02000000:00000010:1.0:1777582965.659478:0:188247:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0239166f200. 00000400:00000010:1.0:1777582965.659481:0:188247:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1b58. 00000400:00000010:1.0:1777582965.659483:0:188247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582965.659486:0:188247:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919281920, portal 16 00000400:00000010:1.0:1777582965.659489:0:188247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777582965.659491:0:188247:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919281920, offset 0 00000400:00000200:1.0:1777582965.659496:0:188247:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.659501:0:188247:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.659504:0:188247:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.659506:0:188247:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.659508:0:188247:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.659510:0:188247:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.659513:0:188247:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397928:397928:250:4294967295] 192.168.202.9@tcp LPNI seq info [397924:397924:2:4294967295] 00000400:00000200:1.0:1777582965.659521:0:188247:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.659525:0:188247:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.659528:0:188247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:1.0:1777582965.659532:0:188247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.659536:0:188247:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.659539:0:188247:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:1.0:1777582965.659566:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02496fec400. 00000400:00000010:1.0:1777582965.659570:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe19a0. 00000400:00000010:1.0:1777582965.659573:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1330. 00000100:00000200:1.0:1777582965.659576:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919281280, portal 4 00000400:00000010:1.0:1777582965.659580:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582965.659582:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919281280, offset 0 00000400:00000200:1.0:1777582965.659586:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.659591:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.659598:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb480 00000400:00000200:1.0:1777582965.659604:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 3808 00000400:00000200:1.0:1777582965.659609:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.659624:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.659630:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.659633:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30fb80. 00000400:00000200:1.0:1777582965.659646:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:1.0:1777582965.659648:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582965.659652:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aece0a80 x1863919919281280/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582965.659684:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02496fee400. 00000400:00000010:1.0:1777582965.659687:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1d68. 00000400:00000010:1.0:1777582965.659690:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1c38. 00000100:00000200:1.0:1777582965.659692:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919281792, portal 4 00000400:00000010:1.0:1777582965.659695:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582965.659697:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919281792, offset 0 00000400:00000200:1.0:1777582965.659700:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.659704:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.659708:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb680 00000400:00000200:1.0:1777582965.659711:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 4352 00000400:00000200:1.0:1777582965.659715:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.659717:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.659720:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.659722:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30e680. 00000400:00000200:1.0:1777582965.659732:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:1.0:1777582965.659733:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582965.659737:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30d880 x1863919919281792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582965.659759:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02496feec00. 00000400:00000010:1.0:1777582965.659762:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe1ec8. 00000400:00000010:1.0:1777582965.659764:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a12a8. 00000100:00000200:1.0:1777582965.659767:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919281024, portal 4 00000400:00000010:1.0:1777582965.659770:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582965.659773:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919281024, offset 0 00000400:00000200:1.0:1777582965.659776:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.659780:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.659785:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb380 00000400:00000200:1.0:1777582965.659788:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 4896 00000400:00000200:1.0:1777582965.659791:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.659793:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.659796:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.659799:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ce00. 00000400:00000200:1.0:1777582965.659808:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:1.0:1777582965.659810:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582965.659813:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24e300 x1863919919281024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582965.659825:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02496fec000. 00000400:00000010:1.0:1777582965.659828:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c63c8. 00000400:00000010:1.0:1777582965.659830:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1220. 00000100:00000200:1.0:1777582965.659833:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919281664, portal 4 00000400:00000010:1.0:1777582965.659835:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582965.659836:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919281664, offset 0 00000400:00000200:1.0:1777582965.659839:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.659842:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.659846:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb600 00000400:00000200:1.0:1777582965.659848:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 5440 00000400:00000200:1.0:1777582965.659851:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.659853:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.659855:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.659858:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30dc00. 00000400:00000200:1.0:1777582965.659867:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582965.659868:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582965.659871:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30ca80 x1863919919281664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777582965.659894:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a00. 00000020:00000010:1.0:1777582965.659898:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a00. 00000020:00000010:1.0:1777582965.659902:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c24c00. 00000020:00000010:1.0:1777582965.659905:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374780. 00000020:00000010:1.0:1777582965.659909:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582965.659924:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a00. 00000020:00000010:1.0:1777582965.659926:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a00. 00000020:00000010:1.0:1777582965.659929:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02386c25600. 00000020:00000010:1.0:1777582965.659931:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582965.659933:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582965.659942:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a00. 00000020:00000010:1.0:1777582965.659944:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a00. 00000020:00000010:1.0:1777582965.659948:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68a00. 00000020:00000010:1.0:1777582965.659950:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374900. 00000020:00000010:1.0:1777582965.659952:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674190. 00000020:00000010:1.0:1777582965.659960:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a00. 00000020:00000010:1.0:1777582965.659961:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a00. 00000020:00000010:1.0:1777582965.659964:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023a0d68200. 00000020:00000010:1.0:1777582965.659966:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374980. 00000020:00000010:1.0:1777582965.659968:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582965.659977:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a00. 00000020:00000010:1.0:1777582965.659979:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a00. 00000100:00000200:1.0:1777582965.659981:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919281280 02000000:00000010:1.0:1777582965.659990:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02496fef000. 00010000:00000010:1.0:1777582965.660001:0:206018:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f118600. 00010000:00000010:1.0:1777582965.660009:0:206018:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93a00. 00000100:00000010:1.0:1777582965.660012:0:206018:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02392bc9d80. 00000100:00000010:1.0:1777582965.660016:0:206018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30df80. 02000000:00000010:1.0:1777582965.660022:0:206018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02388ed7800. 02000000:00000010:1.0:1777582965.660031:0:206018:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02388ed7a00. 00000400:00000010:1.0:1777582965.660034:0:206018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6dc0. 00000400:00000010:1.0:1777582965.660036:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582965.660039:0:206018:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919282048, portal 16 00000400:00000010:1.0:1777582965.660042:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777582965.660044:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919282048, offset 0 00000400:00000200:1.0:1777582965.660048:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.660054:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.660057:0:206018:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.660059:0:206018:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.660061:0:206018:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.660063:0:206018:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.660067:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397929:397929:249:4294967295] 192.168.202.9@tcp LPNI seq info [397925:397925:1:4294967295] 00000400:00000200:1.0:1777582965.660074:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.660079:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.660082:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807700. 00000800:00000200:1.0:1777582965.660086:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.660090:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.660093:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807700 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1777582965.660110:0:205908:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93440. 00000020:00000010:1.0:1777582965.660113:0:205908:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93440. 00000100:00000200:1.0:1777582965.660115:0:205908:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919281792 02000000:00000010:1.0:1777582965.660122:0:205908:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02496fec800. 00010000:00000010:1.0:1777582965.660131:0:205908:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f119000. 00010000:00000010:1.0:1777582965.660163:0:205908:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93440. 00000100:00000010:1.0:1777582965.660167:0:205908:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d900. 00000100:00000010:1.0:1777582965.660171:0:205908:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ea00. 02000000:00000010:1.0:1777582965.660176:0:205908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02388ed7400. 02000000:00000010:1.0:1777582965.660183:0:205908:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02388ed7200. 00000400:00000010:1.0:1777582965.660186:0:205908:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6000. 00000400:00000010:1.0:1777582965.660188:0:205908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582965.660191:0:205908:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919282176, portal 16 00000400:00000010:1.0:1777582965.660194:0:205908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777582965.660195:0:205908:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919282176, offset 0 00000400:00000200:1.0:1777582965.660199:0:205908:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.660204:0:205908:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.660206:0:205908:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.660208:0:205908:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.660210:0:205908:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.660213:0:205908:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.660216:0:205908:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397930:397930:248:4294967295] 192.168.202.9@tcp LPNI seq info [397926:397926:0:4294967295] 00000020:00000010:1.0:1777582965.660234:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93640. 00000020:00000010:1.0:1777582965.660237:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93640. 00000100:00000200:1.0:1777582965.660239:0:189456:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919281024 02000000:00000010:1.0:1777582965.660247:0:189456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02496fedc00. 00010000:00000010:1.0:1777582965.660256:0:189456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f118400. 00010000:00000010:1.0:1777582965.660263:0:189456:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93640. 00000100:00000010:1.0:1777582965.660266:0:189456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849dcc0. 00000100:00000010:1.0:1777582965.660270:0:189456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30f800. 02000000:00000010:1.0:1777582965.660275:0:189456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02388ed7000. 02000000:00000010:1.0:1777582965.660282:0:189456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02388ed6a00. 00000400:00000010:1.0:1777582965.660285:0:189456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c60b0. 00000400:00000010:1.0:1777582965.660287:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582965.660290:0:189456:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919282304, portal 16 00000400:00000010:1.0:1777582965.660292:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a15d8. 00000100:00000200:1.0:1777582965.660294:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919282304, offset 0 00000400:00000200:1.0:1777582965.660298:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.660303:0:189456:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.660305:0:189456:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.660307:0:189456:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.660309:0:189456:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.660311:0:189456:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.660313:0:189456:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397931:397931:248:4294967295] 192.168.202.9@tcp LPNI seq info [397927:397927:-1:4294967295] 00000020:00000010:1.0:1777582965.660348:0:206352:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93d80. 00000020:00000010:1.0:1777582965.660351:0:206352:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93d80. 00000100:00000200:1.0:1777582965.660353:0:206352:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919281664 02000000:00000010:1.0:1777582965.660360:0:206352:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02496fed400. 00010000:00000010:1.0:1777582965.660370:0:206352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f119e00. 00010000:00000010:1.0:1777582965.660377:0:206352:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93d80. 00000100:00000010:1.0:1777582965.660380:0:206352:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849de40. 00000100:00000010:1.0:1777582965.660384:0:206352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30c700. 02000000:00000010:1.0:1777582965.660389:0:206352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02388ed7e00. 02000000:00000010:1.0:1777582965.660396:0:206352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02388ed7c00. 00000400:00000010:1.0:1777582965.660400:0:206352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c3c6318. 00000400:00000010:1.0:1777582965.660402:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582965.660405:0:206352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919282432, portal 16 00000400:00000010:1.0:1777582965.660408:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1bb0. 00000100:00000200:1.0:1777582965.660410:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919282432, offset 0 00000400:00000200:1.0:1777582965.660414:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.660419:0:206352:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.660421:0:206352:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.660423:0:206352:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.660426:0:206352:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.660427:0:206352:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.660430:0:206352:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397932:397932:248:4294967295] 192.168.202.9@tcp LPNI seq info [397928:397928:-2:4294967295] 00000400:00000010:1.0:1777582965.660519:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe13c8. 00000400:00000200:1.0:1777582965.660524:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:1.0:1777582965.660526:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582965.660532:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f06300 x1863919919276288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.660540:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f06300 x1863919919276288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777582965.660583:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30e300. 02000000:00000010:1.0:1777582965.660591:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023f596ac00. 00000400:00000010:1.0:1777582965.660632:0:205906:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248afe13c8. 00000400:00000010:1.0:1777582965.660637:0:205906:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffffa024878a3900. 00000400:00000200:2.0:1777582965.660987:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.660998:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadae80 00000400:00000200:2.0:1777582965.661003:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215519 [1] + 224 00000400:00000200:2.0:1777582965.661020:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661024:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.661033:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e7100 x1863919919279744/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.661071:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.661074:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999a00. 00000400:00000200:2.0:1777582965.661078:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661081:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.661084:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:2.0:1777582965.661085:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00000800:00000200:2.0:1777582965.661091:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.661095:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23400. 00000800:00000200:2.0:1777582965.661099:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.661104:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.661107:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23400 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1777582965.661117:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.661122:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadaf00 00000400:00000200:2.0:1777582965.661126:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215521 [1] + 224 00000400:00000200:2.0:1777582965.661156:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661159:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.661165:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249dea6680 x1863919919279872/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.661192:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.661195:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:2.0:1777582965.661197:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661200:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.661202:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:2.0:1777582965.661203:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000800:00000200:2.0:1777582965.661208:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.661210:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23a00. 00000800:00000200:2.0:1777582965.661214:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.661217:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.661219:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23a00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1777582965.661229:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.661234:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadb000 00000400:00000200:2.0:1777582965.661238:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215531 [1] + 224 00000400:00000200:2.0:1777582965.661243:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661246:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.661251:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24f800 x1863919919280128/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.661271:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.661273:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:2.0:1777582965.661276:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661279:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.661281:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:2.0:1777582965.661282:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000800:00000200:2.0:1777582965.661286:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.661289:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23500. 00000800:00000200:2.0:1777582965.661292:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.661295:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.661297:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23500 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1777582965.661305:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.661310:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874b00 00000400:00000200:2.0:1777582965.661315:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9e9 [2] + 1312 00000400:00000200:2.0:1777582965.661320:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661323:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.661327:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777582965.661332:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18a680. 00000800:00000200:2.0:1777582965.661348:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.661350:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999f00. 00000400:00000200:2.0:1777582965.661353:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661356:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.661359:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:2.0:1777582965.661361:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000400:00000200:2.0:1777582965.661369:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582965.661375:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadb100 00000400:00000200:2.0:1777582965.661379:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215541 [1] + 224 00000400:00000200:2.0:1777582965.661440:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661444:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582965.661450:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24f100 x1863919919280384/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.661471:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.661473:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582965.661476:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661479:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.661482:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:2.0:1777582965.661483:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00000800:00000200:2.0:1777582965.661493:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.661495:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582965.661499:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661502:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.661505:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:2.0:1777582965.661506:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000100:00000200:2.0:1777582965.661511:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aece1500 x1863919919281152/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.661526:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.661529:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582965.661531:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661534:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.661537:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:2.0:1777582965.661538:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:2.0:1777582965.661542:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30c380 x1863919919281920/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.661554:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.661556:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807700. 00000400:00000200:2.0:1777582965.661558:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661561:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.661563:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:2.0:1777582965.661564:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:2.0:1777582965.661568:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30df80 x1863919919282048/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.661579:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.661581:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23400. 00000400:00000200:2.0:1777582965.661584:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.661587:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.661588:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:2.0:1777582965.661590:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000100:00000200:2.0:1777582965.661594:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30ea00 x1863919919282176/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.661605:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.661607:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23a00. 00000400:00000200:2.0:1777582965.661609:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1777582965.665392:0:205896:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469420. 00000400:00000200:1.0:1777582965.665407:0:205896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:1.0:1777582965.665410:0:205896:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000100:00000200:1.0:1777582965.665424:0:205896:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249dea6680 x1863919919279872/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.665436:0:205896:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249dea6680 x1863919919279872/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.665474:0:205896:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02384d56c00. 02000000:00000010:1.0:1777582965.665482:0:205896:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02384d56200. 00000100:00000010:1.0:1777582965.665486:0:205896:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea6680. 00000100:00000010:1.0:1777582965.665493:0:205896:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb300. 00010000:00000010:1.0:1777582965.665566:0:205896:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6dc0. 00000400:00000200:2.0:1777582965.665651:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.665661:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:2.0:1777582965.665663:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00000100:00000200:2.0:1777582965.665759:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30f800 x1863919919282304/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.665874:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.665878:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23500. 00000400:00000200:2.0:1777582965.665883:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.665888:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.665891:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:2.0:1777582965.665893:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00000100:00000200:2.0:1777582965.665899:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30c700 x1863919919282432/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1777582965.666045:0:187652:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18a300. 02000000:00000010:2.0:1777582965.666058:0:187652:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386068400. 00000020:00000010:2.0:1777582965.666104:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.666108:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.666113:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f45600. 00000020:00000010:2.0:1777582965.666119:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582965.666124:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000100:00000200:2.0:1777582965.666175:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024ac5e4700 x1863928708024960/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.666208:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.666211:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.666215:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f45800. 00000020:00000010:2.0:1777582965.666217:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87e80. 00000020:00000010:2.0:1777582965.666220:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000100:00000200:2.0:1777582965.666227:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0241c18a680 x1863928708025088/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.666247:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.666250:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000100:00000200:2.0:1777582965.666253:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708024960 02000000:00000010:2.0:1777582965.666264:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02385907000. 00010000:00000010:2.0:1777582965.666307:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1ddc0. 00000100:00000010:2.0:1777582965.666314:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e689c0. 00000100:00000010:2.0:1777582965.666326:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e689c0. 00010000:00000010:2.0:1777582965.666329:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1ddc0. 00000400:00000010:2.0:1777582965.666342:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cb28. 00000100:00000200:2.0:1777582965.666347:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708024960, offset 224 00000400:00000200:2.0:1777582965.666354:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.666366:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.666373:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397933:397933:256:4294967295] 192.168.202.9@tcp LPNI seq info [397929:397929:8:4294967295] 00000400:00000200:2.0:1777582965.666384:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.666390:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.666394:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23500. 00000800:00000200:2.0:1777582965.666400:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.666407:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.666411:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.666432:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582965.666436:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582965.666439:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f45600. 00000020:00000010:2.0:1777582965.666452:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.666455:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000100:00000200:2.0:1777582965.666457:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708025088 02000000:00000010:2.0:1777582965.666461:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02385907c00. 00010000:00000010:2.0:1777582965.666479:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1ddc0. 00000100:00000010:2.0:1777582965.666482:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e689c0. 00000100:00000010:2.0:1777582965.666492:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e689c0. 00010000:00000010:2.0:1777582965.666495:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1ddc0. 00000400:00000010:2.0:1777582965.666559:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c550. 00000100:00000200:2.0:1777582965.666563:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708025088, offset 224 00000400:00000200:2.0:1777582965.666567:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.666572:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.666576:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397934:397934:255:4294967295] 192.168.202.9@tcp LPNI seq info [397930:397930:7:4294967295] 00000400:00000200:2.0:1777582965.666586:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.666589:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.666593:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23a00. 00000800:00000200:2.0:1777582965.666596:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.666600:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.666603:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.666610:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87e80. 00000020:00000010:2.0:1777582965.666624:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582965.666626:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f45800. 02000000:00000010:2.0:1777582965.666661:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02385905800. 00000400:00000010:2.0:1777582965.667028:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e580. 00000400:00000010:2.0:1777582965.667035:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582965.667041:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919281408, portal 4 00000400:00000010:2.0:1777582965.667046:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582965.667049:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919281408, offset 0 00000400:00000200:2.0:1777582965.667054:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.667061:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.667071:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb500 00000400:00000200:2.0:1777582965.667078:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 5984 00000400:00000200:2.0:1777582965.667085:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.667089:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.667096:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.667100:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188700. 00000400:00000200:2.0:1777582965.667118:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582965.667121:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582965.667131:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aece0000 x1863919919281408/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582965.667183:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02385904000. 00000400:00000010:2.0:1777582965.667187:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e4d0. 00000400:00000010:2.0:1777582965.667190:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582965.667193:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919282560, portal 4 00000400:00000010:2.0:1777582965.667196:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582965.667198:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919282560, offset 0 00000400:00000200:2.0:1777582965.667201:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.667205:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.667210:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb980 00000400:00000200:2.0:1777582965.667214:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 6528 00000400:00000200:2.0:1777582965.667218:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.667221:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.667223:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.667226:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18bb80. 00000400:00000200:2.0:1777582965.667234:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582965.667236:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582965.667240:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30e300 x1863919919282560/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582965.667265:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02385907400. 00000400:00000010:2.0:1777582965.667268:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e160. 00000400:00000010:2.0:1777582965.667271:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582965.667273:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919281536, portal 4 00000400:00000010:2.0:1777582965.667277:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.667279:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919281536, offset 0 00000400:00000200:2.0:1777582965.667282:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.667287:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.667291:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadb580 00000400:00000200:2.0:1777582965.667295:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 7072 00000400:00000200:2.0:1777582965.667298:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.667300:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.667303:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.667308:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b4700. 00000400:00000200:2.0:1777582965.667316:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582965.667317:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.667322:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51180 x1863919919281536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582965.667338:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02385905c00. 00000400:00000010:2.0:1777582965.667341:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000010:2.0:1777582965.667344:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.667347:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919282688, portal 4 00000400:00000010:2.0:1777582965.667351:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582965.667353:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919282688, offset 0 00000400:00000200:2.0:1777582965.667356:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.667361:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.667365:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadba00 00000400:00000200:2.0:1777582965.667368:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 7616 00000400:00000200:2.0:1777582965.667372:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.667375:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.667377:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582965.667380:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b7480. 00000400:00000200:2.0:1777582965.667387:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c088 00000400:00000010:2.0:1777582965.667389:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582965.667393:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18a300 x1863919919282688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.667428:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.667431:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.667435:0:193009:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f45800. 00000020:00000010:2.0:1777582965.667438:0:193009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87e80. 00000020:00000010:2.0:1777582965.667441:0:193009:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582965.667455:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.667457:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.667460:0:193009:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f45600. 00000020:00000010:2.0:1777582965.667462:0:193009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f00. 00000020:00000010:2.0:1777582965.667465:0:193009:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e000. 00000020:00000010:2.0:1777582965.667472:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.667474:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.667476:0:193009:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f44c00. 00000020:00000010:2.0:1777582965.667479:0:193009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87700. 00000020:00000010:2.0:1777582965.667481:0:193009:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e898. 00000020:00000010:2.0:1777582965.667488:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.667490:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.667493:0:193009:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f44000. 00000800:00000200:1.0:1777582965.667635:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.667639:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23500. 00000400:00000200:1.0:1777582965.667644:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.667648:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.667652:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cb28 00000400:00000010:1.0:1777582965.667654:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cb28. 00000800:00000200:1.0:1777582965.667664:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.667666:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23a00. 00000400:00000200:1.0:1777582965.667763:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.667767:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.667770:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c550 00000400:00000010:1.0:1777582965.667772:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c550. 00000020:00000010:1.0:1777582965.667801:0:188248:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:1.0:1777582965.667804:0:188248:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000100:00000200:1.0:1777582965.667807:0:188248:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919281408 02000000:00000010:1.0:1777582965.667829:0:188248:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa023f596a000. 00010000:00000010:1.0:1777582965.667853:0:188248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f118200. 00010000:00000010:1.0:1777582965.667868:0:188248:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a935c0. 00000100:00000010:1.0:1777582965.667873:0:188248:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d480. 00000100:00000010:1.0:1777582965.667881:0:188248:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30d180. 02000000:00000010:1.0:1777582965.667890:0:188248:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02388ed6600. 02000000:00000010:1.0:1777582965.667998:0:188248:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02388ed7600. 00000400:00000010:1.0:1777582965.668005:0:188248:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02487a12cb8. 00000400:00000010:1.0:1777582965.668010:0:188248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582965.668014:0:188248:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919282816, portal 16 00000400:00000010:1.0:1777582965.668017:0:188248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582965.668019:0:188248:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919282816, offset 0 00000400:00000200:1.0:1777582965.668025:0:188248:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.668033:0:188248:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.668038:0:188248:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.668041:0:188248:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.668045:0:188248:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.668047:0:188248:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.668050:0:188248:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397935:397935:256:4294967295] 192.168.202.9@tcp LPNI seq info [397931:397931:8:4294967295] 00000400:00000200:1.0:1777582965.668058:0:188248:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.668063:0:188248:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.668067:0:188248:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024878a3b00. 00000800:00000200:1.0:1777582965.668072:0:188248:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.668078:0:188248:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.668081:0:188248:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024878a3b00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1777582965.668124:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93240. 00000020:00000010:1.0:1777582965.668127:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93240. 00000100:00000200:1.0:1777582965.668130:0:206023:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919282560 02000000:00000010:1.0:1777582965.668162:0:206023:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa023f596b800. 00010000:00000010:1.0:1777582965.668174:0:206023:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f119a00. 00010000:00000010:1.0:1777582965.668182:0:206023:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93240. 00000100:00000010:1.0:1777582965.668186:0:206023:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d780. 00000100:00000010:1.0:1777582965.668192:0:206023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c380. 02000000:00000010:1.0:1777582965.668198:0:206023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02388ed6400. 02000000:00000010:1.0:1777582965.668209:0:206023:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0241de22400. 00000400:00000010:1.0:1777582965.668212:0:206023:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36528. 00000400:00000010:1.0:1777582965.668216:0:206023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777582965.668219:0:206023:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919282944, portal 16 00000400:00000010:1.0:1777582965.668222:0:206023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1cc0. 00000100:00000200:1.0:1777582965.668224:0:206023:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919282944, offset 0 00000400:00000200:1.0:1777582965.668230:0:206023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.668235:0:206023:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.668238:0:206023:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.668241:0:206023:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.668243:0:206023:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.668245:0:206023:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.668248:0:206023:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397936:397936:255:4294967295] 192.168.202.9@tcp LPNI seq info [397932:397932:7:4294967295] 00000400:00000200:1.0:1777582965.668256:0:206023:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.668260:0:206023:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.668263:0:206023:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024878a3200. 00000800:00000200:1.0:1777582965.668267:0:206023:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.668271:0:206023:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.668273:0:206023:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024878a3200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1777582965.668295:0:205906:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93c80. 00000020:00000010:1.0:1777582965.668297:0:205906:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93c80. 00000100:00000200:1.0:1777582965.668300:0:205906:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919281536 02000000:00000010:1.0:1777582965.668309:0:205906:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa023f596b400. 00010000:00000010:1.0:1777582965.668318:0:205906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f118c00. 00010000:00000010:1.0:1777582965.668327:0:205906:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93c80. 00000100:00000010:1.0:1777582965.668331:0:205906:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248a1440c0. 00000100:00000010:1.0:1777582965.668336:0:205906:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667fb80. 02000000:00000010:1.0:1777582965.668342:0:205906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0241de22200. 02000000:00000010:1.0:1777582965.668350:0:205906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0241de23600. 00000400:00000010:1.0:1777582965.668353:0:205906:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36160. 00000400:00000010:1.0:1777582965.668356:0:205906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582965.668360:0:205906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919283072, portal 16 00000400:00000010:1.0:1777582965.668363:0:205906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1bb0. 00000100:00000200:1.0:1777582965.668366:0:205906:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919283072, offset 0 00000400:00000200:1.0:1777582965.668370:0:205906:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.668375:0:205906:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.668377:0:205906:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.668380:0:205906:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.668382:0:205906:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.668383:0:205906:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.668387:0:205906:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397937:397937:254:4294967295] 192.168.202.9@tcp LPNI seq info [397933:397933:6:4294967295] 00000400:00000200:1.0:1777582965.668393:0:205906:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.668397:0:205906:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.668400:0:205906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024878a3a00. 00000800:00000200:1.0:1777582965.668403:0:205906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.668407:0:205906:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.668410:0:205906:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024878a3a00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1777582965.668869:0:205895:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469268. 00000400:00000200:3.0:1777582965.668875:0:205895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:3.0:1777582965.668877:0:205895:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582965.668887:0:205895:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24f800 x1863919919280128/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777582965.668898:0:205895:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24f800 x1863919919280128/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777582965.669014:0:205895:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02389fdec00. 02000000:00000010:3.0:1777582965.669020:0:205895:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02389fdf800. 00000100:00000010:3.0:1777582965.669025:0:205895:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f800. 00000100:00000010:3.0:1777582965.669029:0:205895:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb000. 00010000:00000010:3.0:1777582965.669032:0:205895:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6440. 00000400:00000010:3.0:1777582965.669060:0:205907:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469cb8. 00000400:00000200:3.0:1777582965.669064:0:205907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:3.0:1777582965.669066:0:205907:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 00000100:00000200:3.0:1777582965.669072:0:205907:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24f100 x1863919919280384/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777582965.669081:0:205907:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24f100 x1863919919280384/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777582965.669094:0:205907:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02389fdea00. 02000000:00000010:3.0:1777582965.669096:0:205907:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02389fde400. 00000100:00000010:3.0:1777582965.669099:0:205907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 00000100:00000010:3.0:1777582965.669101:0:205907:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4ebf00. 00010000:00000010:3.0:1777582965.669103:0:205907:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00010000:00000010:1.1:1777582965.669368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249f048500. 00010000:00000010:1.1:1777582965.669376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f119600. 00010000:00000010:1.1:1777582965.669379:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249f048200. 00010000:00000010:1.1:1777582965.669382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f119800. 00000400:00000200:1.0:1777582965.669410:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.669422:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874b80 00000400:00000200:1.0:1777582965.669429:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9e9 [2] + 1640 00000400:00000200:1.0:1777582965.669440:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.669443:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.669449:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582965.669452:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667dc00. 00000800:00000200:1.0:1777582965.669480:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.669483:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024878a3b00. 00000400:00000200:1.0:1777582965.669486:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.669490:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.669493:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582965.669494:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000020:00000010:2.0:1777582965.669596:0:193009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87880. 00000020:00000010:2.0:1777582965.669604:0:193009:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e578. 00000020:00000010:2.0:1777582965.669654:0:193009:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582965.669658:0:193009:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000100:00000200:2.0:1777582965.669661:0:193009:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919282688 00010000:00000010:3.1:1777582965.670007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b6593400. 00010000:00000010:3.1:1777582965.670015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6e00. 00010000:00000010:3.1:1777582965.670018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31600. 00000020:00000010:3.0:1777582965.670122:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.670125:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.670130:0:206357:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fde400. 02000000:00000010:2.0:1777582965.670319:0:193009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa02385907800. 00010000:00000010:2.0:1777582965.670339:0:193009:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa024a69bf800. 00010000:00000010:2.0:1777582965.670354:0:193009:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1ddc0. 00000100:00000010:2.0:1777582965.670361:0:193009:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e689c0. 00000100:00000010:2.0:1777582965.670368:0:193009:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b4380. 02000000:00000010:2.0:1777582965.670377:0:193009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa023d3f44600. 02000000:00000010:2.0:1777582965.670394:0:193009:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023d3f44a00. 00000400:00000010:2.0:1777582965.670398:0:193009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e210. 00000100:00000200:1.0:1777582965.670447:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30d180 x1863919919282816/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1777582965.671086:0:206357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265b00. 00000020:00000010:3.0:1777582965.671093:0:206357:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a870c8. 00000100:00000200:3.0:1777582965.671115:0:206357:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0239667dc00 x1863928708025216/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.671162:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.671165:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.671169:0:206357:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708025216 02000000:00000010:3.0:1777582965.671176:0:206357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388529400. 00010000:00000010:3.0:1777582965.671206:0:206357:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.671212:0:206357:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4ebf00. 00000100:00000010:3.0:1777582965.671218:0:206357:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4ebf00. 00010000:00000010:3.0:1777582965.671220:0:206357:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00000400:00000010:3.0:1777582965.671235:0:206357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af55d8. 00000400:00000010:2.0:1777582965.672035:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c088. 00000100:00000200:2.0:1777582965.672045:0:193009:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919283200, portal 16 00000400:00000010:2.0:1777582965.672051:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582965.672054:0:193009:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919283200, offset 0 00000400:00000200:2.0:1777582965.672062:0:193009:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.672077:0:193009:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.672083:0:193009:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777582965.672088:0:193009:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:2.0:1777582965.672091:0:193009:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777582965.672094:0:193009:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:2.0:1777582965.672098:0:193009:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397938:397938:254:4294967295] 192.168.202.9@tcp LPNI seq info [397934:397934:6:4294967295] 00000400:00000200:2.0:1777582965.672108:0:193009:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.672113:0:193009:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.672118:0:193009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23400. 00000800:00000200:2.0:1777582965.672125:0:193009:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.672146:0:193009:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.672151:0:193009:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23400 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1777582965.672220:0:206020:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ed10. 00000400:00000200:2.0:1777582965.672225:0:206020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777582965.672227:0:206020:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582965.672240:0:206020:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e7100 x1863919919279744/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777582965.672250:0:206020:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e7100 x1863919919279744/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777582965.672283:0:206020:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023d3f45400. 02000000:00000010:2.0:1777582965.672289:0:206020:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa023d3f45e00. 00000100:00000010:2.0:1777582965.672293:0:206020:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e7100. 00000100:00000010:2.0:1777582965.672300:0:206020:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68840. 00010000:00000010:2.0:1777582965.672304:0:206020:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d240. 00010000:00000010:2.0:1777582965.672321:0:206020:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68840. 00080000:00000010:2.0:1777582965.672348:0:206020:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385905000. 00000001:00000010:2.0:1777582965.672543:0:206020:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a98a0. 00010000:00000200:2.0:1777582965.672589:0:206020:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024acdcd850 x1863919919279488/t8589942081(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.672602:0:206020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582965.672606:0:206020:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919279488, offset 224 00000400:00000200:2.0:1777582965.672609:0:206020:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.672633:0:206020:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.672642:0:206020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadad80 00000400:00000200:2.0:1777582965.672649:0:206020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215509 [1] + 224 00000400:00000200:2.0:1777582965.672656:0:206020:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.672659:0:206020:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.672669:0:206020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18b100 x1863919919279488/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.672691:0:206020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777582965.672693:0:206020:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777582965.672709:0:206020:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f80. 00000020:00000010:2.0:1777582965.672714:0:206020:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582965.672718:0:206020:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f45a00. 00010000:00000010:2.0:1777582965.672753:0:205905:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e686c0. 00080000:00000010:2.0:1777582965.672766:0:205905:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02385904c00. 00000001:00000010:2.0:1777582965.673359:0:205905:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023905a9780. 00010000:00000200:2.0:1777582965.673398:0:205905:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249dea7b80 x1863919919278464/t8589942544(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.673411:0:205905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777582965.673416:0:205905:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919278464, offset 224 00000400:00000200:2.0:1777582965.673421:0:205905:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582965.673428:0:205905:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582965.673434:0:205905:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acada980 00000400:00000200:2.0:1777582965.673440:0:205905:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2154dd [1] + 224 00000400:00000200:2.0:1777582965.673445:0:205905:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.673448:0:205905:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582965.673455:0:205905:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c188e00 x1863919919278464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.673474:0:205905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777582965.673476:0:205905:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777582965.673489:0:205905:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87900. 00000020:00000010:2.0:1777582965.673493:0:205905:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582965.679605:0:205905:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25800. 00000400:00000200:1.0:1777582965.681866:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.681890:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874c80 00000400:00000200:1.0:1777582965.681911:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1da9e9 [2] + 1968 00000400:00000010:1.0:1777582965.681918:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243738. 00000400:00000200:1.0:1777582965.681925:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02397e30f00 00000400:00000200:1.0:1777582965.681938:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.681943:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.681949:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02397e30f00 00000400:00000010:1.0:1777582965.681951:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02397e30f00. 00000100:00000200:1.0:1777582965.681957:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1777582965.681992:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.681998:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874c00 00000400:00000200:1.0:1777582965.682002:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1daa09 [2] + 0 00000400:00000200:1.0:1777582965.682009:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.682012:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.682015:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582965.682020:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667d180. 00000400:00000200:1.0:1777582965.682038:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.682043:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874d00 00000400:00000200:1.0:1777582965.682046:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1daa09 [2] + 328 00000400:00000200:1.0:1777582965.682057:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.682060:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.682062:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582965.682066:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c700. 00080000:00000010:1.0:1777582965.682153:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682720. 00002000:00000010:1.0:1777582965.682159:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa0242491f0a0. 00080000:00000010:1.0:1777582965.682177:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c390. 00002000:00000010:1.0:1777582965.682180:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02392ac6850. 00080000:00000010:1.0:1777582965.682191:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75728. 00002000:00000010:1.0:1777582965.682193:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f391d0. 00080000:00000010:1.0:1777582965.682202:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75c80. 00002000:00000010:1.0:1777582965.682204:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f384c0. 00080000:00000010:1.0:1777582965.682217:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b1d0. 00002000:00000010:1.0:1777582965.682219:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02484932720. 00080000:00000010:1.0:1777582965.682230:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024166821c8. 00002000:00000010:1.0:1777582965.682232:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6ed0a0. 00080000:00000010:1.0:1777582965.682241:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c8e8. 00002000:00000010:1.0:1777582965.682244:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02392ac6260. 00080000:00000010:1.0:1777582965.682251:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097b8f0. 00002000:00000010:1.0:1777582965.682253:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024849330a0. 00080000:00000010:1.0:1777582965.682265:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc878f0. 00002000:00000010:1.0:1777582965.682268:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa023c09ea130. 00080000:00000010:1.0:1777582965.682276:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024166831d0. 00002000:00000010:1.0:1777582965.682279:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6ecf70. 00080000:00000010:1.0:1777582965.682287:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74e40. 00002000:00000010:1.0:1777582965.682289:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f39db0. 00080000:00000010:1.0:1777582965.682298:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02398e12000. 00002000:00000010:1.0:1777582965.682300:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa023c09ebb50. 00080000:00000010:1.0:1777582965.682308:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f741c8. 00002000:00000010:1.0:1777582965.682310:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f38130. 00080000:00000010:1.0:1777582965.682317:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74ab0. 00002000:00000010:1.0:1777582965.682319:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f39c80. 00080000:00000010:1.0:1777582965.682327:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682ab0. 00002000:00000010:1.0:1777582965.682330:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6ecab0. 00080000:00000010:1.0:1777582965.682338:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734c1c8. 00002000:00000010:1.0:1777582965.682340:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02392ac7db0. 00080000:00000010:1.0:1777582965.682348:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416683c80. 00002000:00000010:1.0:1777582965.682350:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6ed8f0. 00080000:00000010:1.0:1777582965.682361:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d8f0. 00002000:00000010:1.0:1777582965.682364:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024b7da0720. 00080000:00000010:1.0:1777582965.682373:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02398e12e40. 00002000:00000010:1.0:1777582965.682375:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa023c09eb300. 00080000:00000010:1.0:1777582965.682398:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc87398. 00002000:00000010:1.0:1777582965.682401:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa023c09ea4c0. 00080000:00000010:1.0:1777582965.682410:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682c78. 00002000:00000010:1.0:1777582965.682413:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6ec5f0. 00080000:00000010:1.0:1777582965.682443:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023c922e720. 00002000:00000010:1.0:1777582965.682446:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa0239b6d4f70. 00080000:00000010:1.0:1777582965.682463:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405441c80. 00002000:00000010:1.0:1777582965.682466:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa0239b6d5db0. 00080000:00000010:1.0:1777582965.682476:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a390. 00002000:00000010:1.0:1777582965.682479:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02484933560. 00080000:00000010:1.0:1777582965.682488:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75560. 00002000:00000010:1.0:1777582965.682490:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f38260. 00080000:00000010:1.0:1777582965.682497:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097ae40. 00002000:00000010:1.0:1777582965.682499:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024849325f0. 00080000:00000010:1.0:1777582965.682509:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405441560. 00002000:00000010:1.0:1777582965.682511:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa0239b6d4260. 00080000:00000010:1.0:1777582965.682521:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02483440000. 00002000:00000010:1.0:1777582965.682524:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ac28f8f0. 00080000:00000010:1.0:1777582965.682532:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74558. 00002000:00000010:1.0:1777582965.682534:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f397c0. 00080000:00000010:1.0:1777582965.682551:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405441728. 00002000:00000010:1.0:1777582965.682554:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa0239b6d5430. 00080000:00000010:1.0:1777582965.682563:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f758f0. 00002000:00000010:1.0:1777582965.682565:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f38ab0. 00080000:00000010:1.0:1777582965.682573:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc86c78. 00002000:00000010:1.0:1777582965.682576:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f39430. 00080000:00000010:1.0:1777582965.682584:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f74390. 00002000:00000010:1.0:1777582965.682586:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f38be0. 00080000:00000010:1.0:1777582965.682610:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024166828e8. 00002000:00000010:1.0:1777582965.682623:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6ed560. 00080000:00000010:1.0:1777582965.682632:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa023c922e1c8. 00002000:00000010:1.0:1777582965.682643:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa0239b6d50a0. 00080000:00000010:1.0:1777582965.682654:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d008. 00002000:00000010:1.0:1777582965.682656:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02392ac6130. 00080000:00000010:1.0:1777582965.682981:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405440558. 00002000:00000010:1.0:1777582965.682986:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa0239b6d5c80. 00080000:00000010:1.0:1777582965.682996:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc868e8. 00002000:00000010:1.0:1777582965.682998:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f38850. 00080000:00000010:1.0:1777582965.683005:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75008. 00002000:00000010:1.0:1777582965.683008:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f38d10. 00080000:00000010:1.0:1777582965.683014:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02384f75ab8. 00002000:00000010:1.0:1777582965.683016:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f38720. 00080000:00000010:1.0:1777582965.683024:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc87ab8. 00002000:00000010:1.0:1777582965.683026:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f39a20. 00080000:00000010:1.0:1777582965.683045:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024054408e8. 00002000:00000010:1.0:1777582965.683048:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa0239b6d4d10. 00080000:00000010:1.0:1777582965.683057:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc87008. 00002000:00000010:1.0:1777582965.683059:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024aee31a20. 00080000:00000010:1.0:1777582965.683067:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02416682e40. 00002000:00000010:1.0:1777582965.683069:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6ec390. 00080000:00000010:1.0:1777582965.683076:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc86000. 00002000:00000010:1.0:1777582965.683078:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f38e40. 00000100:00000200:3.0:1777582965.685102:0:206357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708025216, offset 224 00000020:00000010:3.0:1777582965.685278:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.685284:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.685290:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdf800. 00000020:00000010:3.0:1777582965.685296:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.685301:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000100:00000200:3.0:1777582965.685329:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aed43050 x1863928708025472/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.685351:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.685354:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.685358:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdec00. 00000020:00000010:3.0:1777582965.685361:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.685363:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000100:00000200:3.0:1777582965.685371:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0239667d180 x1863928708025344/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.685384:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.685387:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.685392:0:187615:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d56200. 00000020:00000010:3.0:1777582965.685394:0:187615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.685397:0:187615:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000100:00000200:3.0:1777582965.685403:0:187615:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0239667c700 x1863928708025600/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.685418:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.685420:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.685423:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708025472 02000000:00000010:3.0:1777582965.685433:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238852ac00. 00010000:00000010:3.0:1777582965.685477:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.685485:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4ebf00. 00000100:00000010:3.0:1777582965.685499:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4ebf00. 00010000:00000010:3.0:1777582965.685502:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00000400:00000010:3.0:1777582965.685515:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af57f8. 00000100:00000200:3.0:1777582965.685519:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708025472, offset 224 00000400:00000200:3.0:1777582965.685526:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.685540:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.685546:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397939:397939:253:4294967295] 192.168.202.9@tcp LPNI seq info [397935:397935:5:4294967295] 00000400:00000200:3.0:1777582965.685557:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.685563:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.685568:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999600. 00000800:00000200:3.0:1777582965.685575:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.685581:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.685585:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.685620:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.685625:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582965.685628:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdf800. 00000020:00000010:3.0:1777582965.685641:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.685643:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.685645:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708025344 02000000:00000010:3.0:1777582965.685651:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238852bc00. 00010000:00000010:3.0:1777582965.685676:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.685680:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4ebf00. 00000100:00000010:3.0:1777582965.685688:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4ebf00. 00010000:00000010:3.0:1777582965.685690:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00000400:00000010:3.0:1777582965.685696:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5198. 00000100:00000200:3.0:1777582965.685699:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708025344, offset 224 00000400:00000200:3.0:1777582965.685703:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.685708:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.685712:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397940:397940:252:4294967295] 192.168.202.9@tcp LPNI seq info [397936:397936:4:4294967295] 00000400:00000200:3.0:1777582965.685718:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.685722:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.685725:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999300. 00000800:00000200:3.0:1777582965.685728:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.685733:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.685736:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.685742:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.685744:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582965.685746:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdec00. 00000020:00000010:3.0:1777582965.685756:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.685758:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.685760:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708025600 02000000:00000010:3.0:1777582965.685765:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388528c00. 00010000:00000010:3.0:1777582965.685782:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.685785:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4ebf00. 00000100:00000010:3.0:1777582965.685795:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4ebf00. 00010000:00000010:3.0:1777582965.685797:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00000400:00000010:3.0:1777582965.685803:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5aa0. 00000100:00000200:3.0:1777582965.685805:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708025600, offset 224 00000400:00000200:3.0:1777582965.685810:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.685816:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.685820:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397941:397941:251:4294967295] 192.168.202.9@tcp LPNI seq info [397937:397937:3:4294967295] 00000400:00000200:3.0:1777582965.685830:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.685834:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.685837:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999d00. 00000800:00000200:3.0:1777582965.685840:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.685844:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.685847:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.685854:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.685856:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582965.685859:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d56200. 00010000:00000010:3.0:1777582965.686788:0:205895:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4ebf00. 00080000:00000010:3.0:1777582965.686813:0:205895:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238852b000. 00000001:00000010:3.0:1777582965.687163:0:205895:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaed80. 00010000:00000200:3.0:1777582965.687215:0:205895:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24fb80 x1863919919280000/t8589942082(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.687231:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582965.687237:0:205895:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919280000, offset 224 00000400:00000200:3.0:1777582965.687242:0:205895:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.687251:0:205895:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.687261:0:205895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadaf80 00000400:00000200:3.0:1777582965.687267:0:205895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215529 [1] + 224 00000400:00000200:3.0:1777582965.687274:0:205895:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.687278:0:205895:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.687288:0:205895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02397d5df80 x1863919919280000/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.687305:0:205895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:3.0:1777582965.687307:0:205895:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00000020:00000010:3.0:1777582965.687322:0:205895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.687326:0:205895:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582965.687329:0:205895:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e4e200. 00010000:00000010:3.0:1777582965.687357:0:205907:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4eb000. 00080000:00000010:3.0:1777582965.687370:0:205907:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0238852b800. 00000400:00000200:1.0:1777582965.687932:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.687943:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadb400 00000400:00000200:1.0:1777582965.687950:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2155bd [1] + 224 00000400:00000200:1.0:1777582965.687959:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.687962:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.687969:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aece1500 x1863919919281152/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777582965.687992:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.687997:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadb700 00000400:00000200:1.0:1777582965.688000:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2155c5 [1] + 224 00000400:00000200:1.0:1777582965.688005:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688008:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688012:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30c380 x1863919919281920/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777582965.688026:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688030:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadb780 00000400:00000200:1.0:1777582965.688034:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2155ed [1] + 224 00000400:00000200:1.0:1777582965.688038:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688041:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688046:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30df80 x1863919919282048/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777582965.688065:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688068:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadb800 00000400:00000200:1.0:1777582965.688072:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2155f5 [1] + 224 00000400:00000200:1.0:1777582965.688076:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688079:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688083:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30ea00 x1863919919282176/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777582965.688097:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688101:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadb880 00000400:00000200:1.0:1777582965.688104:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2155fd [1] + 224 00000400:00000200:1.0:1777582965.688109:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688111:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688115:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30f800 x1863919919282304/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777582965.688130:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688150:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadb900 00000400:00000200:1.0:1777582965.688154:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215605 [1] + 224 00000400:00000200:1.0:1777582965.688159:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688162:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688166:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30c700 x1863919919282432/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777582965.688181:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688185:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadba80 00000400:00000200:1.0:1777582965.688189:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215639 [1] + 224 00000400:00000200:1.0:1777582965.688193:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688196:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688200:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30d180 x1863919919282816/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777582965.688213:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688217:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874e00 00000400:00000200:1.0:1777582965.688222:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1daa09 [2] + 656 00000400:00000200:1.0:1777582965.688226:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688228:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688232:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582965.688237:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667ed80. 00000400:00000200:1.0:1777582965.688249:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688253:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874f00 00000400:00000200:1.0:1777582965.688256:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1daa09 [2] + 984 00000400:00000200:1.0:1777582965.688261:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688263:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688265:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582965.688268:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667df80. 00000400:00000200:1.0:1777582965.688276:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688281:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875000 00000400:00000200:1.0:1777582965.688284:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1daa09 [2] + 1312 00000400:00000200:1.0:1777582965.688290:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688292:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688295:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582965.688297:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667e300. 00000400:00000200:1.0:1777582965.688304:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688309:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874d80 00000400:00000200:1.0:1777582965.688312:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1daa09 [2] + 1640 00000400:00000200:1.0:1777582965.688317:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688321:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688323:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582965.688326:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667f480. 00000400:00000200:1.0:1777582965.688334:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688338:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874e80 00000400:00000200:1.0:1777582965.688342:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1daa09 [2] + 1968 00000400:00000010:1.0:1777582965.688346:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e790. 00000400:00000200:1.0:1777582965.688349:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392bc9cc0 00000400:00000200:1.0:1777582965.688354:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688357:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.688359:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392bc9cc0 00000400:00000010:1.0:1777582965.688361:0:3282:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392bc9cc0. 00000100:00000200:1.0:1777582965.688366:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1777582965.688374:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688378:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8874f80 00000400:00000200:1.0:1777582965.688382:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dabb9 [2] + 0 00000400:00000200:1.0:1777582965.688386:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688389:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688391:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582965.688394:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667e680. 00000400:00000200:1.0:1777582965.688401:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582965.688406:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875080 00000400:00000200:1.0:1777582965.688409:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dabb9 [2] + 328 00000400:00000200:1.0:1777582965.688419:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.688421:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582965.688424:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582965.688429:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f03b80. 00010000:00000010:1.0:1777582965.688453:0:205896:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0248a144300. 00080000:00000010:1.0:1777582965.688463:0:205896:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa023f596a400. 00000001:00000010:3.0:1777582965.690064:0:205907:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaee40. 00000001:00000010:1.0:1777582965.690519:0:205896:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfd20. 00010000:00000200:1.0:1777582965.690549:0:205896:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e6d80 x1863919919279360/t8589942546(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.690569:0:205896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582965.690575:0:205896:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919279360, offset 224 00010000:00000200:3.0:1777582965.693784:0:205907:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24f480 x1863919919280256/t8589942545(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.693822:0:205907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000400:00000200:1.0:1777582965.694839:0:205896:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.694860:0:205896:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.694876:0:205896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadad00 00000800:00000200:2.0:1777582965.696154:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.696162:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024878a3200. 00000400:00000200:2.0:1777582965.696170:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.696181:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.696232:0:205907:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919280256, offset 224 00000400:00000200:3.0:1777582965.696245:0:205907:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.696256:0:205907:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.696265:0:205907:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb080 00000400:00000200:3.0:1777582965.696272:0:205907:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215539 [1] + 224 00000400:00000200:3.0:1777582965.696279:0:205907:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.696282:0:205907:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.696294:0:205907:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24dc00 x1863919919280256/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.696322:0:205907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:3.0:1777582965.696325:0:205907:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 00000020:00000010:3.0:1777582965.696351:0:205907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265300. 00000020:00000010:3.0:1777582965.696357:0:205907:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582965.696360:0:205907:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdf600. 00002000:00000010:3.0:1777582965.697936:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02486271300. 00010000:00000010:3.0:1777582965.697950:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249dea8700. 00010000:00000010:3.0:1777582965.697963:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68840. 00002000:00000010:3.0:1777582965.697975:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7580. 00010000:00000010:3.0:1777582965.697978:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0248ee46c00. 00010000:00000010:3.0:1777582965.697984:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e686c0. 00002000:00000010:3.0:1777582965.697991:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392c71c00. 00010000:00000010:3.0:1777582965.697993:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0249dea8c00. 00010000:00000010:3.0:1777582965.697997:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4ebf00. 00002000:00000010:3.0:1777582965.698004:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02484cdb140. 00010000:00000010:3.0:1777582965.698009:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498a66300. 00010000:00000010:3.0:1777582965.698013:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4eb000. 00002000:00000010:3.0:1777582965.698022:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a932c0. 00010000:00000010:3.0:1777582965.698025:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02499549800. 00010000:00000010:3.0:1777582965.698029:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0248a144300. 00000020:00000010:3.0:1777582965.698067:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698072:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698079:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d56200. 00000020:00000010:3.0:1777582965.698085:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265300. 00000020:00000010:3.0:1777582965.698090:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 00000100:00000200:3.0:1777582965.698120:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0239667ed80 x1863928708025856/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.698164:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698166:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698170:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d56c00. 00000020:00000010:3.0:1777582965.698173:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.698175:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000100:00000200:3.0:1777582965.698183:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0239667df80 x1863928708026112/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.698195:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698197:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698201:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d56400. 00000020:00000010:3.0:1777582965.698203:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.698205:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000100:00000200:3.0:1777582965.698212:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0239667e300 x1863928708026368/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.698223:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698225:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698228:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d56600. 00000020:00000010:3.0:1777582965.698230:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.698233:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000100:00000200:3.0:1777582965.698239:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0239667f480 x1863928708025728/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.698250:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698252:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698255:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d57c00. 00000020:00000010:3.0:1777582965.698257:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.698260:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000100:00000200:3.0:1777582965.698267:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aed43450 x1863928708025984/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.698279:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698281:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698287:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e4e200. 00000020:00000010:3.0:1777582965.698289:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265780. 00000020:00000010:3.0:1777582965.698291:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000100:00000200:3.0:1777582965.698297:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa0239667e680 x1863928708026240/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.698307:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698309:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698312:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdf600. 00000020:00000010:3.0:1777582965.698314:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265580. 00000020:00000010:3.0:1777582965.698316:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000100:00000200:3.0:1777582965.698322:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa02483f03b80 x1863928708026496/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.698334:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698336:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.698338:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708025856 02000000:00000010:3.0:1777582965.698350:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388528800. 00010000:00000010:3.0:1777582965.698378:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.698386:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb000. 00000100:00000010:3.0:1777582965.698392:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb000. 00010000:00000010:3.0:1777582965.698395:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00000400:00000010:3.0:1777582965.698409:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5440. 00000100:00000200:3.0:1777582965.698416:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708025856, offset 224 00000400:00000200:3.0:1777582965.698423:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.698437:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.698443:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397942:397942:250:4294967295] 192.168.202.9@tcp LPNI seq info [397938:397938:2:4294967295] 00000400:00000200:3.0:1777582965.698454:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.698459:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.698463:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999100. 00000800:00000200:3.0:1777582965.698469:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.698476:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.698481:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.698492:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265300. 00000020:00000010:3.0:1777582965.698496:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777582965.698498:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d56200. 00000020:00000010:3.0:1777582965.698511:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698514:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.698516:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708026112 02000000:00000010:3.0:1777582965.698523:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238606bc00. 00010000:00000010:3.0:1777582965.698539:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.698543:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb000. 00000100:00000010:3.0:1777582965.698546:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb000. 00010000:00000010:3.0:1777582965.698548:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00000400:00000010:3.0:1777582965.698555:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5a18. 00000100:00000200:3.0:1777582965.698558:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708026112, offset 224 00000400:00000200:3.0:1777582965.698563:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.698568:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.698572:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397943:397943:249:4294967295] 192.168.202.9@tcp LPNI seq info [397939:397939:1:4294967295] 00000400:00000200:3.0:1777582965.698579:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.698598:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.698602:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999c00. 00000800:00000200:3.0:1777582965.698606:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.698610:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.698621:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.698628:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265000. 00000020:00000010:3.0:1777582965.698631:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777582965.698633:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d56c00. 00000020:00000010:3.0:1777582965.698645:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698647:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.698649:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708026368 02000000:00000010:3.0:1777582965.698656:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f6c00. 00010000:00000010:3.0:1777582965.698675:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.698679:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb000. 00000100:00000010:3.0:1777582965.698682:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb000. 00010000:00000010:3.0:1777582965.698684:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00000400:00000010:3.0:1777582965.698691:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5ee0. 00000100:00000200:3.0:1777582965.698695:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708026368, offset 224 00000400:00000200:3.0:1777582965.698700:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.698706:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.698709:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397944:397944:248:4294967295] 192.168.202.9@tcp LPNI seq info [397940:397940:0:4294967295] 00000020:00000010:3.0:1777582965.698716:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265200. 00000020:00000010:3.0:1777582965.698718:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777582965.698720:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d56400. 00000020:00000010:3.0:1777582965.698730:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698732:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.698733:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708025728 02000000:00000010:3.0:1777582965.698738:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f6400. 00010000:00000010:3.0:1777582965.698751:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.698754:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb000. 00000100:00000010:3.0:1777582965.698757:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb000. 00010000:00000010:3.0:1777582965.698759:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00000400:00000010:3.0:1777582965.698763:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5220. 00000100:00000200:3.0:1777582965.698767:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708025728, offset 224 00000400:00000200:3.0:1777582965.698771:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.698776:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.698779:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397945:397945:248:4294967295] 192.168.202.9@tcp LPNI seq info [397941:397941:-1:4294967295] 00000020:00000010:3.0:1777582965.698785:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.698788:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582965.698791:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d56600. 00000020:00000010:3.0:1777582965.698801:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698803:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.698805:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708025984 02000000:00000010:3.0:1777582965.698809:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f7c00. 00010000:00000010:3.0:1777582965.698821:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.698824:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb000. 00000100:00000010:3.0:1777582965.698827:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb000. 00010000:00000010:3.0:1777582965.698829:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00000400:00000010:3.0:1777582965.698834:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5f68. 00000100:00000200:3.0:1777582965.698836:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708025984, offset 224 00000400:00000200:3.0:1777582965.698841:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.698845:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.698848:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397946:397946:248:4294967295] 192.168.202.9@tcp LPNI seq info [397942:397942:-2:4294967295] 00000020:00000010:3.0:1777582965.698855:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.698858:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582965.698860:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d57c00. 00000100:00000010:3.0:1777582965.698866:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667f480. 00000100:00000010:3.0:1777582965.698869:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667e300. 00000100:00000010:3.0:1777582965.698872:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667df80. 00000100:00000010:3.0:1777582965.698874:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667ed80. 00000100:00000010:3.0:1777582965.698877:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c700. 00000100:00000010:3.0:1777582965.698879:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667d180. 00000100:00000200:3.0:1777582965.698885:0:187616:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777582965.698890:0:187616:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469cb8. 00000400:00000010:3.0:1777582965.698894:0:187616:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024ae4eb000. 00000020:00000010:3.0:1777582965.698905:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698907:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.698908:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708026240 02000000:00000010:3.0:1777582965.698913:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f5800. 00010000:00000010:3.0:1777582965.698925:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.698929:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4ebf00. 00000100:00000010:3.0:1777582965.698931:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4ebf00. 00010000:00000010:3.0:1777582965.698933:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00000400:00000010:3.0:1777582965.698939:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5e58. 00000100:00000200:3.0:1777582965.698942:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708026240, offset 224 00000400:00000200:3.0:1777582965.698946:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.698951:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.698955:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397947:397947:248:4294967295] 192.168.202.9@tcp LPNI seq info [397943:397943:-3:4294967295] 00000020:00000010:3.0:1777582965.698961:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265780. 00000020:00000010:3.0:1777582965.698963:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582965.698966:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e4e200. 00000020:00000010:3.0:1777582965.698978:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.698981:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.698982:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708026496 02000000:00000010:3.0:1777582965.698986:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f4400. 00010000:00000010:3.0:1777582965.698999:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.699003:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4ebf00. 00000100:00000010:3.0:1777582965.699006:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4ebf00. 00010000:00000010:3.0:1777582965.699009:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00000400:00000010:3.0:1777582965.699014:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5088. 00000100:00000200:3.0:1777582965.699016:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708026496, offset 224 00000400:00000200:3.0:1777582965.699020:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.699026:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.699030:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397948:397948:248:4294967295] 192.168.202.9@tcp LPNI seq info [397944:397944:-4:4294967295] 00000020:00000010:3.0:1777582965.699037:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265580. 00000020:00000010:3.0:1777582965.699040:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582965.699042:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdf600. 00000400:00000010:3.0:1777582965.699078:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4699a0. 00000400:00000200:3.0:1777582965.699082:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:3.0:1777582965.699084:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582965.699092:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02397d5df80 x1863919919280000/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.699100:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02397d5df80 x1863919919280000/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777582965.699190:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 02000000:00000010:3.0:1777582965.699201:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f4c00. 00000400:00000010:3.0:1777582965.699228:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e6e0. 00000400:00000200:3.0:1777582965.699231:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cbb0 00000400:00000010:3.0:1777582965.699232:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cbb0. 00000100:00000200:3.0:1777582965.699240:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18b100 x1863919919279488/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.699248:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18b100 x1863919919279488/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582965.699276:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f4800. 00000400:00000010:3.0:1777582965.699280:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4699a0. 00000400:00000010:3.0:1777582965.699284:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777582965.699288:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919283328, portal 4 00000400:00000010:3.0:1777582965.699291:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582965.699293:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919283328, offset 0 00000400:00000200:3.0:1777582965.699297:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.699304:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.699313:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadbc80 00000400:00000200:3.0:1777582965.699321:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 8160 00000400:00000200:3.0:1777582965.699328:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.699332:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.699339:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.699343:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f800. 00000400:00000200:3.0:1777582965.699360:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:3.0:1777582965.699361:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582965.699365:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24f100 x1863919919283328/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777582965.699392:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d880. 02000000:00000010:3.0:1777582965.699397:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6800. 02000000:00000010:3.0:1777582965.699411:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f5c00. 00000400:00000010:3.0:1777582965.699414:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469268. 00000400:00000010:3.0:1777582965.699417:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af54c8. 00000100:00000200:3.0:1777582965.699420:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919283456, portal 4 00000400:00000010:3.0:1777582965.699423:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582965.699425:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919283456, offset 0 00000400:00000200:3.0:1777582965.699428:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.699433:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.699437:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadbd00 00000400:00000200:3.0:1777582965.699441:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 8704 00000400:00000200:3.0:1777582965.699445:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.699447:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.699450:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.699453:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24ea00. 00000400:00000200:3.0:1777582965.699461:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:3.0:1777582965.699462:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582965.699465:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24d880 x1863919919283456/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1777582965.699495:0:205900:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4ebf00. 00080000:00000010:3.0:1777582965.699513:0:205900:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b62f7800. 00000001:00000010:3.0:1777582965.699709:0:205900:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaecc0. 00010000:00000200:3.0:1777582965.699757:0:205900:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c189f80 x1863919919278720/t8589942547(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.699768:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582965.699772:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919278720, offset 224 00000400:00000200:3.0:1777582965.699776:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.699782:0:205900:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.699786:0:205900:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadaa80 00000400:00000200:3.0:1777582965.699790:0:205900:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2154c5 [1] + 224 00000400:00000200:3.0:1777582965.699795:0:205900:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.699798:0:205900:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.699803:0:205900:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18ad80 x1863919919278720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.699812:0:205900:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:3.0:1777582965.699814:0:205900:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000020:00000010:3.0:1777582965.699824:0:205900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.699826:0:205900:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582965.699829:0:205900:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edee00. 02000000:00000010:3.0:1777582965.699840:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa024ac5bbc00. 00000100:00000010:3.0:1777582965.699845:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c189f80. 02000000:00000010:3.0:1777582965.699851:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0238604ec00. 00000100:00000010:3.0:1777582965.699853:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea7b80. 02000000:00000010:3.0:1777582965.699857:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02385e5e400. 02000000:00000010:3.0:1777582965.699860:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0249f040400. 00000100:00000010:3.0:1777582965.699862:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51c00. 02000000:00000010:3.0:1777582965.699866:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0238604d800. 00000100:00000010:3.0:1777582965.699868:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188380. 02000000:00000010:3.0:1777582965.699871:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02385e5c400. 00000100:00000010:3.0:1777582965.699873:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea6a00. 02000000:00000010:3.0:1777582965.699877:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02388ec3000. 00000100:00000010:3.0:1777582965.699879:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04a80. 02000000:00000010:3.0:1777582965.699882:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0249f041400. 00000100:00000010:3.0:1777582965.699884:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea5880. 02000000:00000010:3.0:1777582965.699889:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa024ac5ba400. 00000100:00000010:3.0:1777582965.699891:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50000. 02000000:00000010:3.0:1777582965.699894:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0249f042800. 00000100:00000010:3.0:1777582965.699896:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50700. 02000000:00000010:3.0:1777582965.699898:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02388ec0000. 00000100:00000010:3.0:1777582965.699900:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07100. 02000000:00000010:3.0:1777582965.699904:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0249f040c00. 00000100:00000010:3.0:1777582965.699905:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51500. 02000000:00000010:3.0:1777582965.699907:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa023887d4000. 00000100:00000010:3.0:1777582965.699910:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04e00. 02000000:00000010:3.0:1777582965.699912:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0249f041000. 00000100:00000010:3.0:1777582965.699914:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea4e00. 02000000:00000010:3.0:1777582965.699919:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0249f042400. 00000100:00000010:3.0:1777582965.699921:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea7480. 02000000:00000010:3.0:1777582965.699923:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa023922d2000. 00000100:00000010:3.0:1777582965.699927:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249dea4380. 02000000:00000010:3.0:1777582965.699930:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02388542800. 00000100:00000010:3.0:1777582965.699933:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63a680. 02000000:00000010:3.0:1777582965.699936:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02388f80400. 00000100:00000010:3.0:1777582965.699938:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63aa00. 02000000:00000010:3.0:1777582965.699940:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0249f1fa400. 00000100:00000010:3.0:1777582965.699942:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05c00. 02000000:00000010:3.0:1777582965.699944:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa023887d4800. 00000100:00000010:3.0:1777582965.699946:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04380. 02000000:00000010:3.0:1777582965.699949:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa023887d7800. 00000100:00000010:3.0:1777582965.699952:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3a680. 02000000:00000010:3.0:1777582965.699954:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02388f82c00. 00000100:00000010:3.0:1777582965.699957:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39f80. 02000000:00000010:3.0:1777582965.699959:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02388408c00. 00000100:00000010:3.0:1777582965.699964:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c11c00. 02000000:00000010:3.0:1777582965.699973:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02388f81400. 00000100:00000010:3.0:1777582965.699975:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c11180. 02000000:00000010:3.0:1777582965.699978:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa024b559e400. 00000100:00000010:3.0:1777582965.699980:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec38000. 02000000:00000010:3.0:1777582965.699982:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02388540400. 00000100:00000010:3.0:1777582965.699984:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203df80. 02000000:00000010:3.0:1777582965.699987:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02392041c00. 00000100:00000010:3.0:1777582965.699990:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87480. 02000000:00000010:3.0:1777582965.699994:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa02392041400. 00000100:00000010:3.0:1777582965.699996:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f85500. 02000000:00000010:3.0:1777582965.699999:0:205900:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffffa0248ba54c00. 00000100:00000010:3.0:1777582965.700001:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f86680. 00000100:00000200:3.0:1777582965.700006:0:205900:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1777582965.700010:0:205900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4690b0. 00000400:00000010:3.0:1777582965.700014:0:205900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffffa02484999f00. 00000020:00000010:3.0:1777582965.700030:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.700033:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.700036:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdf600. 00000020:00000010:3.0:1777582965.700039:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c80. 00000020:00000010:3.0:1777582965.700042:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87960. 00000020:00000010:3.0:1777582965.700065:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.700067:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.700070:0:205900:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdea00. 00000020:00000010:3.0:1777582965.700072:0:205900:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265580. 00000020:00000010:3.0:1777582965.700074:0:205900:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87af0. 00000020:00000010:3.0:1777582965.700086:0:205900:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6400. 00000020:00000010:3.0:1777582965.700087:0:205900:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6400. 00000100:00000200:3.0:1777582965.700089:0:205900:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919283328 02000000:00000010:3.0:1777582965.700105:0:205900:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024b62f5000. 00010000:00000010:3.0:1777582965.700123:0:205900:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c000. 00010000:00000010:3.0:1777582965.700163:0:205900:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6400. 00000100:00000010:3.0:1777582965.700169:0:205900:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eba80. 00000100:00000010:3.0:1777582965.700176:0:205900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d180. 02000000:00000010:3.0:1777582965.700183:0:205900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02389fdec00. 02000000:00000010:3.0:1777582965.700196:0:205900:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02389fdf800. 00000400:00000010:3.0:1777582965.700199:0:205900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469840. 00000400:00000010:3.0:1777582965.700202:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5d48. 00000100:00000200:3.0:1777582965.700205:0:205900:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919283584, portal 16 00000400:00000010:3.0:1777582965.700208:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5770. 00000100:00000200:3.0:1777582965.700210:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919283584, offset 0 00000400:00000200:3.0:1777582965.700215:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.700221:0:205900:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.700227:0:205900:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.700230:0:205900:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.700233:0:205900:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.700236:0:205900:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.700239:0:205900:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397949:397949:248:4294967295] 192.168.202.9@tcp LPNI seq info [397945:397945:-5:4294967295] 00002000:00000010:3.0:1777582965.700287:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392c71400. 00010000:00000010:3.0:1777582965.700292:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498a66000. 00010000:00000010:3.0:1777582965.700300:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4ebf00. 00000400:00000200:3.0:1777582965.700316:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.700321:0:190365:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.700324:0:190365:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397950:397950:248:4294967295] 192.168.202.9@tcp LPNI seq info [397946:397946:-6:4294967295] 00000020:00000010:3.0:1777582965.700335:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87200. 00000020:00000010:3.0:1777582965.700338:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:3.0:1777582965.700341:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f44200. 00000100:00000010:3.0:1777582965.700346:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6300. 02000000:00000010:3.0:1777582965.700350:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca07c00. 02000000:00000010:3.0:1777582965.700354:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca05c00. 00000100:00000010:3.0:1777582965.700356:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6680. 02000000:00000010:3.0:1777582965.700359:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023922d0800. 00000100:00000010:3.0:1777582965.700361:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4a80. 02000000:00000010:3.0:1777582965.700363:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ac5b9000. 00000100:00000010:3.0:1777582965.700365:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e5880. 02000000:00000010:3.0:1777582965.700368:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ac5bb000. 00000100:00000010:3.0:1777582965.700370:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e5f80. 02000000:00000010:3.0:1777582965.700373:0:190365:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249f041c00. 00000100:00000010:3.0:1777582965.700376:0:190365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392488700. 00000100:00000200:3.0:1777582965.700382:0:190365:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1777582965.700386:0:190365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469f20. 00000400:00000010:3.0:1777582965.700389:0:190365:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024ae4ebf00. 00000400:00000200:1.0:1777582965.702023:0:205896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215511 [1] + 224 00000400:00000200:1.0:1777582965.702038:0:205896:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.702041:0:205896:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.702058:0:205896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c188a80 x1863919919279360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.702094:0:205896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582965.702097:0:205896:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000020:00000010:1.0:1777582965.702125:0:205896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87c00. 00000020:00000010:1.0:1777582965.702151:0:205896:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:1.0:1777582965.702156:0:205896:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f45200. 00000020:00000010:1.0:1777582965.702192:0:205896:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93a40. 00000020:00000010:1.0:1777582965.702196:0:205896:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93a40. 00000100:00000200:1.0:1777582965.702199:0:205896:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919283456 02000000:00000010:1.0:1777582965.702222:0:205896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa023f5968800. 00010000:00000010:1.0:1777582965.702246:0:205896:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f119600. 00010000:00000010:1.0:1777582965.702262:0:205896:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93a40. 00000100:00000010:1.0:1777582965.702270:0:205896:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248a144d80. 00000100:00000010:1.0:1777582965.702280:0:205896:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f03480. 02000000:00000010:1.0:1777582965.702293:0:205896:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0241de23c00. 02000000:00000010:1.0:1777582965.702313:0:205896:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0241de22a00. 00000400:00000010:1.0:1777582965.702318:0:205896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca368f0. 00000400:00000010:1.0:1777582965.702322:0:205896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582965.702329:0:205896:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919283712, portal 16 00000400:00000010:1.0:1777582965.702334:0:205896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a15d8. 00000100:00000200:1.0:1777582965.702337:0:205896:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919283712, offset 0 00000400:00000200:1.0:1777582965.702346:0:205896:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.702359:0:205896:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.702364:0:205896:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.702368:0:205896:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.702372:0:205896:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.702374:0:205896:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.702378:0:205896:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397951:397951:248:4294967295] 192.168.202.9@tcp LPNI seq info [397947:397947:-7:4294967295] 00000400:00000010:1.0:1777582965.702425:0:206021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1f78. 00000400:00000200:1.0:1777582965.702430:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777582965.702432:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582965.702439:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aece1500 x1863919919281152/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.702447:0:206021:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aece1500 x1863919919281152/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.702482:0:206021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0239166fc00. 02000000:00000010:1.0:1777582965.702489:0:206021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0239166e600. 00000100:00000010:1.0:1777582965.702495:0:206021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece1500. 00000100:00000010:1.0:1777582965.702507:0:206021:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02392bc93c0. 00010000:00000010:1.0:1777582965.702512:0:206021:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93780. 00010000:00000010:1.0:1777582965.702527:0:206021:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0248a144300. 00080000:00000010:1.0:1777582965.702552:0:206021:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384d44400. 00000001:00000010:1.0:1777582965.702778:0:206021:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfea0. 00010000:00000200:1.0:1777582965.702822:0:206021:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e5c00 x1863919919280768/t8589942548(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.702836:0:206021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777582965.702839:0:206021:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919280768, offset 224 00000400:00000200:1.0:1777582965.702843:0:206021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.702850:0:206021:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.702859:0:206021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb280 00000400:00000200:1.0:1777582965.702864:0:206021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2155ad [1] + 224 00000400:00000200:1.0:1777582965.702870:0:206021:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.702873:0:206021:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.702879:0:206021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24c700 x1863919919280768/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.702890:0:206021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777582965.702892:0:206021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000020:00000010:1.0:1777582965.702901:0:206021:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374b80. 00000020:00000010:1.0:1777582965.702906:0:206021:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777582965.702909:0:206021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239166fe00. 00000400:00000010:1.0:1777582965.702934:0:188247:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1b58. 00000400:00000200:1.0:1777582965.702937:0:188247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:1.0:1777582965.702939:0:188247:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582965.702944:0:188247:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30c380 x1863919919281920/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.702953:0:188247:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30c380 x1863919919281920/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.702970:0:188247:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0239166f200. 02000000:00000010:1.0:1777582965.702973:0:188247:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0239166f000. 00000100:00000010:1.0:1777582965.702976:0:188247:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30c380. 00000100:00000010:1.0:1777582965.702979:0:188247:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02392bc9c00. 00010000:00000010:1.0:1777582965.702981:0:188247:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93a80. 00010000:00000010:1.0:1777582965.702990:0:188247:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9c00. 00080000:00000010:1.0:1777582965.703005:0:188247:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384d46800. 00000001:00000010:1.0:1777582965.703317:0:188247:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecfae0. 00010000:00000200:1.0:1777582965.703340:0:188247:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e7800 x1863919919280896/t8589942549(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.703350:0:188247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582965.703353:0:188247:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919280896, offset 224 00000400:00000200:1.0:1777582965.703356:0:188247:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.703362:0:188247:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.703367:0:188247:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb300 00000400:00000200:1.0:1777582965.703371:0:188247:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2155b5 [1] + 224 00000400:00000200:1.0:1777582965.703375:0:188247:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.703378:0:188247:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.703383:0:188247:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24df80 x1863919919280896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.703391:0:188247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:1.0:1777582965.703393:0:188247:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000020:00000010:1.0:1777582965.703399:0:188247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374080. 00000020:00000010:1.0:1777582965.703402:0:188247:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777582965.703404:0:188247:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239166ec00. 00000400:00000010:1.0:1777582965.703423:0:206018:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6dc0. 00000400:00000200:1.0:1777582965.703426:0:206018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582965.703428:0:206018:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582965.703433:0:206018:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30df80 x1863919919282048/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.703440:0:206018:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30df80 x1863919919282048/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.703457:0:206018:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02388ed7a00. 02000000:00000010:1.0:1777582965.703460:0:206018:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02388ed7800. 00000100:00000010:1.0:1777582965.703462:0:206018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30df80. 00000100:00000010:1.0:1777582965.703465:0:206018:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02392bc9d80. 00010000:00000010:1.0:1777582965.703467:0:206018:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93a00. 00010000:00000010:1.0:1777582965.703473:0:206018:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9d80. 00080000:00000010:1.0:1777582965.703480:0:206018:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384d46000. 00000001:00000010:1.0:1777582965.703680:0:206018:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02388ecf7e0. 00010000:00000200:1.0:1777582965.703708:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30fb80 x1863919919281280/t8589942083(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.703717:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582965.703721:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919281280, offset 224 00000400:00000200:1.0:1777582965.703724:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.703729:0:206018:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.703734:0:206018:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb480 00000400:00000200:1.0:1777582965.703738:0:206018:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2155cd [1] + 224 00000400:00000200:1.0:1777582965.703742:0:206018:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.703745:0:206018:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.703750:0:206018:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aece0a80 x1863919919281280/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.703760:0:206018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582965.703762:0:206018:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000020:00000010:1.0:1777582965.703768:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374780. 00000020:00000010:1.0:1777582965.703771:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777582965.703774:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c24c00. 00000400:00000010:1.0:1777582965.703792:0:205908:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6000. 00000400:00000200:1.0:1777582965.703794:0:205908:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:1.0:1777582965.703796:0:205908:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582965.703801:0:205908:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30ea00 x1863919919282176/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.703809:0:205908:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30ea00 x1863919919282176/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.703825:0:205908:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02388ed7200. 02000000:00000010:1.0:1777582965.703828:0:205908:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02388ed7400. 00000100:00000010:1.0:1777582965.703830:0:205908:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ea00. 00000100:00000010:1.0:1777582965.703832:0:205908:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d900. 00010000:00000010:1.0:1777582965.703835:0:205908:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93440. 00010000:00000010:1.0:1777582965.703841:0:205908:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc93c0. 00080000:00000010:1.0:1777582965.703847:0:205908:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384d47800. 00000001:00000010:1.0:1777582965.704039:0:205908:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424acc0. 00010000:00000200:1.0:1777582965.704063:0:205908:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30e680 x1863919919281792/t8589942084(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.704072:0:205908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582965.704076:0:205908:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919281792, offset 224 00000400:00000200:1.0:1777582965.704079:0:205908:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.704084:0:205908:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.704089:0:205908:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb680 00000400:00000200:1.0:1777582965.704093:0:205908:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2155d5 [1] + 224 00000400:00000200:1.0:1777582965.704097:0:205908:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.704099:0:205908:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.704104:0:205908:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30d880 x1863919919281792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.704113:0:205908:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:1.0:1777582965.704115:0:205908:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000020:00000010:1.0:1777582965.704122:0:205908:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374c00. 00000020:00000010:1.0:1777582965.704125:0:205908:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582965.704128:0:205908:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02386c25600. 00000400:00000010:1.0:1777582965.704174:0:189456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c60b0. 00000400:00000200:1.0:1777582965.704177:0:189456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582965.704179:0:189456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582965.704185:0:189456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30f800 x1863919919282304/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.704192:0:189456:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30f800 x1863919919282304/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.704209:0:189456:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02388ed6a00. 02000000:00000010:1.0:1777582965.704213:0:189456:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02388ed7000. 00000100:00000010:1.0:1777582965.704216:0:189456:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30f800. 00000100:00000010:1.0:1777582965.704218:0:189456:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849dcc0. 00010000:00000010:1.0:1777582965.704220:0:189456:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93640. 00010000:00000010:1.0:1777582965.704226:0:189456:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02392bc9cc0. 00080000:00000010:1.0:1777582965.704233:0:189456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02397d51000. 00000001:00000010:1.0:1777582965.704306:0:189456:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424a540. 00010000:00000200:1.0:1777582965.704328:0:189456:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30ce00 x1863919919281024/t8589942550(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.704338:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582965.704341:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919281024, offset 224 00000400:00000200:1.0:1777582965.704344:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.704350:0:189456:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.704354:0:189456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb380 00000400:00000200:1.0:1777582965.704357:0:189456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2155dd [1] + 224 00000400:00000200:1.0:1777582965.704361:0:189456:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.704363:0:189456:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.704368:0:189456:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24e300 x1863919919281024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.704376:0:189456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582965.704378:0:189456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000020:00000010:1.0:1777582965.704385:0:189456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374900. 00000020:00000010:1.0:1777582965.704387:0:189456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674190. 00000020:00000010:1.0:1777582965.704390:0:189456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68a00. 00000400:00000010:1.0:1777582965.704407:0:206352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6318. 00000400:00000200:1.0:1777582965.704410:0:206352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777582965.704411:0:206352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582965.704417:0:206352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30c700 x1863919919282432/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.704423:0:206352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30c700 x1863919919282432/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.704438:0:206352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02388ed7c00. 02000000:00000010:1.0:1777582965.704442:0:206352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02388ed7e00. 00000100:00000010:1.0:1777582965.704444:0:206352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30c700. 00000100:00000010:1.0:1777582965.704446:0:206352:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849de40. 00010000:00000010:1.0:1777582965.704448:0:206352:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93d80. 00010000:00000010:1.0:1777582965.704455:0:206352:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0248849de40. 00080000:00000010:1.0:1777582965.704460:0:206352:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02397d53000. 00000001:00000010:1.0:1777582965.704665:0:206352:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424a7e0. 00010000:00000200:1.0:1777582965.704690:0:206352:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c30dc00 x1863919919281664/t8589942085(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.704702:0:206352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582965.704706:0:206352:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919281664, offset 224 00000400:00000200:1.0:1777582965.704710:0:206352:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.704715:0:206352:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.704719:0:206352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb600 00000400:00000200:1.0:1777582965.704724:0:206352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2155e5 [1] + 224 00000400:00000200:1.0:1777582965.704728:0:206352:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.704730:0:206352:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.704735:0:206352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30ca80 x1863919919281664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.704745:0:206352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777582965.704747:0:206352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000020:00000010:1.0:1777582965.704753:0:206352:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374980. 00000020:00000010:1.0:1777582965.704756:0:206352:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582965.704759:0:206352:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023a0d68200. 00000400:00000010:1.0:1777582965.704777:0:188248:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02487a12cb8. 00000400:00000200:1.0:1777582965.704780:0:188248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:1.0:1777582965.704781:0:188248:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582965.704787:0:188248:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30d180 x1863919919282816/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.704794:0:188248:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30d180 x1863919919282816/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.704813:0:188248:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02388ed7600. 02000000:00000010:1.0:1777582965.704816:0:188248:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02388ed6600. 00000100:00000010:1.0:1777582965.704819:0:188248:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30d180. 00000100:00000010:1.0:1777582965.704823:0:188248:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d480. 00010000:00000010:1.0:1777582965.704824:0:188248:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a935c0. 00010000:00000010:1.0:1777582965.704832:0:188248:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0248849d480. 00080000:00000010:1.0:1777582965.704838:0:188248:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02397d52800. 00000001:00000010:1.0:1777582965.704920:0:188248:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424a960. 00010000:00000200:1.0:1777582965.704943:0:188248:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c188700 x1863919919281408/t8589942086(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.704952:0:188248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582965.704956:0:188248:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919281408, offset 224 00000400:00000200:1.0:1777582965.704959:0:188248:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.704964:0:188248:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.704969:0:188248:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb500 00000400:00000200:1.0:1777582965.704973:0:188248:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215619 [1] + 224 00000400:00000200:1.0:1777582965.704977:0:188248:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.704980:0:188248:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.704985:0:188248:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aece0000 x1863919919281408/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.704996:0:188248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:1.0:1777582965.704998:0:188248:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000020:00000010:1.0:1777582965.705005:0:188248:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87e80. 00000020:00000010:1.0:1777582965.705008:0:188248:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:1.0:1777582965.705011:0:188248:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f45800. 00002000:00000010:1.0:1777582965.705052:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02486271800. 00010000:00000010:1.0:1777582965.705057:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498a66600. 00010000:00000010:1.0:1777582965.705062:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0248a144300. 00002000:00000010:1.0:1777582965.705071:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023f974b280. 00010000:00000010:1.0:1777582965.705074:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02493ac1100. 00010000:00000010:1.0:1777582965.705078:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9c00. 00002000:00000010:1.0:1777582965.705087:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02383fc7880. 00010000:00000010:1.0:1777582965.705089:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0248ee46300. 00010000:00000010:1.0:1777582965.705094:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9d80. 00002000:00000010:1.0:1777582965.705099:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023f974bd00. 00010000:00000010:1.0:1777582965.705101:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aeea1600. 00010000:00000010:1.0:1777582965.705106:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc93c0. 00002000:00000010:1.0:1777582965.705110:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02486271780. 00010000:00000010:1.0:1777582965.705112:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aeea1500. 00010000:00000010:1.0:1777582965.705116:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02392bc9cc0. 00002000:00000010:1.0:1777582965.705121:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02390f8bfc0. 00010000:00000010:1.0:1777582965.705124:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0248ee46000. 00010000:00000010:1.0:1777582965.705127:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0248849de40. 00002000:00000010:1.0:1777582965.705159:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02392a93280. 00010000:00000010:1.0:1777582965.705162:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02499549d00. 00010000:00000010:1.0:1777582965.705167:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0248849d480. 00000400:00000010:3.0:1777582965.708885:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1ec8. 00000400:00000200:3.0:1777582965.708898:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a12a8 00000400:00000010:3.0:1777582965.708901:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a12a8. 00000100:00000200:3.0:1777582965.708916:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24e300 x1863919919281024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.708928:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24e300 x1863919919281024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.708968:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c63c8. 00000400:00000200:3.0:1777582965.708971:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1220 00000400:00000010:3.0:1777582965.708973:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1220. 00000100:00000200:3.0:1777582965.708978:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30ca80 x1863919919281664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.708986:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30ca80 x1863919919281664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.709023:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe19a0. 00000400:00000200:3.0:1777582965.709026:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1330 00000400:00000010:3.0:1777582965.709028:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1330. 00000100:00000200:3.0:1777582965.709032:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aece0a80 x1863919919281280/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.709039:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aece0a80 x1863919919281280/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.709051:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1d68. 00000400:00000200:3.0:1777582965.709054:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1c38 00000400:00000010:3.0:1777582965.709055:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1c38. 00000100:00000200:3.0:1777582965.709059:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30d880 x1863919919281792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.709066:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30d880 x1863919919281792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.709078:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:3.0:1777582965.709081:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c770 00000400:00000010:3.0:1777582965.709083:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c770. 00000100:00000200:3.0:1777582965.709092:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c188a80 x1863919919279360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.709104:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c188a80 x1863919919279360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.709260:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4698f0. 00000400:00000200:0.0:1777582965.709265:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5bb0 00000400:00000010:0.0:1777582965.709266:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5bb0. 00000100:00000200:0.0:1777582965.709273:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c188e00 x1863919919278464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.709280:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c188e00 x1863919919278464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1777582965.715043:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30600. 00000400:00000200:2.0:1777582965.715068:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1cc0 00000400:00000010:2.0:1777582965.715072:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1cc0. 00000100:00000200:2.0:1777582965.715089:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667c380 x1863919919282944/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.715119:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000400:00000010:2.0:1777582965.715244:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e580. 00000400:00000200:2.0:1777582965.715249:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777582965.715251:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777582965.715263:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aece0000 x1863919919281408/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.715272:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aece0000 x1863919919281408/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.715312:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e3c8. 00000400:00000200:2.0:1777582965.715314:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777582965.715316:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582965.715320:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24df80 x1863919919280896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.715327:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24df80 x1863919919280896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.715340:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ebb0. 00000400:00000200:2.0:1777582965.715342:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:2.0:1777582965.715344:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582965.715348:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24c700 x1863919919280768/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.715354:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24c700 x1863919919280768/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.715365:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469f78. 00000400:00000200:2.0:1777582965.715368:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5880 00000400:00000010:2.0:1777582965.715369:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5880. 00000100:00000200:2.0:1777582965.715374:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24dc00 x1863919919280256/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.715381:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24dc00 x1863919919280256/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.715396:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e1b8. 00000400:00000200:2.0:1777582965.715397:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582965.715399:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582965.715403:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18ad80 x1863919919278720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.715410:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18ad80 x1863919919278720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582965.715453:0:206357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.715466:0:206357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.715473:0:206357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397952:397952:248:4294967295] 192.168.202.9@tcp LPNI seq info [397948:397948:-7:4294967295] 00000020:00000010:2.0:1777582965.715496:0:206357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265b00. 00000020:00000010:2.0:1777582965.715501:0:206357:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a870c8. 00000020:00000010:2.0:1777582965.715505:0:206357:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fde400. 00000100:00000010:2.0:1777582965.715514:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667dc00. 02000000:00000010:2.0:1777582965.715520:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02385907c00. 00000100:00000010:2.0:1777582965.715524:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18a680. 02000000:00000010:2.0:1777582965.715528:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02385907000. 00000100:00000010:2.0:1777582965.715530:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4700. 02000000:00000010:2.0:1777582965.715532:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca07400. 00000100:00000010:2.0:1777582965.715534:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63a300. 02000000:00000010:2.0:1777582965.715537:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca07800. 00000100:00000010:2.0:1777582965.715539:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638700. 02000000:00000010:2.0:1777582965.715542:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca06800. 00000100:00000010:2.0:1777582965.715545:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4e00. 00000100:00000200:2.0:1777582965.715555:0:206357:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777582965.715559:0:206357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e1b8. 00000400:00000010:2.0:1777582965.715565:0:206357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02390e68240. 00000800:00000010:2.0:1777582965.715581:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23700. 00000800:00000200:2.0:1777582965.715588:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.715596:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.715601:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1777582965.715641:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.715645:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024878a3a00. 00000400:00000200:2.0:1777582965.715649:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.715653:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.715657:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1bb0 00000400:00000010:2.0:1777582965.715659:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1bb0. 00000100:00000200:2.0:1777582965.715664:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667fb80 x1863919919283072/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.715684:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.715688:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23800. 00000800:00000200:2.0:1777582965.715691:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.715695:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.715697:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1777582965.715710:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.715712:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23400. 00000400:00000200:2.0:1777582965.715716:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.715719:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.715722:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:2.0:1777582965.715723:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582965.715728:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ae4b4380 x1863919919283200/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.715738:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.715741:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23400. 00000800:00000200:2.0:1777582965.715744:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.715747:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.715750:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1777582965.715758:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.715761:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999600. 00000400:00000200:2.0:1777582965.715764:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.715767:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.715770:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af57f8 00000400:00000010:2.0:1777582965.715772:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af57f8. 02000000:00000010:2.0:1777582965.715775:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238852ac00. 00000800:00000200:2.0:1777582965.715780:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.715783:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23f00. 00000800:00000200:2.0:1777582965.715786:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.715789:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.715792:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1777582965.715801:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.715802:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999300. 00000400:00000200:2.0:1777582965.715805:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.715808:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.715811:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5198 00000400:00000010:2.0:1777582965.715813:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5198. 02000000:00000010:2.0:1777582965.715816:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238852bc00. 00000800:00000200:2.0:1777582965.715821:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.715825:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23a00. 00000800:00000200:2.0:1777582965.715828:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.715831:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.715833:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1777582965.715841:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.715842:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999d00. 00000400:00000200:2.0:1777582965.715845:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.715847:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.715850:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5aa0 00000400:00000010:2.0:1777582965.715851:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5aa0. 02000000:00000010:2.0:1777582965.715853:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388528c00. 00000800:00000200:2.0:1777582965.715857:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.715860:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23500. 00000800:00000200:2.0:1777582965.715862:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.715865:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.715867:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1777582965.715873:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.715875:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999100. 00000400:00000200:2.0:1777582965.715877:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.715879:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.715881:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5440 00000400:00000010:2.0:1777582965.715882:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5440. 02000000:00000010:2.0:1777582965.715884:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388528800. 00000800:00000200:2.0:1777582965.715888:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.715891:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807700. 00000800:00000200:2.0:1777582965.715893:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.715896:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.715898:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1777582965.715904:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.715905:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999c00. 00000400:00000200:2.0:1777582965.715908:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.715911:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.715912:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5a18 00000400:00000010:2.0:1777582965.715914:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5a18. 02000000:00000010:2.0:1777582965.715916:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238606bc00. 00000800:00000200:2.0:1777582965.715920:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.715923:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582965.715926:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.715928:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.715930:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1777582965.715937:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.715938:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23700. 00000400:00000200:2.0:1777582965.715941:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.715943:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.715945:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5ee0 00000400:00000010:2.0:1777582965.715947:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5ee0. 02000000:00000010:2.0:1777582965.715949:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b62f6c00. 00000800:00000200:2.0:1777582965.715952:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.715955:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582965.715958:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.715961:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.715963:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1777582965.715970:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.715972:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23800. 00000400:00000200:2.0:1777582965.715974:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.715977:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.715978:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5220 00000400:00000010:2.0:1777582965.715980:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5220. 02000000:00000010:2.0:1777582965.715982:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b62f6400. 00000800:00000200:2.0:1777582965.715989:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.715990:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23400. 00000400:00000200:2.0:1777582965.715992:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.715995:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.715998:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5f68 00000400:00000010:2.0:1777582965.715999:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5f68. 02000000:00000010:2.0:1777582965.716001:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b62f7c00. 00000800:00000200:2.0:1777582965.716007:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.716009:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23f00. 00000400:00000200:2.0:1777582965.716011:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.716013:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.716016:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5e58 00000400:00000010:2.0:1777582965.716017:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5e58. 00000800:00000200:2.0:1777582965.716024:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.716025:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23a00. 00000400:00000200:2.0:1777582965.716027:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.716030:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.716032:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5088 00000400:00000010:2.0:1777582965.716034:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5088. 00000800:00000200:2.0:1777582965.716041:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.716043:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23500. 00000400:00000200:2.0:1777582965.716045:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.716048:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.716050:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5770 00000400:00000010:2.0:1777582965.716052:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5770. 00000100:00000200:2.0:1777582965.716057:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24d180 x1863919919283584/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.716069:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.716071:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807700. 00000400:00000200:2.0:1777582965.716074:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.716076:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.716078:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:2.0:1777582965.716080:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 02000000:00000010:2.0:1777582965.716083:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02385e5cc00. 00000800:00000200:2.0:1777582965.716090:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.716092:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582965.716094:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.716096:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.716098:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a15d8 00000400:00000010:2.0:1777582965.716100:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a15d8. 00000100:00000200:2.0:1777582965.716105:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f03480 x1863919919283712/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1777582965.716201:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.716204:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582965.716207:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.716210:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.716212:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af55d8 00000400:00000010:2.0:1777582965.716214:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af55d8. 02000000:00000010:2.0:1777582965.716216:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388529400. 00010000:00000010:3.1:1777582965.716389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.1:1777582965.716397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024131ea000. 00010000:00000010:3.1:1777582965.716402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31c00. 00010000:00000010:3.1:1777582965.716404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31800. 00000100:00000010:1.0:1777582965.717316:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01c00. 02000000:00000010:1.0:1777582965.717337:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02397d50000. 00000100:00000010:1.0:1777582965.717383:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f03100. 02000000:00000010:1.0:1777582965.717388:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02397d51800. 00000100:00000010:1.0:1777582965.717396:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01f80. 02000000:00000010:1.0:1777582965.717400:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02397d53400. 00000100:00000010:1.0:1777582965.717422:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f00380. 02000000:00000010:1.0:1777582965.717426:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02397d52c00. 02000000:00000010:1.0:1777582965.717459:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179fc00. 00000400:00000010:1.0:1777582965.717469:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777582965.717475:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582965.717484:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919284096, portal 4 00000400:00000010:1.0:1777582965.717492:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582965.717495:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919284096, offset 0 00000400:00000200:1.0:1777582965.717503:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.717518:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.717530:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadbf80 00000400:00000200:1.0:1777582965.717538:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 9248 00000400:00000200:1.0:1777582965.717546:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.717550:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.717556:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.717560:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f00000. 00000400:00000200:1.0:1777582965.717577:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777582965.717579:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582965.717585:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f01f80 x1863919919284096/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582965.717630:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179d800. 00000400:00000010:1.0:1777582965.717633:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36420. 00000400:00000010:1.0:1777582965.717636:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582965.717639:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919284224, portal 4 00000400:00000010:1.0:1777582965.717642:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582965.717645:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919284224, offset 0 00000400:00000200:1.0:1777582965.717649:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.717653:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.717658:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadc000 00000400:00000200:1.0:1777582965.717662:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 9792 00000400:00000200:1.0:1777582965.717666:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1777582965.718837:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f6000. 00000400:00000010:3.0:1777582965.718846:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469c08. 00000400:00000010:3.0:1777582965.718850:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582965.718855:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919283968, portal 4 00000400:00000010:3.0:1777582965.718861:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582965.718864:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919283968, offset 0 00000400:00000200:3.0:1777582965.718871:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.718880:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.718887:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadbf00 00000400:00000200:3.0:1777582965.718893:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 10336 00000400:00000200:3.0:1777582965.718898:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.718901:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.718906:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.718912:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04380. 00000400:00000200:3.0:1777582965.718930:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777582965.718932:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582965.718939:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f03100 x1863919919283968/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582965.718968:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f5400. 00000400:00000010:3.0:1777582965.718971:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469000. 00000400:00000010:3.0:1777582965.718974:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582965.718977:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919283840, portal 4 00000400:00000010:3.0:1777582965.718981:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.718983:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919283840, offset 0 00000400:00000200:3.0:1777582965.718987:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.718992:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.718996:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadbe80 00000400:00000200:3.0:1777582965.719000:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 10880 00000400:00000200:3.0:1777582965.719004:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.719007:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.719009:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582965.719012:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05c00. 00000400:00000200:3.0:1777582965.719022:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582965.719024:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.719028:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f01c00 x1863919919283840/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.719075:0:205907:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6440. 00000020:00000010:3.0:1777582965.719081:0:205907:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6440. 00000020:00000010:3.0:1777582965.719088:0:205907:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fde400. 00000020:00000010:3.0:1777582965.719093:0:205907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265780. 00000020:00000010:3.0:1777582965.719098:0:205907:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582965.719124:0:205907:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6440. 00000020:00000010:3.0:1777582965.719126:0:205907:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6440. 00000020:00000010:3.0:1777582965.719130:0:205907:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02383e4e200. 00000020:00000010:3.0:1777582965.719149:0:205907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.719152:0:205907:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582965.719167:0:205907:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6440. 00000020:00000010:3.0:1777582965.719170:0:205907:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6440. 00000020:00000010:3.0:1777582965.719173:0:205907:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d57c00. 00000020:00000010:3.0:1777582965.719175:0:205907:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.719177:0:205907:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582965.719192:0:205907:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6440. 00000020:00000010:3.0:1777582965.719194:0:205907:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6440. 00000100:00000200:3.0:1777582965.719197:0:205907:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919284096 02000000:00000010:3.0:1777582965.719219:0:205907:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024b62f4000. 00010000:00000010:3.0:1777582965.719244:0:205907:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745d600. 00010000:00000010:3.0:1777582965.719262:0:205907:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6440. 00000100:00000010:3.0:1777582965.719269:0:205907:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4ebb40. 00000100:00000010:3.0:1777582965.719277:0:205907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04e00. 02000000:00000010:3.0:1777582965.719286:0:205907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02384d56600. 02000000:00000010:3.0:1777582965.719304:0:205907:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02384d56400. 00000400:00000010:3.0:1777582965.719308:0:205907:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4691b8. 00000400:00000010:3.0:1777582965.719311:0:205907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.719314:0:205907:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919284352, portal 16 00000400:00000010:3.0:1777582965.719318:0:205907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5908. 00000100:00000200:3.0:1777582965.719319:0:205907:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919284352, offset 0 00000400:00000200:3.0:1777582965.719325:0:205907:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.719335:0:205907:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.719340:0:205907:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1777582965.719343:0:205907:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:3.0:1777582965.719347:0:205907:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1777582965.719349:0:205907:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:3.0:1777582965.719352:0:205907:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397953:397953:256:4294967295] 192.168.202.9@tcp LPNI seq info [397949:397949:8:4294967295] 00000400:00000200:3.0:1777582965.719362:0:205907:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.719368:0:205907:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.719372:0:205907:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999800. 00000800:00000200:3.0:1777582965.719378:0:205907:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.719385:0:205907:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.719390:0:205907:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999800 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.719426:0:205898:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e65c0. 00000020:00000010:3.0:1777582965.719429:0:205898:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e65c0. 00000100:00000200:3.0:1777582965.719432:0:205898:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919283968 02000000:00000010:3.0:1777582965.719441:0:205898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024b62f7c00. 00010000:00000010:3.0:1777582965.719452:0:205898:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024c6346600. 00010000:00000010:3.0:1777582965.719455:0:205898:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa024c6346000. 00010000:00000010:3.0:1777582965.719459:0:205898:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c400. 00002000:00000010:3.0:1777582965.719466:0:205898:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023921e65c0. 00010000:00000010:3.0:1777582965.719490:0:205898:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4eb3c0. 00080000:00000010:3.0:1777582965.719510:0:205898:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b62f6400. 00000001:00000010:3.0:1777582965.719713:0:205898:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aaeea0. 00010000:00000200:3.0:1777582965.719757:0:205898:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f04380 x1863919919283968/t8589942087(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.719773:0:205898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582965.719776:0:205898:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919283968, offset 224 00000400:00000200:3.0:1777582965.719780:0:205898:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.719786:0:205898:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.719792:0:205898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadbf00 00000400:00000200:3.0:1777582965.719796:0:205898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2156f9 [1] + 224 00000400:00000200:3.0:1777582965.719800:0:205898:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.719803:0:205898:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.719809:0:205898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f03100 x1863919919283968/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.719825:0:205898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777582965.719827:0:205898:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777582965.719839:0:205898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265180. 00000020:00000010:3.0:1777582965.719843:0:205898:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:3.0:1777582965.719845:0:205898:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02383e4e200. 00000020:00000010:3.0:1777582965.719861:0:205898:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6300. 00000020:00000010:3.0:1777582965.719864:0:205898:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6300. 00000100:00000200:3.0:1777582965.719866:0:205898:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919283840 02000000:00000010:3.0:1777582965.719875:0:205898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa024aca06800. 00010000:00000010:3.0:1777582965.719884:0:205898:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffffa024c6346a00. 00010000:00000010:3.0:1777582965.719887:0:205898:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffffa02498a66600. 00010000:00000010:3.0:1777582965.719891:0:205898:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa023f745c200. 00002000:00000010:3.0:1777582965.719894:0:205898:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffffa023921e6300. 00010000:00000010:3.0:1777582965.719905:0:205898:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4eb180. 00080000:00000010:3.0:1777582965.719917:0:205898:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024aca07800. 00000001:00000010:3.0:1777582965.719988:0:205898:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae6c0. 00010000:00000200:3.0:1777582965.720008:0:205898:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f05c00 x1863919919283840/t8589942088(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.720019:0:205898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777582965.720022:0:205898:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919283840, offset 224 00000400:00000200:3.0:1777582965.720026:0:205898:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582965.720031:0:205898:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.720036:0:205898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadbe80 00000400:00000200:3.0:1777582965.720041:0:205898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215701 [1] + 224 00000400:00000200:3.0:1777582965.720044:0:205898:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.720047:0:205898:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.720053:0:205898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f01c00 x1863919919283840/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.720062:0:205898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777582965.720063:0:205898:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777582965.720070:0:205898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.720074:0:205898:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582965.720076:0:205898:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d57c00. 00000400:00000010:3.0:1777582965.720098:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469000. 00000400:00000200:3.0:1777582965.720102:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777582965.720104:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582965.720107:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f01c00 x1863919919283840/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.720114:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f01c00 x1863919919283840/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.720168:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469c08. 00000400:00000200:3.0:1777582965.720172:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777582965.720173:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582965.720177:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f03100 x1863919919283968/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582965.720183:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f03100 x1863919919283968/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.721194:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.721202:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.721210:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01880. 00000400:00000200:1.0:1777582965.721234:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582965.721236:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582965.721244:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f00380 x1863919919284224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777582965.721289:0:205895:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93280. 00000020:00000010:1.0:1777582965.721293:0:205895:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93280. 00000020:00000010:1.0:1777582965.721299:0:205895:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23800. 00000020:00000010:1.0:1777582965.721304:0:205895:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374980. 00000020:00000010:1.0:1777582965.721308:0:205895:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582965.721336:0:205895:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a93280. 00000020:00000010:1.0:1777582965.721339:0:205895:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a93280. 00000100:00000200:1.0:1777582965.721342:0:205895:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919284224 02000000:00000010:1.0:1777582965.721361:0:205895:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0241179cc00. 00010000:00000010:1.0:1777582965.721380:0:205895:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f118e00. 00010000:00000010:1.0:1777582965.721395:0:205895:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a93280. 00000100:00000010:1.0:1777582965.721401:0:205895:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849d480. 00000100:00000010:1.0:1777582965.721408:0:205895:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f03800. 02000000:00000010:1.0:1777582965.721419:0:205895:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0241de22c00. 02000000:00000010:1.0:1777582965.721437:0:205895:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0241de23400. 00000400:00000010:1.0:1777582965.721442:0:205895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36aa8. 00000400:00000010:1.0:1777582965.721446:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582965.721452:0:205895:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919284480, portal 16 00000400:00000010:1.0:1777582965.721455:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582965.721457:0:205895:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919284480, offset 0 00000400:00000200:1.0:1777582965.721463:0:205895:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.721473:0:205895:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.721477:0:205895:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.721480:0:205895:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.721484:0:205895:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.721486:0:205895:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.721490:0:205895:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397954:397954:255:4294967295] 192.168.202.9@tcp LPNI seq info [397950:397950:7:4294967295] 00000400:00000200:1.0:1777582965.721507:0:205895:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.721512:0:205895:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.721516:0:205895:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024878a3b00. 00000800:00000200:1.0:1777582965.721522:0:205895:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.721529:0:205895:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.721533:0:205895:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024878a3b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1777582965.721582:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.721586:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999800. 00000400:00000200:1.0:1777582965.721591:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.721594:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.721597:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5908 00000400:00000010:1.0:1777582965.721599:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5908. 00000100:00000200:1.0:1777582965.721604:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f04e00 x1863919919284352/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1777582965.722860:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.722866:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024878a3b00. 00000400:00000200:1.0:1777582965.722872:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.722879:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.722884:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:1.0:1777582965.722886:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582965.722896:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f03800 x1863919919284480/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1777582965.722946:0:187654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f00e00. 02000000:00000010:1.0:1777582965.722956:0:187654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0241179e000. 02000000:00000010:1.0:1777582965.723006:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179c400. 00000400:00000010:1.0:1777582965.723012:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36370. 00000400:00000010:1.0:1777582965.723015:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582965.723021:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919284608, portal 4 00000400:00000010:1.0:1777582965.723027:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582965.723029:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1863919919284608, offset 0 00000400:00000200:1.0:1777582965.723034:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.723045:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.723055:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69f39acadc180 00000400:00000200:1.0:1777582965.723061:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1f7f15 [8] + 11424 00000400:00000200:1.0:1777582965.723068:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.723071:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.723076:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582965.723079:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f02300. 00000400:00000200:1.0:1777582965.723092:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582965.723094:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582965.723098:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f00e00 x1863919919284608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:1.0:1777582965.723169:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023921e65c0. 00010000:00000010:1.0:1777582965.723177:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024c6346000. 00010000:00000010:1.0:1777582965.723187:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4eb3c0. 00002000:00000010:1.0:1777582965.723196:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023921e6300. 00010000:00000010:1.0:1777582965.723198:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498a66600. 00010000:00000010:1.0:1777582965.723204:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4eb180. 00000020:00000010:1.0:1777582965.723226:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:1.0:1777582965.723230:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000020:00000010:1.0:1777582965.723235:0:189456:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0241de23a00. 00000020:00000010:1.0:1777582965.723240:0:189456:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374900. 00000020:00000010:1.0:1777582965.723244:0:189456:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674190. 00000020:00000010:1.0:1777582965.723270:0:189456:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:1.0:1777582965.723273:0:189456:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000100:00000200:1.0:1777582965.723275:0:189456:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919284608 02000000:00000010:1.0:1777582965.723291:0:189456:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffffa0241179dc00. 00010000:00000010:1.0:1777582965.723308:0:189456:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0249f119200. 00010000:00000010:1.0:1777582965.723322:0:189456:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a935c0. 00000100:00000010:1.0:1777582965.723327:0:189456:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849de40. 00000100:00000010:1.0:1777582965.723335:0:189456:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01500. 02000000:00000010:1.0:1777582965.723343:0:189456:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa023a0d68200. 02000000:00000010:1.0:1777582965.723356:0:189456:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa023a0d68a00. 00000400:00000010:1.0:1777582965.723360:0:189456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36688. 00000400:00000010:1.0:1777582965.723363:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582965.723366:0:189456:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919284736, portal 16 00000400:00000010:1.0:1777582965.723370:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1908. 00000100:00000200:1.0:1777582965.723372:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919919284736, offset 0 00000400:00000200:1.0:1777582965.723377:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582965.723384:0:189456:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.723389:0:189456:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1777582965.723392:0:189456:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.109@tcp 00000400:00000200:1.0:1777582965.723395:0:189456:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.109@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1777582965.723398:0:189456:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.9@tcp 00000400:00000200:1.0:1777582965.723401:0:189456:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397955:397955:256:4294967295] 192.168.202.9@tcp LPNI seq info [397951:397951:8:4294967295] 00000400:00000200:1.0:1777582965.723410:0:189456:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.723414:0:189456:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.723418:0:189456:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024878a3b00. 00000800:00000200:1.0:1777582965.723423:0:189456:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.723429:0:189456:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.723433:0:189456:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024878a3b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1777582965.723654:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.723659:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024878a3b00. 00000400:00000200:3.0:1777582965.723663:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.723677:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.723682:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1908 00000400:00000010:3.0:1777582965.723683:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1908. 00000100:00000200:3.0:1777582965.723690:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f01500 x1863919919284736/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.1:1777582965.726302:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30e00. 00010000:00000010:2.1:1777582965.726321:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac900. 00010000:00000010:2.1:1777582965.726328:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65000. 00010000:00000010:2.1:1777582965.726332:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024997a0d00. 00010000:00000010:2.1:1777582965.726336:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf200. 00010000:00000010:2.1:1777582965.726339:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aac500. 00010000:00000010:2.1:1777582965.726343:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64e00. 00010000:00000010:2.1:1777582965.726345:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacf00. 00010000:00000010:2.1:1777582965.726348:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65a00. 00010000:00000010:2.1:1777582965.726352:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8800. 00010000:00000010:2.1:1777582965.726359:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64000. 00010000:00000010:2.1:1777582965.726362:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498aacc00. 00010000:00000010:2.1:1777582965.726367:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bea00. 00010000:00000010:2.1:1777582965.726372:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46700. 00010000:00000010:2.1:1777582965.726375:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bee00. 00010000:00000010:2.1:1777582965.726377:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46d00. 00010000:00000010:2.1:1777582965.726380:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be600. 00010000:00000010:2.1:1777582965.726383:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1000. 00010000:00000010:2.1:1777582965.726387:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f119400. 00010000:00000010:2.1:1777582965.726391:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31e00. 00010000:00000010:2.1:1777582965.726395:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7600. 00010000:00000010:2.1:1777582965.726399:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6800. 00010000:00000010:1.1:1777582965.727124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7c00. 00010000:00000010:1.1:1777582965.727130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64400. 00010000:00000010:1.1:1777582965.727148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31000. 00010000:00000010:1.1:1777582965.727151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745dc00. 00010000:00000010:1.1:1777582965.727155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6600. 00010000:00000010:1.1:1777582965.727158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c31200. 00010000:00000010:1.1:1777582965.727161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be400. 00010000:00000010:1.1:1777582965.727164:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66d00. 00010000:00000010:1.1:1777582965.727169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f118800. 00010000:00000010:1.1:1777582965.727172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1900. 00010000:00000010:1.1:1777582965.727174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f118a00. 00010000:00000010:1.1:1777582965.727177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46a00. 00010000:00000010:1.1:1777582965.727180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f118600. 00010000:00000010:1.1:1777582965.727183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1b00. 00010000:00000010:1.1:1777582965.727186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f119000. 00010000:00000010:1.1:1777582965.727188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1f00. 00010000:00000010:1.1:1777582965.727190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f118400. 00010000:00000010:1.1:1777582965.727193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46500. 00010000:00000010:1.1:1777582965.727195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f119e00. 00010000:00000010:1.1:1777582965.727198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549b00. 00010000:00000010:1.1:1777582965.727201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f118200. 00010000:00000010:3.1:1777582965.727251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7000. 00010000:00000010:3.1:1777582965.727257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be000. 00010000:00000010:3.1:1777582965.727259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6200. 00010000:00000010:3.1:1777582965.727262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8000. 00010000:00000010:3.1:1777582965.727265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be200. 00010000:00000010:3.1:1777582965.727267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46100. 00010000:00000010:3.1:1777582965.727270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf600. 00010000:00000010:3.1:1777582965.727272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0249dea8400. 00010000:00000010:3.1:1777582965.727275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745de00. 00010000:00000010:3.1:1777582965.727277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66700. 00010000:00000010:3.1:1777582965.727299:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c800. 00010000:00000010:3.1:1777582965.727303:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549900. 00010000:00000010:3.1:1777582965.727306:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65e00. 00010000:00000010:3.1:1777582965.727308:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66200. 00010000:00000010:3.1:1777582965.727310:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64200. 00000400:00000200:3.0:1777582965.730507:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.730531:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadbb00 00000400:00000200:3.0:1777582965.730541:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215641 [1] + 224 00000400:00000200:3.0:1777582965.730553:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.730558:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.730572:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667c380 x1863919919282944/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.730607:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.730624:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadbb80 00000400:00000200:3.0:1777582965.730629:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215649 [1] + 224 00000400:00000200:3.0:1777582965.730636:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.730639:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.730645:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667fb80 x1863919919283072/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.730665:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000010:1.0:1777582965.730788:0:206023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36528. 00000400:00000200:1.0:1777582965.730794:0:206023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:1.0:1777582965.730797:0:206023:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777582965.730803:0:206023:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667c380 x1863919919282944/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.730813:0:206023:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667c380 x1863919919282944/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.730845:0:206023:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0241de22400. 02000000:00000010:1.0:1777582965.730853:0:206023:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02388ed6400. 00000100:00000010:1.0:1777582965.730859:0:206023:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c380. 00000100:00000010:1.0:1777582965.730862:0:206023:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d780. 00010000:00000010:1.0:1777582965.730866:0:206023:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93240. 00000400:00000010:1.0:1777582965.730885:0:205906:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36160. 00000400:00000200:1.0:1777582965.730888:0:205906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777582965.730890:0:205906:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777582965.730894:0:205906:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667fb80 x1863919919283072/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.730902:0:205906:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667fb80 x1863919919283072/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.730914:0:205906:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0241de23600. 02000000:00000010:1.0:1777582965.730917:0:205906:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0241de22200. 00000100:00000010:1.0:1777582965.730919:0:205906:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667fb80. 00000100:00000010:1.0:1777582965.730922:0:205906:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248a1440c0. 00010000:00000010:1.0:1777582965.730924:0:205906:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93c80. 00000400:00000200:3.0:1777582965.730964:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadbc00 00000400:00000200:3.0:1777582965.730969:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215651 [1] + 224 00000400:00000200:3.0:1777582965.730977:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.730981:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.730988:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ae4b4380 x1863919919283200/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.731016:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.731023:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadbd80 00000400:00000200:3.0:1777582965.731029:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2156b5 [1] + 224 00000400:00000200:3.0:1777582965.731035:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.731039:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.731044:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24d180 x1863919919283584/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.731069:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.731075:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadbe00 00000400:00000200:3.0:1777582965.731079:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x2156c1 [1] + 224 00000400:00000200:3.0:1777582965.731085:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.731088:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.731093:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f03480 x1863919919283712/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.731110:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.731115:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875180 00000400:00000200:3.0:1777582965.731119:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dabb9 [2] + 656 00000400:00000200:3.0:1777582965.731124:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.731127:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.731156:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.731161:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07100. 00000020:00000010:3.0:1777582965.731199:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6e40. 00000020:00000010:3.0:1777582965.731203:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6e40. 00000020:00000010:3.0:1777582965.731209:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384d56c00. 00000020:00000010:3.0:1777582965.731215:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.731220:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000100:00000200:3.0:1777582965.731246:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa02483f07100 x1863928708026752/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582965.731275:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023921e6e40. 00000020:00000010:3.0:1777582965.731277:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023921e6e40. 00000100:00000200:3.0:1777582965.731281:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708026752 02000000:00000010:3.0:1777582965.731292:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07c00. 00010000:00000010:3.0:1777582965.731331:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa023921e6e40. 00000100:00000010:3.0:1777582965.731339:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa024ae4eb300. 00000100:00000010:3.0:1777582965.731346:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eb300. 00010000:00000010:3.0:1777582965.731348:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6e40. 00000400:00000010:3.0:1777582965.731361:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582965.731366:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708026752, offset 224 00000400:00000010:0.0:1777582965.731369:0:193009:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e210. 00000400:00000200:0.0:1777582965.731373:0:193009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c088 00000400:00000010:0.0:1777582965.731375:0:193009:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c088. 00000100:00000200:0.0:1777582965.731385:0:193009:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ae4b4380 x1863919919283200/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1777582965.731393:0:193009:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ae4b4380 x1863919919283200/t0(0) o104->lustre-OST0000@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1777582965.731407:0:193009:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023d3f44a00. 02000000:00000010:0.0:1777582965.731412:0:193009:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa023d3f44600. 00000100:00000010:0.0:1777582965.731415:0:193009:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae4b4380. 00000100:00000010:0.0:1777582965.731418:0:193009:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e689c0. 00010000:00000010:0.0:1777582965.731420:0:193009:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1ddc0. 00000400:00000200:3.0:1777582965.731979:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:3.0:1777582965.731990:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:3.0:1777582965.731996:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397956:397956:256:4294967295] 192.168.202.9@tcp LPNI seq info [397952:397952:8:4294967295] 00000400:00000200:3.0:1777582965.732008:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777582965.732013:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:3.0:1777582965.732019:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484999e00. 00000800:00000200:3.0:1777582965.732025:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777582965.732033:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:3.0:1777582965.732037:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484999e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777582965.732057:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582965.732061:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582965.732064:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384d56c00. 00000400:00000200:3.0:1777582965.732092:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.732099:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875280 00000400:00000200:3.0:1777582965.732104:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dabb9 [2] + 984 00000400:00000200:3.0:1777582965.732111:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.732115:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.732119:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.732123:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04a80. 00000800:00000200:3.0:1777582965.735106:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582965.735118:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484999e00. 00000400:00000200:3.0:1777582965.735127:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.735155:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.735165:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777582965.735169:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000400:00000200:3.0:1777582965.735200:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.735217:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875100 00000400:00000200:3.0:1777582965.735225:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dabb9 [2] + 1312 00000400:00000200:3.0:1777582965.735238:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.735242:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.735247:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.735255:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51500. 00000400:00000200:3.0:1777582965.735292:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.735299:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875200 00000400:00000200:3.0:1777582965.735303:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dabb9 [2] + 1640 00000400:00000200:3.0:1777582965.735308:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.735311:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.735314:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.735317:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50700. 00000400:00000200:3.0:1777582965.735331:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.735335:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875300 00000400:00000200:3.0:1777582965.735338:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dabb9 [2] + 1968 00000400:00000010:3.0:1777582965.735343:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e5d8. 00000400:00000200:3.0:1777582965.735346:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02385a87300 00000400:00000200:3.0:1777582965.735371:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.735376:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582965.735379:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02385a87300 00000400:00000010:3.0:1777582965.735381:0:3281:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02385a87300. 00000100:00000200:3.0:1777582965.735386:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1777582965.738503:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.738521:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadc080 00000400:00000200:3.0:1777582965.738529:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215709 [1] + 224 00000400:00000200:3.0:1777582965.738540:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.738544:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.738555:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f04e00 x1863919919284352/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1777582965.738582:0:205907:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4691b8. 00000400:00000200:3.0:1777582965.738585:0:205907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582965.738587:0:205907:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.738591:0:205907:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f04e00 x1863919919284352/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777582965.738597:0:205907:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f04e00 x1863919919284352/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777582965.738642:0:205907:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02384d56400. 02000000:00000010:3.0:1777582965.738648:0:205907:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02384d56600. 00000100:00000010:3.0:1777582965.738652:0:205907:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04e00. 00000100:00000010:3.0:1777582965.738656:0:205907:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4ebb40. 00010000:00000010:3.0:1777582965.738660:0:205907:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6440. 00000400:00000200:3.0:1777582965.739023:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.739032:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadc100 00000400:00000200:3.0:1777582965.739038:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215719 [1] + 224 00000400:00000200:3.0:1777582965.739049:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.739052:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.739059:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f03800 x1863919919284480/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1777582965.739979:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.739988:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.739995:0:206357:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f45e00. 00000020:00000010:2.0:1777582965.740001:0:206357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87900. 00000020:00000010:2.0:1777582965.740007:0:206357:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000100:00000200:2.0:1777582965.740037:0:206357:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa02483f04a80 x1863928708027008/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.740079:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.740082:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.740086:0:206357:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f45400. 00000020:00000010:2.0:1777582965.740088:0:206357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f80. 00000020:00000010:2.0:1777582965.740091:0:206357:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000100:00000200:2.0:1777582965.740100:0:206357:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024c5f51500 x1863928708026624/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.740130:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.740149:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.740153:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f44800. 00000020:00000010:2.0:1777582965.740157:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87e80. 00000020:00000010:2.0:1777582965.740160:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eaf0. 00000100:00000200:2.0:1777582965.740169:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024c5f50700 x1863928708026880/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.740184:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.740186:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.740190:0:187616:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa023d3f44600. 00000020:00000010:2.0:1777582965.740192:0:187616:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582965.740195:0:187616:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000100:00000200:2.0:1777582965.740202:0:187616:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024aed40c50 x1863928708027136/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582965.740215:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.740217:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d240. 00000100:00000200:2.0:1777582965.740219:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708027008 02000000:00000010:2.0:1777582965.740229:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02385907000. 00010000:00000010:2.0:1777582965.740267:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d240. 00000100:00000010:2.0:1777582965.740277:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68d80. 00000100:00000010:2.0:1777582965.740284:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68d80. 00010000:00000010:2.0:1777582965.740287:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d240. 00000400:00000010:2.0:1777582965.740305:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582965.740312:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708027008, offset 224 00000400:00000200:2.0:1777582965.740320:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.740333:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.740340:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397957:397957:256:4294967295] 192.168.202.9@tcp LPNI seq info [397953:397953:8:4294967295] 00000400:00000200:2.0:1777582965.740350:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.740355:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.740360:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807200. 00000800:00000200:2.0:1777582965.740366:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.740374:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.740380:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.740399:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87900. 00000020:00000010:2.0:1777582965.740403:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777582965.740406:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f45e00. 00000020:00000010:2.0:1777582965.740421:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.740424:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d240. 00000100:00000200:2.0:1777582965.740426:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708026624 02000000:00000010:2.0:1777582965.740431:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02385907c00. 00010000:00000010:2.0:1777582965.740453:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d240. 00000100:00000010:2.0:1777582965.740458:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68d80. 00000100:00000010:2.0:1777582965.740469:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68d80. 00010000:00000010:2.0:1777582965.740472:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d240. 00000400:00000010:2.0:1777582965.740479:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582965.740482:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708026624, offset 224 00000400:00000200:2.0:1777582965.740487:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.740492:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.740497:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397958:397958:255:4294967295] 192.168.202.9@tcp LPNI seq info [397954:397954:7:4294967295] 00000400:00000200:2.0:1777582965.740504:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.740514:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.740518:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807a00. 00000800:00000200:2.0:1777582965.740522:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.740526:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.740529:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.740536:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f80. 00000020:00000010:2.0:1777582965.740543:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eed8. 00000020:00000010:2.0:1777582965.740547:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f45400. 00000020:00000010:2.0:1777582965.740558:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.740560:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d240. 00000100:00000200:2.0:1777582965.740562:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708026880 02000000:00000010:2.0:1777582965.740568:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02385906400. 00010000:00000010:2.0:1777582965.740584:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d240. 00000100:00000010:2.0:1777582965.740587:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68d80. 00000100:00000010:2.0:1777582965.740599:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68d80. 00010000:00000010:2.0:1777582965.740602:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d240. 00000400:00000010:2.0:1777582965.740607:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582965.740610:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708026880, offset 224 00000400:00000200:2.0:1777582965.740624:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.740629:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.740633:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397959:397959:254:4294967295] 192.168.202.9@tcp LPNI seq info [397955:397955:6:4294967295] 00000400:00000200:2.0:1777582965.740640:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.740644:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.740647:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02385807700. 00000800:00000200:2.0:1777582965.740659:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.740663:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.740665:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.740775:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87e80. 00000020:00000010:2.0:1777582965.740778:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582965.740781:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f44800. 00000020:00000010:2.0:1777582965.740795:0:187616:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1d240. 00000020:00000010:2.0:1777582965.740797:0:187616:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1d240. 00000100:00000200:2.0:1777582965.740799:0:187616:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708027136 02000000:00000010:2.0:1777582965.740804:0:187616:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238606bc00. 00010000:00000010:2.0:1777582965.740817:0:187616:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02396b1d240. 00000100:00000010:2.0:1777582965.740820:0:187616:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02390e68d80. 00000100:00000010:2.0:1777582965.740823:0:187616:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02390e68d80. 00010000:00000010:2.0:1777582965.740825:0:187616:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02396b1d240. 00000400:00000010:2.0:1777582965.740830:0:187616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582965.740832:0:187616:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708027136, offset 224 00000400:00000200:2.0:1777582965.740837:0:187616:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582965.740842:0:187616:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582965.740845:0:187616:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397960:397960:253:4294967295] 192.168.202.9@tcp LPNI seq info [397956:397956:5:4294967295] 00000400:00000200:2.0:1777582965.740853:0:187616:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582965.740857:0:187616:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582965.740860:0:187616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02483f23500. 00000800:00000200:2.0:1777582965.740863:0:187616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582965.740867:0:187616:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582965.740869:0:187616:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02483f23500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582965.740873:0:187616:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87c00. 00000020:00000010:2.0:1777582965.740876:0:187616:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582965.740878:0:187616:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f44600. 00000100:00000010:2.0:1777582965.740883:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50700. 00000100:00000010:2.0:1777582965.740887:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51500. 00000100:00000010:2.0:1777582965.740889:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04a80. 02000000:00000010:2.0:1777582965.740893:0:187616:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca07c00. 00000100:00000010:2.0:1777582965.740896:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07100. 02000000:00000010:2.0:1777582965.740900:0:187616:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b62f4400. 00000100:00000010:2.0:1777582965.740903:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f03b80. 02000000:00000010:2.0:1777582965.740906:0:187616:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b62f5800. 00000100:00000010:2.0:1777582965.740908:0:187616:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667e680. 00000100:00000200:2.0:1777582965.740914:0:187616:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777582965.740919:0:187616:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ebb0. 00000400:00000010:2.0:1777582965.740923:0:187616:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02390e68d80. 00010000:00000010:2.0:1777582965.740950:0:193009:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02390e68b40. 00080000:00000010:2.0:1777582965.740971:0:193009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b62f5800. 00002000:00000010:2.0:1777582965.741372:0:187618:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023f974bcc0. 00010000:00000010:2.0:1777582965.741379:0:187618:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02493ac1500. 00010000:00000010:2.0:1777582965.741387:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02390e68b40. 00000800:00000200:2.0:1777582965.741436:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.741439:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807200. 00000400:00000200:2.0:1777582965.741444:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.741450:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.741455:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:2.0:1777582965.741457:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 02000000:00000010:2.0:1777582965.741466:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02385907000. 00000800:00000200:2.0:1777582965.741476:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.741478:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807a00. 00000400:00000200:2.0:1777582965.741481:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.741484:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.741486:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:2.0:1777582965.741487:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 02000000:00000010:2.0:1777582965.741489:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02385907c00. 00000800:00000200:2.0:1777582965.741495:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.741497:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02385807700. 00000400:00000200:2.0:1777582965.741499:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.741501:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.741503:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582965.741504:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 02000000:00000010:2.0:1777582965.741507:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02385906400. 00000800:00000200:2.0:1777582965.741572:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.741575:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02483f23500. 00000400:00000200:2.0:1777582965.741579:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.741582:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.741584:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:2.0:1777582965.741586:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 02000000:00000010:2.0:1777582965.741588:0:3281:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238606bc00. 00000400:00000010:1.0:1777582965.744447:0:205896:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca368f0. 00000400:00000200:1.0:1777582965.744458:0:205896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582965.744461:0:205896:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582965.744477:0:205896:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f03480 x1863919919283712/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.744490:0:205896:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f03480 x1863919919283712/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.744539:0:205896:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0241de22a00. 02000000:00000010:1.0:1777582965.744548:0:205896:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0241de23c00. 00000100:00000010:1.0:1777582965.744552:0:205896:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f03480. 00000100:00000010:1.0:1777582965.744556:0:205896:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248a144d80. 00010000:00000010:1.0:1777582965.744560:0:205896:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93a40. 00000400:00000200:3.0:1777582965.744569:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.744586:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875400 00000400:00000200:3.0:1777582965.744594:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dac59 [2] + 0 00000400:00000200:3.0:1777582965.744621:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.744626:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.744633:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.744638:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50000. 00000400:00000010:1.0:1777582965.745312:0:205895:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36aa8. 00000400:00000200:1.0:1777582965.745318:0:205895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582965.745320:0:205895:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582965.745329:0:205895:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f03800 x1863919919284480/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.745337:0:205895:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f03800 x1863919919284480/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.745356:0:205895:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0241de23400. 02000000:00000010:1.0:1777582965.745361:0:205895:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0241de22c00. 00000100:00000010:1.0:1777582965.745363:0:205895:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f03800. 00000100:00000010:1.0:1777582965.745366:0:205895:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849d480. 00010000:00000010:1.0:1777582965.745369:0:205895:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a93280. 00010000:00000010:1.0:1777582965.745483:0:206023:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0248849d480. 00002000:00000010:1.0:1777582965.745539:0:208519:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023f974b140. 00010000:00000010:1.0:1777582965.745546:0:208519:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aeea1300. 00010000:00000010:1.0:1777582965.745554:0:208519:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0248849d480. 00080000:00000010:1.0:1777582965.745564:0:206023:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0241179f800. 00000001:00000010:1.0:1777582965.746064:0:206023:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424a8a0. 00010000:00000200:1.0:1777582965.746112:0:206023:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18bb80 x1863919919282560/t8589942089(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.746159:0:206023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582965.746165:0:206023:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919282560, offset 224 00000400:00000200:1.0:1777582965.746172:0:206023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.746184:0:206023:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582965.746192:0:206023:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb980 00000400:00000200:1.0:1777582965.746200:0:206023:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215621 [1] + 224 00000400:00000200:1.0:1777582965.746921:0:206023:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.746926:0:206023:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1777582965.749037:0:205900:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469840. 00000400:00000200:0.0:1777582965.749051:0:205900:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5d48 00000400:00000010:0.0:1777582965.749054:0:205900:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5d48. 00000100:00000200:0.0:1777582965.749071:0:205900:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24d180 x1863919919283584/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.749072:0:206023:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30e300 x1863919919282560/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.749099:0:205900:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24d180 x1863919919283584/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777582965.749127:0:206023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582965.749131:0:206023:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 02000000:00000010:0.0:1777582965.749172:0:205900:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02389fdf800. 02000000:00000010:0.0:1777582965.749183:0:205900:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02389fdec00. 00000100:00000010:0.0:1777582965.749187:0:205900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24d180. 00000020:00000010:1.0:1777582965.749187:0:206023:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f00. 00000020:00000010:1.0:1777582965.749194:0:206023:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e000. 00000020:00000010:1.0:1777582965.749198:0:206023:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f45600. 00010000:00000010:1.0:1777582965.749339:0:205896:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0248849d480. 00002000:00000010:1.0:1777582965.749387:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023f974bb00. 00000100:00000010:0.0:1777582965.749469:0:205900:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa024ae4eba80. 00010000:00000010:0.0:1777582965.749473:0:205900:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa023921e6400. 00010000:00000010:1.0:1777582965.749492:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02493ac1d00. 00010000:00000010:1.0:1777582965.749502:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0248849d480. 00000020:00000010:0.0:1777582965.749511:0:189815:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db540. 00000020:00000010:0.0:1777582965.749516:0:189815:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db540. 00080000:00000010:1.0:1777582965.749518:0:205896:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0241179e400. 00000020:00000010:0.0:1777582965.749522:0:189815:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:0.0:1777582965.749528:0:189815:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c100. 00000020:00000010:0.0:1777582965.749533:0:189815:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000100:00000200:0.0:1777582965.749561:0:189815:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024c5f50000 x1863928708027392/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582965.749587:0:189815:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db540. 00000020:00000010:0.0:1777582965.749590:0:189815:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db540. 00000100:00000200:0.0:1777582965.749593:0:189815:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708027392 02000000:00000010:0.0:1777582965.749603:0:189815:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388978400. 00010000:00000010:0.0:1777582965.749647:0:189815:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848db540. 00000100:00000010:0.0:1777582965.749717:0:189815:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185e40. 00000100:00000010:0.0:1777582965.749736:0:189815:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185e40. 00010000:00000010:0.0:1777582965.749739:0:189815:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848db540. 00010000:00000010:1.0:1777582965.749752:0:205895:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0248849d780. 00000400:00000010:0.0:1777582965.749753:0:189815:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777582965.749761:0:189815:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708027392, offset 224 00000400:00000200:0.0:1777582965.749769:0:189815:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00080000:00000010:1.0:1777582965.749770:0:205895:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0241179e800. 00000400:00000200:0.0:1777582965.749785:0:189815:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.749793:0:189815:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397961:397961:256:4294967295] 192.168.202.9@tcp LPNI seq info [397957:397957:8:4294967295] 00000400:00000200:0.0:1777582965.749805:0:189815:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.749812:0:189815:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.749818:0:189815:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0248631e800. 00000800:00000200:0.0:1777582965.749826:0:189815:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.749834:0:189815:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.749839:0:189815:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0248631e800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777582965.749856:0:189815:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c100. 00000020:00000010:0.0:1777582965.749859:0:189815:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582965.749863:0:189815:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00010000:00000010:0.0:1777582965.749890:0:205900:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185e40. 00080000:00000010:0.0:1777582965.749997:0:205900:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388979c00. 00000001:00000010:1.0:1777582965.750175:0:205895:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023a424ac60. 00000001:00000010:0.0:1777582965.750183:0:205900:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df060. 00010000:00000200:1.0:1777582965.750261:0:205895:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f01880 x1863919919284224/t8589942090(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582965.750275:0:205895:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582965.750279:0:205895:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919284224, offset 224 00000400:00000200:1.0:1777582965.750285:0:205895:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582965.750293:0:205895:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1777582965.750431:0:205900:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24f800 x1863919919283328/t8589942091(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.750443:0:205900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582965.750448:0:205900:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919283328, offset 224 00000400:00000200:0.0:1777582965.750452:0:205900:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.750459:0:205900:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.750468:0:205900:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadbc80 00000400:00000200:0.0:1777582965.750475:0:205900:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x21569d [1] + 224 00000400:00000200:0.0:1777582965.750481:0:205900:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.750485:0:205900:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.750494:0:205900:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24f100 x1863919919283328/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582965.750513:0:205900:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582965.750516:0:205900:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000020:00000010:0.0:1777582965.750527:0:205900:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c80. 00000020:00000010:0.0:1777582965.750531:0:205900:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87960. 00000020:00000010:0.0:1777582965.750534:0:205900:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdf600. 00000001:00000010:0.0:1777582965.750710:0:205896:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df480. 00010000:00000200:0.0:1777582965.750740:0:205896:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c24ea00 x1863919919283456/t8589942092(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.750752:0:205896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582965.750755:0:205896:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919283456, offset 224 00000400:00000200:0.0:1777582965.750760:0:205896:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.750766:0:205896:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.750771:0:205896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadbd00 00000400:00000200:0.0:1777582965.750776:0:205896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2156a5 [1] + 224 00000400:00000200:0.0:1777582965.750780:0:205896:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.750783:0:205896:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.750790:0:205896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24d880 x1863919919283456/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582965.750800:0:205896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582965.750802:0:205896:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000020:00000010:0.0:1777582965.750810:0:205896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265580. 00000020:00000010:0.0:1777582965.750813:0:205896:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87af0. 00000020:00000010:0.0:1777582965.750816:0:205896:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdea00. 00010000:00000010:0.0:1777582965.750837:0:205906:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185240. 00080000:00000010:0.0:1777582965.750850:0:205906:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388979000. 00000001:00000010:0.0:1777582965.751021:0:205906:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918df3c0. 00010000:00000200:0.0:1777582965.751060:0:205906:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae4b4700 x1863919919281536/t8589942093(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.751156:0:205906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582965.751161:0:205906:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919281536, offset 224 00000400:00000200:0.0:1777582965.751166:0:205906:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.751172:0:205906:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.751177:0:205906:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadb580 00000400:00000200:0.0:1777582965.751182:0:205906:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215629 [1] + 224 00000400:00000200:0.0:1777582965.751186:0:205906:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.751267:0:205906:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.751277:0:205906:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51180 x1863919919281536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582965.751405:0:205906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582965.751407:0:205906:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000020:00000010:0.0:1777582965.751417:0:205906:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87700. 00000020:00000010:0.0:1777582965.751421:0:205906:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e898. 00000020:00000010:0.0:1777582965.751424:0:205906:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f44c00. 00000400:00000010:0.0:1777582965.751459:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469268. 00000400:00000200:0.0:1777582965.751463:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af54c8 00000400:00000010:0.0:1777582965.751465:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af54c8. 00000100:00000200:0.0:1777582965.751470:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24d880 x1863919919283456/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.751478:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24d880 x1863919919283456/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.751507:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4699a0. 00000400:00000200:0.0:1777582965.751509:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:0.0:1777582965.751511:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00000100:00000200:0.0:1777582965.751516:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24f100 x1863919919283328/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582965.751523:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24f100 x1863919919283328/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:0.0:1777582965.751564:0:187619:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02486271b80. 00010000:00000010:0.0:1777582965.751569:0:187619:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498a66a00. 00010000:00000010:0.0:1777582965.751576:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0248849d780. 00002000:00000010:0.0:1777582965.751583:0:187619:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02484cdbe40. 00010000:00000010:0.0:1777582965.751586:0:187619:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02498a66900. 00010000:00000010:0.0:1777582965.751591:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185e40. 00002000:00000010:0.0:1777582965.751597:0:187619:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023f974b740. 00010000:00000010:0.0:1777582965.751600:0:187619:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa024aeea1a00. 00010000:00000010:0.0:1777582965.751604:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185240. 00000400:00000010:2.0:1777582965.751846:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e160. 00000400:00000200:2.0:1777582965.751851:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582965.751853:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582965.751862:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51180 x1863919919281536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.751872:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51180 x1863919919281536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582965.751890:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e4d0. 00000400:00000200:2.0:1777582965.751892:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582965.751894:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582965.751899:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30e300 x1863919919282560/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.752099:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30e300 x1863919919282560/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1777582965.752608:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582965.752626:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0248631e800. 00000400:00000200:2.0:1777582965.752632:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582965.752639:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582965.752644:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:2.0:1777582965.752646:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000001:00000010:0.0:1777582965.753467:0:193009:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dff60. 00010000:00000200:0.0:1777582965.753525:0:193009:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae4b7480 x1863919919282688/t8589942551(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.753544:0:193009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582965.753550:0:193009:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919282688, offset 224 00000400:00000200:0.0:1777582965.753555:0:193009:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582965.753566:0:193009:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.753575:0:193009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadba00 00000400:00000200:0.0:1777582965.753582:0:193009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215631 [1] + 224 00000400:00000200:0.0:1777582965.753588:0:193009:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.753591:0:193009:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.753599:0:193009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18a300 x1863919919282688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582965.753638:0:193009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777582965.753640:0:193009:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000400:00000010:2.0:1777582965.753798:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e058. 00000400:00000200:2.0:1777582965.753803:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582965.753805:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582965.753816:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18a300 x1863919919282688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582965.753825:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18a300 x1863919919282688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.754158:0:205895:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadc000 00000400:00000200:1.0:1777582965.754166:0:205895:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2156f1 [1] + 224 00000400:00000200:1.0:1777582965.754172:0:205895:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.754176:0:205895:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582965.754187:0:205895:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f00380 x1863919919284224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582965.754281:0:205895:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582965.754285:0:205895:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000020:00000010:1.0:1777582965.754302:0:205895:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374980. 00000020:00000010:1.0:1777582965.754308:0:205895:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582965.754313:0:205895:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23800. 00000400:00000010:1.0:1777582965.754338:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36420. 00000400:00000200:1.0:1777582965.754342:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777582965.754343:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582965.754349:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f00380 x1863919919284224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.754357:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f00380 x1863919919284224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582965.754399:0:193009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87880. 00000020:00000010:0.0:1777582965.754405:0:193009:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e578. 00000020:00000010:0.0:1777582965.754407:0:193009:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa023d3f44000. 00010000:00000010:1.1:1777582965.759592:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024c6346600. 00010000:00000010:1.1:1777582965.759620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c400. 00010000:00000010:1.1:1777582965.759625:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024c6346a00. 00010000:00000010:1.1:1777582965.759627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c200. 00000400:00000200:3.0:1777582965.760201:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.760217:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875380 00000400:00000200:3.0:1777582965.760225:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dac59 [2] + 328 00000400:00000200:3.0:1777582965.760236:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.760239:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.760247:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.760252:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51c00. 00000400:00000200:3.0:1777582965.760274:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.760279:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 16 MB=0x69f39acadc200 00000400:00000200:3.0:1777582965.760284:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.9@tcp of length 224/224 into md 0x215729 [1] + 224 00000400:00000200:3.0:1777582965.760290:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.760293:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.760302:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f01500 x1863919919284736/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777582965.760324:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582965.760329:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875480 00000400:00000200:3.0:1777582965.760333:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dac59 [2] + 656 00000400:00000200:3.0:1777582965.760339:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.760342:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582965.760344:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582965.760349:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51500. 00000400:00000010:1.0:1777582965.761406:0:189456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36688. 00000400:00000200:1.0:1777582965.761416:0:189456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582965.761419:0:189456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582965.761431:0:189456:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f01500 x1863919919284736/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777582965.761444:0:189456:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f01500 x1863919919284736/t0(0) o104->lustre-OST0001@192.168.202.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777582965.761473:0:189456:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa023a0d68a00. 02000000:00000010:1.0:1777582965.761481:0:189456:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa023a0d68200. 00000100:00000010:1.0:1777582965.761485:0:189456:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01500. 00000100:00000010:1.0:1777582965.761489:0:189456:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849de40. 00010000:00000010:1.0:1777582965.761492:0:189456:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a935c0. 00000020:00000010:0.0:1777582965.761637:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db540. 00000020:00000010:0.0:1777582965.761644:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db540. 00000020:00000010:0.0:1777582965.761650:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777582965.761656:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c100. 00000020:00000010:0.0:1777582965.761661:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000100:00000200:0.0:1777582965.761690:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024c5f51c00 x1863928708027264/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582965.761725:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db540. 00000020:00000010:0.0:1777582965.761728:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db540. 00000020:00000010:0.0:1777582965.761731:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26000. 00000020:00000010:0.0:1777582965.761734:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489ca80. 00000020:00000010:0.0:1777582965.761737:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de500c8. 00000100:00000200:0.0:1777582965.761745:0:190365:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffffa024c5f51500 x1863928708027520/t0(0) o103->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:406/0 lens 328/0 e 0 to 0 dl 1777582976 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582965.761768:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db540. 00000020:00000010:0.0:1777582965.761771:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db540. 00000100:00000200:0.0:1777582965.761773:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708027264 02000000:00000010:0.0:1777582965.761784:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238897a400. 00010000:00000010:0.0:1777582965.761829:0:190365:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa024848db540. 00000100:00000010:0.0:1777582965.761838:0:190365:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa02396185240. 00000100:00000010:0.0:1777582965.761848:0:190365:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa02396185240. 00010000:00000010:0.0:1777582965.761851:0:190365:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa024848db540. 00000400:00000010:0.0:1777582965.761864:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777582965.761869:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708027264, offset 224 00000400:00000200:0.0:1777582965.761876:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.761888:0:190365:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582965.761894:0:190365:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397962:397962:256:4294967295] 192.168.202.9@tcp LPNI seq info [397958:397958:8:4294967295] 00000020:00000010:1.0:1777582965.761950:0:187615:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02392a935c0. 00000020:00000010:1.0:1777582965.761954:0:187615:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02392a935c0. 00000100:00000200:1.0:1777582965.761956:0:187615:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708027520 02000000:00000010:1.0:1777582965.761963:0:187615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179ec00. 00010000:00000010:1.0:1777582965.761981:0:187615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02392a935c0. 00000100:00000010:1.0:1777582965.761985:0:187615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0248849de40. 00000100:00000010:1.0:1777582965.761993:0:187615:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0248849de40. 00010000:00000010:1.0:1777582965.761996:0:187615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02392a935c0. 00000400:00000010:1.0:1777582965.762002:0:187615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582965.762007:0:187615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708027520, offset 224 00000400:00000200:1.0:1777582965.762013:0:187615:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582965.762397:0:190365:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582965.762404:0:190365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582965.762409:0:190365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0248631e200. 00000800:00000200:0.0:1777582965.762416:0:190365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582965.762423:0:190365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582965.762427:0:190365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0248631e200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777582965.762447:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c100. 00000020:00000010:0.0:1777582965.762450:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582965.762454:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 00010000:00000010:0.0:1777582965.763237:0:189456:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02396185240. 00080000:00000010:0.0:1777582965.763264:0:189456:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02388979400. 00000001:00000010:0.0:1777582965.763639:0:189456:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa023918dff00. 00010000:00000200:0.0:1777582965.763854:0:189456:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f02300 x1863919919284608/t8589942094(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582965.763872:0:189456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582965.763878:0:189456:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919284608, offset 224 00000400:00000200:0.0:1777582965.763884:0:189456:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:3.0:1777582965.766445:0:205907:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa024ae4ebb40. 00080000:00000010:3.0:1777582965.766482:0:205907:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02392041400. 00000001:00000010:3.0:1777582965.766858:0:205907:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02488aae000. 00010000:00000200:3.0:1777582965.766968:0:205907:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f00000 x1863919919284096/t8589942095(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:406/0 lens 544/432 e 0 to 0 dl 1777582976 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582965.766995:0:205907:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582965.767003:0:205907:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1863919919284096, offset 224 00000400:00000200:3.0:1777582965.767009:0:205907:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:0.1:1777582965.768243:0:189456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b7200. 00010000:00000010:0.1:1777582965.768254:0:189456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0248e9b6a00. 00010000:00000010:0.1:1777582965.768263:0:189456:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66c00. 00010000:00000010:0.1:1777582965.768267:0:189456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f118e00. 00010000:00000010:0.1:1777582965.768271:0:189456:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02498a66e00. 00010000:00000010:0.1:1777582965.768275:0:189456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745c000. 00010000:00000010:0.1:1777582965.768278:0:189456:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1d00. 00010000:00000010:0.1:1777582965.768280:0:189456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f118c00. 00000400:00000200:1.0:1777582965.769345:0:187615:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582965.769355:0:187615:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397963:397963:255:4294967295] 192.168.202.9@tcp LPNI seq info [397959:397959:7:4294967295] 00000400:00000200:1.0:1777582965.769373:0:187615:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582965.769380:0:187615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582965.770344:0:187615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024878a3b00. 00000800:00000200:1.0:1777582965.770363:0:187615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582965.770371:0:187615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582965.770375:0:187615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024878a3b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1777582965.770498:0:187615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489ca80. 00000020:00000010:1.0:1777582965.770507:0:187615:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de500c8. 00000020:00000010:1.0:1777582965.770513:0:187615:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26000. 00000800:00000200:1.0:1777582965.770592:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.770596:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0248631e200. 00000400:00000200:1.0:1777582965.770601:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.770606:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.770623:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:1.0:1777582965.770625:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000800:00000200:1.0:1777582965.770698:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777582965.770701:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024878a3b00. 00000400:00000200:1.0:1777582965.770705:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582965.770708:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:1.0:1777582965.770711:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582965.770712:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00002000:00000010:1.0:1777582965.770760:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa02390f8b540. 00010000:00000010:1.0:1777582965.770765:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa0248ee46b00. 00010000:00000010:1.0:1777582965.770775:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02396185240. 00002000:00000010:1.0:1777582965.770785:0:188704:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffffa023f974bd40. 00010000:00000010:1.0:1777582965.770788:0:188704:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffffa02493ac1200. 00010000:00000010:1.0:1777582965.770793:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa024ae4ebb40. 00000400:00000200:0.0:1777582965.781994:0:189456:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582965.782019:0:189456:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadc180 00000400:00000200:0.0:1777582965.782030:0:189456:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x215721 [1] + 224 00000400:00000200:0.0:1777582965.782040:0:189456:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582965.782045:0:189456:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582965.782065:0:189456:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f00e00 x1863919919284608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582965.782115:0:189456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777582965.782118:0:189456:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000020:00000010:0.0:1777582965.782167:0:189456:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374900. 00000020:00000010:0.0:1777582965.782174:0:189456:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674190. 00000400:00000010:1.0:1777582965.782177:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36370. 00000020:00000010:0.0:1777582965.782179:0:189456:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0241de23a00. 00000400:00000200:1.0:1777582965.782185:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:1.0:1777582965.782198:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582965.782341:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f00e00 x1863919919284608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.782351:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f00e00 x1863919919284608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.787402:0:205907:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582965.787422:0:205907:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69f39acadbf80 00000400:00000200:3.0:1777582965.787431:0:205907:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2156e9 [1] + 224 00000400:00000200:3.0:1777582965.787446:0:205907:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582965.787450:0:205907:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582965.787465:0:205907:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f01f80 x1863919919284096/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582965.787497:0:205907:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582965.787500:0:205907:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000020:00000010:3.0:1777582965.787524:0:205907:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265780. 00000020:00000010:3.0:1777582965.787530:0:205907:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582965.787534:0:205907:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fde400. 00000400:00000010:1.0:1777582965.787704:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777582965.787711:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:1.0:1777582965.787714:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582965.787723:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f01f80 x1863919919284096/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582965.787734:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f01f80 x1863919919284096/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777582981 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1777582965.788354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64c00. 00010000:00000010:1.1:1777582965.788363:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aeea1700. 00010000:00000010:1.1:1777582965.788367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f119a00. 00010000:00000010:1.1:1777582965.788371:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1c00. 00010000:00000010:1.1:1777582965.788374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f119600. 00010000:00000010:3.1:1777582965.792301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d000. 00010000:00000010:2.1:1777582965.792495:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65600. 00010000:00000010:2.1:1777582965.792502:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65400. 00010000:00000010:2.1:1777582965.792507:0:205915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02481358400. 00010000:00000010:2.1:1777582965.792512:0:205915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf800. 00010000:00000010:1.1:1777582965.793400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02395c30200. 00010000:00000010:1.1:1777582965.793414:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa0248ee46400. 00010000:00000010:1.1:1777582965.793420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0249f119200. 00010000:00000010:1.1:1777582965.793424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1a00. 00010000:00000010:1.1:1777582965.793430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023f745d600. 00010000:00000010:0.1:1777582965.794182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d64600. 00000100:00000010:1.0:1777582966.382012:0:194432:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023905a9000. 00000100:00000010:2.0:1777582966.386042:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023905a9ba0. 00000100:00000010:0.0:1777582966.386281:0:221240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023905a90c0. 00000100:00000010:3.0:1777582966.387210:0:219693:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023905a95a0. 00080000:00000010:1.0:1777582966.699238:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024054411d0. 00002000:00000010:1.0:1777582966.699251:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6ec4c0. 00080000:00000010:1.0:1777582966.699268:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d728. 00002000:00000010:1.0:1777582966.699270:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02392ac7c80. 00080000:00000010:1.0:1777582966.699282:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734d560. 00002000:00000010:1.0:1777582966.699284:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02392ac7430. 00080000:00000010:1.0:1777582966.699293:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc86390. 00002000:00000010:1.0:1777582966.699295:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f38000. 00080000:00000010:1.0:1777582966.699305:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc87c80. 00002000:00000010:1.0:1777582966.699307:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02496f38980. 00080000:00000010:1.0:1777582966.699319:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02398e13560. 00002000:00000010:1.0:1777582966.699321:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa023c09ea390. 00080000:00000010:1.0:1777582966.699335:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a720. 00002000:00000010:1.0:1777582966.699337:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024849337c0. 00080000:00000010:1.0:1777582966.699345:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024054418f0. 00002000:00000010:1.0:1777582966.699348:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6ec130. 00080000:00000010:1.0:1777582966.699369:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02398e12558. 00002000:00000010:1.0:1777582966.699372:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa023c09eb560. 00080000:00000010:1.0:1777582966.699379:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405440ab0. 00002000:00000010:1.0:1777582966.699382:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6ed300. 00080000:00000010:1.0:1777582966.699390:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405440e40. 00002000:00000010:1.0:1777582966.699392:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6edb50. 00080000:00000010:1.0:1777582966.699398:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02398e13c80. 00002000:00000010:1.0:1777582966.699400:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa023c09eb0a0. 00080000:00000010:1.0:1777582966.699409:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0239fc86e40. 00002000:00000010:1.0:1777582966.699412:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024aee30be0. 00080000:00000010:1.0:1777582966.699438:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02398e128e8. 00002000:00000010:1.0:1777582966.699441:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa023c09eaf70. 00080000:00000010:1.0:1777582966.699467:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734dab8. 00002000:00000010:1.0:1777582966.699469:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02392ac64c0. 00080000:00000010:1.0:1777582966.699478:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242097a558. 00002000:00000010:1.0:1777582966.699480:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02484932390. 00080000:00000010:1.0:1777582966.699502:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405440720. 00002000:00000010:1.0:1777582966.699505:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa0239b6d5300. 00080000:00000010:1.0:1777582966.699515:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405440390. 00002000:00000010:1.0:1777582966.699516:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa0239b6d5560. 00080000:00000010:1.0:1777582966.699524:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa0242734ce40. 00002000:00000010:1.0:1777582966.699527:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa02392ac7b50. 00080000:00000010:1.0:1777582966.699541:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024054401c8. 00002000:00000010:1.0:1777582966.699543:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa0239b6d45f0. 00080000:00000010:1.0:1777582966.699552:0:194432:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa02405441008. 00002000:00000010:1.0:1777582966.699554:0:194432:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffffa024ae6ec850. 00000400:00000200:2.0:1777582967.465810:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582967.465832:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 26 MB=0x69f3bb8875500 00000400:00000200:2.0:1777582967.465841:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.9@tcp of length 224/224 into md 0x2063e1 [2] + 0 00000400:00000010:2.0:1777582967.465847:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484dee420. 00000400:00000200:2.0:1777582967.465853:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392200300 00000400:00000200:2.0:1777582967.465865:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582967.465870:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582967.465875:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392200300 00000400:00000010:2.0:1777582967.465877:0:3281:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392200300. 00000100:00000200:2.0:1777582967.465883:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777582967.465907:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582967.465913:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 28 MB=0x69f3bb8875600 00000400:00000200:2.0:1777582967.465918:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f7f15 [8] + 11968 00000400:00000200:2.0:1777582967.465925:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582967.465928:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582967.465931:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582967.465937:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b6d80. 00000400:00000200:2.0:1777582967.465961:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582967.465967:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 12 MB=0x69f3bb8875580 00000400:00000200:2.0:1777582967.465971:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f8dd9 [64] + 50424 00000400:00000200:2.0:1777582967.465977:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582967.465979:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582967.465982:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582967.465985:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b5c00. 00000400:00000200:2.0:1777582967.466000:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:2.0:1777582967.466005:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 28 MB=0x69f3bb8875680 00000400:00000200:2.0:1777582967.466009:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f7f15 [8] + 12192 00000400:00000200:2.0:1777582967.466018:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582967.466021:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:2.0:1777582967.466024:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777582967.466027:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ae4b4380. 00000020:00000010:2.0:1777582967.466068:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582967.466072:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582967.466078:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384c58400. 00000020:00000010:2.0:1777582967.466083:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777582967.466088:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582967.466122:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582967.466125:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000100:00000200:2.0:1777582967.466128:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708027648 02000000:00000010:2.0:1777582967.466268:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493dc00. 00010000:00000200:2.0:1777582967.466280:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f74050 x1863928708027648/t0(0) o400->64ad4ac2-4621-46a9-b9ec-0f391218edcb@192.168.202.9@tcp:408/0 lens 224/224 e 0 to 0 dl 1777582978 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582967.466300:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582967.466306:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863928708027648, offset 224 00000400:00000200:2.0:1777582967.466311:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582967.466321:0:187624:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582967.466327:0:187624:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397964:397964:256:4294967295] 192.168.202.9@tcp LPNI seq info [397960:397960:8:4294967295] 00000400:00000200:2.0:1777582967.466337:0:187624:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582967.466343:0:187624:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582967.466347:0:187624:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484894400. 00000800:00000200:2.0:1777582967.466354:0:187624:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582967.466361:0:187624:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582967.466365:0:187624:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484894400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582967.466384:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777582967.466388:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582967.466391:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384c58400. 00000100:00000200:2.0:1777582967.466400:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777582967.466404:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000010:2.0:1777582967.466408:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02390e680c0. 00000020:00000010:2.0:1777582967.466428:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582967.466432:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582967.466435:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384c58400. 00000020:00000010:2.0:1777582967.466437:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777582967.466439:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582967.466461:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582967.466463:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1ddc0. 00000100:00000200:2.0:1777582967.466466:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708027776 02000000:00000010:2.0:1777582967.466476:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493ec00. 00010000:00000200:2.0:1777582967.466482:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae4b5c00 x1863928708027776/t0(0) o400->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:408/0 lens 224/224 e 0 to 0 dl 1777582978 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582967.466491:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582967.466494:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863928708027776, offset 224 00000400:00000200:2.0:1777582967.466498:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582967.466503:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582967.466508:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397965:397965:255:4294967295] 192.168.202.9@tcp LPNI seq info [397961:397961:7:4294967295] 00000400:00000200:2.0:1777582967.466515:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582967.466520:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582967.466523:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484894800. 00000800:00000200:2.0:1777582967.466527:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582967.466531:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582967.466534:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484894800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582967.466540:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777582967.466543:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582967.466546:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384c58400. 00000020:00000010:2.0:1777582967.466566:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1ddc0. 00000020:00000010:2.0:1777582967.466571:0:205897:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023921e6080. 00000020:00000010:2.0:1777582967.466583:0:205897:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384c58400. 00000020:00000010:2.0:1777582967.466586:0:205897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777582967.466589:0:205897:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582967.466620:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1dec0. 00000020:00000010:2.0:1777582967.466623:0:205897:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023921e6e80. 00000020:00000010:2.0:1777582967.466628:0:205897:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384c58200. 00000020:00000010:2.0:1777582967.466630:0:205897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582967.466633:0:205897:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582967.466647:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1dfc0. 00000020:00000010:2.0:1777582967.466649:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1dfc0. 00000100:00000200:2.0:1777582967.466652:0:205897:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708027904 02000000:00000010:2.0:1777582967.466660:0:205897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493c800. 00010000:00000200:2.0:1777582967.466666:0:205897:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae4b6d80 x1863928708027904/t0(0) o400->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:408/0 lens 224/224 e 0 to 0 dl 1777582978 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582967.466675:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582967.466677:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863928708027904, offset 224 00000400:00000200:2.0:1777582967.466681:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582967.466688:0:205897:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582967.466691:0:205897:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397966:397966:254:4294967295] 192.168.202.9@tcp LPNI seq info [397962:397962:6:4294967295] 00000400:00000200:2.0:1777582967.466698:0:205897:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582967.466702:0:205897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582967.466705:0:205897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484894300. 00000800:00000200:2.0:1777582967.466709:0:205897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582967.466713:0:205897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582967.466715:0:205897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484894300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582967.466722:0:205897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777582967.466725:0:205897:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582967.466727:0:205897:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384c58400. 00000020:00000010:2.0:1777582967.466737:0:205897:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02396b1dfc0. 00000020:00000010:2.0:1777582967.466739:0:205897:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02396b1dfc0. 00000100:00000200:2.0:1777582967.466741:0:205897:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708028032 02000000:00000010:2.0:1777582967.466748:0:205897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493d000. 00010000:00000200:2.0:1777582967.466754:0:205897:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ae4b4380 x1863928708028032/t0(0) o400->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:408/0 lens 224/224 e 0 to 0 dl 1777582978 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582967.466763:0:205897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582967.466766:0:205897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863928708028032, offset 224 00000400:00000200:2.0:1777582967.466769:0:205897:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582967.466774:0:205897:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582967.466778:0:205897:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397967:397967:253:4294967295] 192.168.202.9@tcp LPNI seq info [397963:397963:5:4294967295] 00000400:00000200:2.0:1777582967.466785:0:205897:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582967.466789:0:205897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582967.466791:0:205897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02484894100. 00000800:00000200:2.0:1777582967.466794:0:205897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582967.466798:0:205897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582967.466800:0:205897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02484894100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582967.466806:0:205897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582967.466809:0:205897:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582967.466812:0:205897:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384c58200. 00000800:00000200:2.0:1777582967.466854:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582967.466857:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484894400. 00000400:00000200:2.0:1777582967.466863:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582967.466867:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582967.466870:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582967.466872:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 02000000:00000010:2.0:1777582967.466879:0:3283:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248493dc00. 00000800:00000200:2.0:1777582967.466889:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582967.466891:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484894800. 00000400:00000200:2.0:1777582967.466893:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582967.466896:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582967.466898:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582967.466899:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000800:00000200:2.0:1777582967.466908:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582967.466909:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484894300. 00000400:00000200:2.0:1777582967.466911:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582967.466914:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582967.466915:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582967.466917:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000800:00000200:2.0:1777582967.466976:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582967.466978:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02484894100. 00000400:00000200:2.0:1777582967.466981:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582967.466985:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582967.466988:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:2.0:1777582967.466989:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00000001:02000400:3.0:1777582969.307245:0:221460:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanityn: finish cleanup 17:02:47 (1777582967) === 00000100:00000010:3.0:1777582969.394861:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50700. 02000000:00000010:3.0:1777582969.394884:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3300. 00000100:00000010:3.0:1777582969.394929:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07100. 02000000:00000010:3.0:1777582969.394933:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777582969.394950:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04a80. 02000000:00000010:3.0:1777582969.394954:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777582969.394959:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04e00. 02000000:00000010:3.0:1777582969.394963:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3400. 00000100:00000010:3.0:1777582969.394969:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18a680. 02000000:00000010:3.0:1777582969.394973:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3500. 00000100:00000010:3.0:1777582969.394977:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188380. 02000000:00000010:3.0:1777582969.394981:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3a00. 02000000:00000010:2.0:1777582969.397772:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02384c59000. 00000400:00000010:2.0:1777582969.397787:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e4d0. 00000400:00000010:2.0:1777582969.397795:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582969.397805:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919285248, portal 10 00000400:00000010:2.0:1777582969.397813:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582969.397817:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919285248, offset 0 00000400:00000200:2.0:1777582969.397826:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582969.397839:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582969.397852:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acadc400 00000400:00000200:2.0:1777582969.397859:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f8dd9 [64] + 50648 00000400:00000200:2.0:1777582969.397867:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582969.397872:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582969.397880:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582969.397886:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4e00. 00000400:00000200:2.0:1777582969.397912:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582969.397915:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582969.397926:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f04e00 x1863919919285248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777582969.397948:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777582969.397960:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 00000100:00000010:2.0:1777582969.397965:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743e40. 00000100:00000010:2.0:1777582969.397971:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 02000000:00000010:2.0:1777582969.397999:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c53600. 00000400:00000010:2.0:1777582969.398003:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e160. 00000400:00000010:2.0:1777582969.398006:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582969.398010:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919284864, portal 25 00000400:00000010:2.0:1777582969.398013:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582969.398016:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919284864, offset 0 00000400:00000200:2.0:1777582969.398020:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582969.398025:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582969.398030:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadc280 00000400:00000200:2.0:1777582969.398034:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x206751 [2] + 0 00000400:00000010:2.0:1777582969.398037:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6420. 00000400:00000200:2.0:1777582969.398040:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02390e68a80 00000400:00000200:2.0:1777582969.398043:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582969.398046:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777582969.398048:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02390e68a80 00000400:00000010:2.0:1777582969.398051:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02390e68a80. 00000100:00000200:2.0:1777582969.398056:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777582969.398069:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582969.398071:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582969.398075:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f50700 x1863919919284864/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582969.398100:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c52a00. 00000400:00000010:2.0:1777582969.398103:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e3c8. 00000400:00000010:2.0:1777582969.398105:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582969.398108:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919285376, portal 10 00000400:00000010:2.0:1777582969.398113:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582969.398115:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919285376, offset 0 00000400:00000200:2.0:1777582969.398118:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582969.398122:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582969.398126:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acadc480 00000400:00000200:2.0:1777582969.398130:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f8dd9 [64] + 50872 00000400:00000200:2.0:1777582969.398151:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582969.398154:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582969.398156:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582969.398160:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4700. 00000400:00000200:2.0:1777582969.398170:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582969.398172:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582969.398177:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18a680 x1863919919285376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582969.398217:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319dc0. 00000020:00000010:2.0:1777582969.398222:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319dc0. 00000020:00000010:2.0:1777582969.398229:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c53800. 00000020:00000010:2.0:1777582969.398233:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87380. 00000020:00000010:2.0:1777582969.398238:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582969.398270:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319dc0. 00000020:00000010:2.0:1777582969.398274:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319dc0. 00000020:00000010:2.0:1777582969.398277:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52600. 00000020:00000010:2.0:1777582969.398279:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87880. 00000020:00000010:2.0:1777582969.398282:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582969.398301:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319dc0. 00000020:00000010:2.0:1777582969.398303:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319dc0. 00000100:00000200:2.0:1777582969.398306:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919285248 02000000:00000010:2.0:1777582969.398322:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493dc00. 00010000:00000200:2.0:1777582969.398330:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e4e00 x1863919919285248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582969.398343:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582969.398347:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919285248, offset 224 00000400:00000200:2.0:1777582969.398350:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582969.398356:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582969.398361:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadc400 00000400:00000200:2.0:1777582969.398365:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215789 [1] + 224 00000400:00000200:2.0:1777582969.398369:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582969.398371:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582969.398377:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f04e00 x1863919919285248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582969.398390:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582969.398392:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000020:00000010:2.0:1777582969.398403:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87380. 00000020:00000010:2.0:1777582969.398407:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eaf0. 00000020:00000010:2.0:1777582969.398410:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c53800. 00000020:00000010:2.0:1777582969.398423:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319dc0. 00000020:00000010:2.0:1777582969.398426:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319dc0. 00000100:00000200:2.0:1777582969.398428:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919285376 02000000:00000010:2.0:1777582969.398434:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493f400. 00010000:00000200:2.0:1777582969.398439:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024ac5e4700 x1863919919285376/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582969.398448:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582969.398450:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919285376, offset 224 00000400:00000200:2.0:1777582969.398454:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582969.398458:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582969.398463:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadc480 00000400:00000200:2.0:1777582969.398467:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215799 [1] + 224 00000400:00000200:2.0:1777582969.398470:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582969.398473:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582969.398477:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18a680 x1863919919285376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582969.398486:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582969.398488:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000020:00000010:2.0:1777582969.398496:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87880. 00000020:00000010:2.0:1777582969.398499:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582969.398501:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52600. 00000020:00000010:2.0:1777582969.398522:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319dc0. 00000020:00000010:2.0:1777582969.398525:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319dc0. 00000020:00000010:2.0:1777582969.398528:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c52600. 00000020:00000010:2.0:1777582969.398531:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87880. 00000020:00000010:2.0:1777582969.398533:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582969.398551:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02393319dc0. 00000020:00000010:2.0:1777582969.398554:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02393319dc0. 00000100:00000200:2.0:1777582969.398556:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919284864 02000000:00000010:2.0:1777582969.398562:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493fc00. 00010000:00000200:2.0:1777582969.398567:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f76c50 x1863919919284864/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582969.398576:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582969.398596:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919284864, offset 224 00000400:00000200:2.0:1777582969.398600:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582969.398605:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582969.398610:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadc280 00000400:00000200:2.0:1777582969.398614:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215791 [1] + 224 00000400:00000200:2.0:1777582969.398618:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582969.398620:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582969.398626:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f50700 x1863919919284864/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582969.398638:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582969.398640:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000020:00000010:2.0:1777582969.398647:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87880. 00000020:00000010:2.0:1777582969.398650:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582969.398652:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c52600. 02000000:00000010:2.0:1777582969.398658:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248493fc00. 00000100:00000200:2.0:1777582969.398664:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777582969.398667:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e580. 00000400:00000010:2.0:1777582969.398672:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d480. 00000400:00000010:2.0:1777582969.398698:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e160. 00000400:00000200:2.0:1777582969.398701:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582969.398702:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582969.398707:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f50700 x1863919919284864/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582969.398715:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f50700 x1863919919284864/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582969.398733:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e3c8. 00000400:00000200:2.0:1777582969.398735:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582969.398737:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582969.398741:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18a680 x1863919919285376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582969.398747:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18a680 x1863919919285376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582969.398761:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e4d0. 00000400:00000200:2.0:1777582969.398764:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:2.0:1777582969.398766:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582969.398770:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f04e00 x1863919919285248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582969.398776:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f04e00 x1863919919285248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582969.398789:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c53600. 02000000:00000010:2.0:1777582969.398795:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3300. 00000100:00000010:2.0:1777582969.398802:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50700. 02000000:00000010:2.0:1777582969.398806:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c52a00. 02000000:00000010:2.0:1777582969.398809:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3500. 00000100:00000010:2.0:1777582969.398811:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18a680. 02000000:00000010:2.0:1777582969.398816:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02384c59000. 02000000:00000010:2.0:1777582969.398819:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3400. 00000100:00000010:2.0:1777582969.398821:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04e00. 02000000:00000010:0.0:1777582969.402170:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02408ede600. 00000400:00000010:0.0:1777582969.402184:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f62c0. 00000400:00000010:0.0:1777582969.402190:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777582969.402197:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919285120, portal 4 00000400:00000010:0.0:1777582969.402206:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582969.402209:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919919285120, offset 0 00000400:00000200:0.0:1777582969.402218:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582969.402230:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582969.402242:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39acadc380 00000400:00000200:0.0:1777582969.402248:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1f7f15 [8] + 12416 00000400:00000200:0.0:1777582969.402256:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582969.402261:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582969.402270:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582969.402275:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639c00. 00000400:00000200:0.0:1777582969.402307:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777582969.402309:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582969.402316:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f04a80 x1863919919285120/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582969.402353:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02408edea00. 00000400:00000010:0.0:1777582969.402356:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6a50. 00000400:00000010:0.0:1777582969.402359:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777582969.402361:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919284992, portal 4 00000400:00000010:0.0:1777582969.402365:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582969.402367:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919919284992, offset 0 00000400:00000200:0.0:1777582969.402371:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582969.402376:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582969.402380:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39acadc300 00000400:00000200:0.0:1777582969.402383:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1f7f15 [8] + 12640 00000400:00000200:0.0:1777582969.402387:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582969.402389:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582969.402392:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777582969.402395:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639180. 00000400:00000200:0.0:1777582969.402408:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777582969.402410:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582969.402413:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f07100 x1863919919284992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582969.402436:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02408edfc00. 00000400:00000010:0.0:1777582969.402440:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6e70. 00000400:00000010:0.0:1777582969.402443:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582969.402445:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919285504, portal 10 00000400:00000010:0.0:1777582969.402448:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582969.402450:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919285504, offset 0 00000400:00000200:0.0:1777582969.402453:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582969.402457:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582969.402462:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acadc500 00000400:00000200:0.0:1777582969.402466:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f8dd9 [64] + 51096 00000400:00000200:0.0:1777582969.402470:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582969.402473:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582969.402477:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582969.402480:0:3291:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638380. 00000400:00000200:0.0:1777582969.402492:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777582969.402494:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582969.402498:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c188380 x1863919919285504/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582969.402559:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023933198c0. 00000020:00000010:0.0:1777582969.402566:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023933198c0. 00000020:00000010:0.0:1777582969.402573:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408ede800. 00000020:00000010:0.0:1777582969.402591:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c800. 00000020:00000010:0.0:1777582969.402596:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582969.402628:0:187632:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023933198c0. 00000020:00000010:0.0:1777582969.402631:0:187632:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023933198c0. 00000100:00000200:0.0:1777582969.402634:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919285504 02000000:00000010:0.0:1777582969.402652:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aecdc800. 00010000:00000200:0.0:1777582969.402659:0:187632:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c638380 x1863919919285504/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582969.402674:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582969.402677:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919285504, offset 224 00000400:00000200:0.0:1777582969.402680:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582969.402685:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582969.402690:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadc500 00000400:00000200:0.0:1777582969.402694:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2157c1 [1] + 224 00000400:00000200:0.0:1777582969.402697:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582969.402699:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582969.402705:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c188380 x1863919919285504/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582969.402718:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777582969.402719:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000020:00000010:0.0:1777582969.402730:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c800. 00000020:00000010:0.0:1777582969.402734:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582969.402737:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408ede800. 00000400:00000010:0.0:1777582969.403282:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6e70. 00000400:00000200:0.0:1777582969.403287:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777582969.403288:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582969.403294:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c188380 x1863919919285504/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582969.403303:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c188380 x1863919919285504/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582969.403333:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02408edfc00. 02000000:00000010:0.0:1777582969.403340:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3a00. 00000100:00000010:0.0:1777582969.403347:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188380. 00000020:00000010:3.0:1777582969.406706:0:205898:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974b1c0. 00000020:00000010:3.0:1777582969.406720:0:205898:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02390f8bf80. 00000020:00000010:3.0:1777582969.406755:0:205898:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a800. 00000020:00000010:3.0:1777582969.406764:0:205898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c00. 00000020:00000010:3.0:1777582969.406770:0:205898:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582969.406808:0:205898:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf80. 00000020:00000010:3.0:1777582969.406811:0:205898:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02390f8b180. 00000020:00000010:3.0:1777582969.406817:0:205898:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b200. 00000020:00000010:3.0:1777582969.406819:0:205898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265880. 00000020:00000010:3.0:1777582969.406821:0:205898:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582969.407456:0:205898:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf00. 00000020:00000010:3.0:1777582969.407462:0:205898:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf00. 00000100:00000200:3.0:1777582969.407466:0:205898:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919285120 02000000:00000010:3.0:1777582969.407482:0:205898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384c77800. 00010000:00000200:3.0:1777582969.407496:0:205898:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c639c00 x1863919919285120/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582969.407514:0:205898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582969.407521:0:205898:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919919285120, offset 224 00000400:00000200:3.0:1777582969.407528:0:205898:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582969.407543:0:205898:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582969.407561:0:205898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39acadc380 00000400:00000200:3.0:1777582969.407569:0:205898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2157b1 [1] + 224 00000400:00000200:3.0:1777582969.407576:0:205898:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582969.407599:0:205898:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582969.407609:0:205898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f04a80 x1863919919285120/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582969.407636:0:205898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582969.407639:0:205898:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000020:00000010:3.0:1777582969.407653:0:205898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c00. 00000020:00000010:3.0:1777582969.407657:0:205898:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:3.0:1777582969.407660:0:205898:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a800. 00000020:00000010:3.0:1777582969.407673:0:205898:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023f974bf00. 00000020:00000010:3.0:1777582969.407675:0:205898:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023f974bf00. 00000100:00000200:3.0:1777582969.407678:0:205898:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919284992 02000000:00000010:3.0:1777582969.407686:0:205898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384c77400. 00010000:00000200:3.0:1777582969.407690:0:205898:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0249c639180 x1863919919284992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777582980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582969.407699:0:205898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582969.407702:0:205898:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919919284992, offset 224 00000400:00000200:3.0:1777582969.407705:0:205898:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582969.407710:0:205898:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582969.407715:0:205898:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39acadc300 00000400:00000200:3.0:1777582969.407719:0:205898:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2157b9 [1] + 224 00000400:00000200:3.0:1777582969.407723:0:205898:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582969.407725:0:205898:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582969.407731:0:205898:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f07100 x1863919919284992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582969.407741:0:205898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777582969.407743:0:205898:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000020:00000010:3.0:1777582969.407750:0:205898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265880. 00000020:00000010:3.0:1777582969.407752:0:205898:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582969.407755:0:205898:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b200. 00000400:00000010:3.0:1777582969.411697:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6a50. 00000400:00000200:3.0:1777582969.411711:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:3.0:1777582969.411713:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000100:00000200:3.0:1777582969.411727:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f07100 x1863919919284992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582969.411738:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f07100 x1863919919284992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582969.411774:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f62c0. 00000400:00000200:3.0:1777582969.411776:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:3.0:1777582969.411778:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000200:3.0:1777582969.411781:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f04a80 x1863919919285120/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582969.411787:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f04a80 x1863919919285120/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582969.411801:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02408edea00. 02000000:00000010:3.0:1777582969.411807:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777582969.411814:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07100. 02000000:00000010:3.0:1777582969.411817:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02408ede600. 02000000:00000010:3.0:1777582969.411818:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777582969.411819:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04a80. 00000001:00000010:3.0:1777582969.474693:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dff00. 00080000:00000010:3.0:1777582969.474707:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388979400. 00000001:00000010:3.0:1777582969.474713:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df3c0. 00080000:00000010:3.0:1777582969.474715:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388979000. 00000001:00000010:3.0:1777582969.474719:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df480. 00080000:00000010:3.0:1777582969.474721:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0241179e400. 00000001:00000010:3.0:1777582969.474725:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df060. 00080000:00000010:3.0:1777582969.474727:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388979c00. 00000001:00000010:3.0:1777582969.474729:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df4e0. 00080000:00000010:3.0:1777582969.474732:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392042800. 00000001:00000010:3.0:1777582969.474736:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424ac60. 00080000:00000010:3.0:1777582969.474738:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0241179e800. 00000001:00000010:3.0:1777582969.474741:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424a8a0. 00080000:00000010:3.0:1777582969.474744:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0241179f800. 00000001:00000010:3.0:1777582969.474747:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424a960. 00080000:00000010:3.0:1777582969.474749:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02397d52800. 00000001:00000010:3.0:1777582969.474752:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424a7e0. 00080000:00000010:3.0:1777582969.474754:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02397d53000. 00000001:00000010:3.0:1777582969.474757:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424acc0. 00080000:00000010:3.0:1777582969.474759:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384d47800. 00000001:00000010:3.0:1777582969.474763:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf7e0. 00080000:00000010:3.0:1777582969.474766:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384d46000. 00000001:00000010:3.0:1777582969.474769:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf1e0. 00080000:00000010:3.0:1777582969.474771:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4fc4400. 00000001:00000010:3.0:1777582969.474775:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfc60. 00080000:00000010:3.0:1777582969.474777:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023922d0c00. 00000001:00000010:3.0:1777582969.474780:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfc00. 00080000:00000010:3.0:1777582969.474783:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238840a000. 00000001:00000010:3.0:1777582969.474787:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf6c0. 00080000:00000010:3.0:1777582969.474788:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc217c00. 00000001:00000010:3.0:1777582969.474793:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a98a0. 00080000:00000010:3.0:1777582969.474796:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385905000. 00000001:00000010:3.0:1777582969.474803:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9f00. 00080000:00000010:3.0:1777582969.474805:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02497540800. 00000001:00000010:3.0:1777582969.474808:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a91e0. 00080000:00000010:3.0:1777582969.474810:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02497543c00. 00000001:00000010:3.0:1777582969.474813:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9060. 00080000:00000010:3.0:1777582969.474815:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02497543800. 00000001:00000010:3.0:1777582969.474817:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9cc0. 00080000:00000010:3.0:1777582969.474819:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023887d5c00. 00000001:00000010:3.0:1777582969.474822:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9600. 00080000:00000010:3.0:1777582969.474824:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023887d6000. 00000001:00000010:3.0:1777582969.474827:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9de0. 00080000:00000010:3.0:1777582969.474829:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388543800. 00000001:00000010:3.0:1777582969.474832:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9660. 00080000:00000010:3.0:1777582969.474834:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388541400. 00000001:00000010:3.0:1777582969.474836:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9360. 00080000:00000010:3.0:1777582969.474839:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388540c00. 00000001:00000010:3.0:1777582969.474841:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9300. 00080000:00000010:3.0:1777582969.474843:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388542c00. 00000001:00000010:3.0:1777582969.474847:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae000. 00080000:00000010:3.0:1777582969.474850:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392041400. 00000001:00000010:3.0:1777582969.474853:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae6c0. 00080000:00000010:3.0:1777582969.474855:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca07800. 00000001:00000010:3.0:1777582969.474858:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaeea0. 00080000:00000010:3.0:1777582969.474861:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b62f6400. 00000001:00000010:3.0:1777582969.474864:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaed80. 00080000:00000010:3.0:1777582969.474866:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238852b000. 00000001:00000010:3.0:1777582969.474869:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaeae0. 00080000:00000010:3.0:1777582969.474871:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388528000. 00000001:00000010:3.0:1777582969.474874:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaea80. 00080000:00000010:3.0:1777582969.474876:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca04800. 00000001:00000010:3.0:1777582969.474878:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaef00. 00080000:00000010:3.0:1777582969.474880:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca05800. 00000001:00000010:3.0:1777582969.474883:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae360. 00080000:00000010:3.0:1777582969.474885:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca06000. 00000001:00000010:3.0:1777582969.474888:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae720. 00080000:00000010:3.0:1777582969.474890:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca05000. 00000001:00000010:3.0:1777582969.474893:0:7429:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaea20. 00080000:00000010:3.0:1777582969.474895:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f80c00. 00000001:00000010:1.0:1777582970.025069:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dff60. 00080000:00000010:1.0:1777582970.025083:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b62f5800. 00000001:00000010:1.0:1777582970.025088:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918dfcc0. 00080000:00000010:1.0:1777582970.025090:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392043000. 00000001:00000010:1.0:1777582970.025094:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df300. 00080000:00000010:1.0:1777582970.025095:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392040000. 00000001:00000010:1.0:1777582970.025098:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df900. 00080000:00000010:1.0:1777582970.025100:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02392042400. 00000001:00000010:1.0:1777582970.025103:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df540. 00080000:00000010:1.0:1777582970.025105:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248e978400. 00000001:00000010:1.0:1777582970.025110:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023a424a540. 00080000:00000010:1.0:1777582970.025113:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02397d51000. 00000001:00000010:1.0:1777582970.025116:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfae0. 00080000:00000010:1.0:1777582970.025119:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384d46800. 00000001:00000010:1.0:1777582970.025122:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfea0. 00080000:00000010:1.0:1777582970.025124:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384d44400. 00000001:00000010:1.0:1777582970.025127:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfd20. 00080000:00000010:1.0:1777582970.025129:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023f596a400. 00000001:00000010:1.0:1777582970.025250:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf780. 00080000:00000010:1.0:1777582970.025254:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4fc7c00. 00000001:00000010:1.0:1777582970.025257:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf720. 00080000:00000010:1.0:1777582970.025259:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023a4fc5000. 00000001:00000010:1.0:1777582970.025262:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf660. 00080000:00000010:1.0:1777582970.025264:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023922d1c00. 00000001:00000010:1.0:1777582970.025270:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf960. 00080000:00000010:1.0:1777582970.025272:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023922d2400. 00000001:00000010:1.0:1777582970.025277:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecf480. 00080000:00000010:1.0:1777582970.025279:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388408800. 00000001:00000010:1.0:1777582970.025284:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfcc0. 00080000:00000010:1.0:1777582970.025287:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388408000. 00000001:00000010:1.0:1777582970.025292:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9780. 00080000:00000010:1.0:1777582970.025294:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385904c00. 00000001:00000010:1.0:1777582970.025301:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9f60. 00080000:00000010:1.0:1777582970.025303:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e5e000. 00000001:00000010:1.0:1777582970.025306:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a96c0. 00080000:00000010:1.0:1777582970.025308:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02385e5d000. 00000001:00000010:1.0:1777582970.025310:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a97e0. 00080000:00000010:1.0:1777582970.025312:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02497542000. 00000001:00000010:1.0:1777582970.025315:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9c60. 00080000:00000010:1.0:1777582970.025317:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023887d6800. 00000001:00000010:1.0:1777582970.025320:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023905a9900. 00080000:00000010:1.0:1777582970.025321:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388541800. 00000001:00000010:1.0:1777582970.025326:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaecc0. 00080000:00000010:1.0:1777582970.025329:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b62f7800. 00000001:00000010:1.0:1777582970.025332:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaee40. 00080000:00000010:1.0:1777582970.025334:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0238852b800. 00000001:00000010:1.0:1777582970.025337:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae180. 00080000:00000010:1.0:1777582970.025339:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024aca05400. 00000001:00000010:1.0:1777582970.025342:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02388ecfb40. 00080000:00000010:1.0:1777582970.025344:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f81000. 00000001:00000010:1.0:1777582970.025347:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae900. 00080000:00000010:1.0:1777582970.025349:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f81800. 00000001:00000010:1.0:1777582970.025352:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae8a0. 00080000:00000010:1.0:1777582970.025354:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f043800. 00000001:00000010:1.0:1777582970.025357:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae600. 00080000:00000010:1.0:1777582970.025359:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f041800. 00000001:00000010:1.0:1777582970.025363:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae780. 00080000:00000010:1.0:1777582970.025365:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388540000. 00000001:00000010:1.0:1777582970.025368:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aae7e0. 00080000:00000010:1.0:1777582970.025370:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388540800. 00000001:00000010:1.0:1777582970.025372:0:6562:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02488aaede0. 00080000:00000010:1.0:1777582970.025374:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02388f83c00. 00000100:00000010:3.0:1777582970.026234:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:0.0:1777582970.026321:0:221386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777582970.026493:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743e40. 00000100:00000010:1.0:1777582970.030913:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:1.0:1777582970.410942:0:187653:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01500. 02000000:00000010:1.0:1777582970.410966:0:187653:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23700. 02000000:00000010:1.0:1777582970.411302:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02485269000. 00000400:00000010:1.0:1777582970.411309:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777582970.411316:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582970.411323:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919285632, portal 4 00000400:00000010:1.0:1777582970.411330:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582970.411333:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919919285632, offset 0 00000400:00000200:1.0:1777582970.411342:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582970.411355:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582970.411367:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39acadc580 00000400:00000200:1.0:1777582970.411374:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x175cbd [8] + 9632 00000400:00000200:1.0:1777582970.411381:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582970.411386:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582970.411394:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777582970.411398:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f03800. 00000400:00000200:1.0:1777582970.411417:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:1.0:1777582970.411419:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582970.411428:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f01500 x1863919919285632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582986 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777582970.411450:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1ba0. 00000100:00000010:1.0:1777582970.411467:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1f60. 00000100:00000010:1.0:1777582970.411473:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1ea0. 00000100:00000010:1.0:1777582970.411477:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca10c0. 00000020:00000010:1.0:1777582970.411620:0:192556:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:1.0:1777582970.411625:0:192556:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7200. 00000020:00000010:1.0:1777582970.411631:0:192556:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0200. 00000020:00000010:1.0:1777582970.411635:0:192556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374900. 00000020:00000010:1.0:1777582970.411640:0:192556:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582970.411672:0:192556:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:1.0:1777582970.411675:0:192556:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7200. 00000100:00000200:1.0:1777582970.411678:0:192556:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919285632 02000000:00000010:1.0:1777582970.411692:0:192556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffffa0249f1f9000. 00010000:00000200:1.0:1777582970.411720:0:192556:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f03800 x1863919919285632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 224/368 e 0 to 0 dl 1777582981 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582970.411735:0:192556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582970.411739:0:192556:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919919285632, offset 224 00000400:00000200:1.0:1777582970.411743:0:192556:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582970.411748:0:192556:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582970.411753:0:192556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39acadc580 00000400:00000200:1.0:1777582970.411757:0:192556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2157d5 [1] + 224 00000400:00000200:1.0:1777582970.411760:0:192556:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582970.411763:0:192556:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582970.411768:0:192556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f01500 x1863919919285632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582986 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582970.411789:0:192556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:1.0:1777582970.411791:0:192556:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000020:00000010:1.0:1777582970.411802:0:192556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374900. 00000020:00000010:1.0:1777582970.411805:0:192556:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582970.411809:0:192556:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0200. 00000400:00000010:1.0:1777582970.411830:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777582970.411833:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:1.0:1777582970.411834:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582970.411838:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f01500 x1863919919285632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582986 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582970.411847:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f01500 x1863919919285632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582986 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582970.411906:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02485269000. 02000000:00000010:1.0:1777582970.411913:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23700. 00000100:00000010:1.0:1777582970.411918:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01500. 00000004:00000010:1.0:1777582970.411935:0:187652:0:(osp_sync.c:1183:osp_sync_process_committed()) kmalloced '(arr)': 124 at ffffa024ae374900. 02000000:00000010:1.0:1777582970.411941:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02385905c00. 02000000:00000010:1.0:1777582970.411948:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386068400. 00000100:00000010:1.0:1777582970.411951:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18a300. 02000000:00000010:1.0:1777582970.411957:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02496feec00. 02000000:00000010:1.0:1777582970.411960:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238852b400. 00000100:00000010:1.0:1777582970.411963:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24e300. 02000000:00000010:1.0:1777582970.411967:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238606a800. 02000000:00000010:1.0:1777582970.411970:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238852a000. 00000100:00000010:1.0:1777582970.411972:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24df80. 02000000:00000010:1.0:1777582970.411976:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238606b400. 02000000:00000010:1.0:1777582970.411978:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238852a800. 00000100:00000010:1.0:1777582970.411981:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24c700. 02000000:00000010:1.0:1777582970.411984:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238604fc00. 02000000:00000010:1.0:1777582970.411987:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388ec2400. 00000100:00000010:1.0:1777582970.411991:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18ad80. 02000000:00000010:1.0:1777582970.411995:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02385e5d800. 02000000:00000010:1.0:1777582970.411998:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238604d400. 00000100:00000010:1.0:1777582970.412001:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188a80. 02000000:00000010:1.0:1777582970.412005:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ac5bac00. 02000000:00000010:1.0:1777582970.412007:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ac5bb400. 00000100:00000010:1.0:1777582970.412011:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24dc00. 02000000:00000010:1.0:1777582970.412014:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ac5ba800. 02000000:00000010:1.0:1777582970.412016:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388ec1400. 00000100:00000010:1.0:1777582970.412019:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188e00. 02000000:00000010:1.0:1777582970.412023:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238604c800. 02000000:00000010:1.0:1777582970.412026:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238604f000. 00000100:00000010:1.0:1777582970.412028:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c189c00. 02000000:00000010:1.0:1777582970.412031:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ac5b9800. 02000000:00000010:1.0:1777582970.412034:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388ec1000. 00000100:00000010:1.0:1777582970.412037:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18b480. 02000000:00000010:1.0:1777582970.412041:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023922d3000. 02000000:00000010:1.0:1777582970.412044:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388ec1800. 00000100:00000010:1.0:1777582970.412046:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203d180. 02000000:00000010:1.0:1777582970.412050:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023a4fc6800. 02000000:00000010:1.0:1777582970.412052:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023a4fc7800. 00000100:00000010:1.0:1777582970.412055:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238f4a3800. 02000000:00000010:1.0:1777582970.412059:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249f040800. 02000000:00000010:1.0:1777582970.412062:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f043c00. 00000100:00000010:1.0:1777582970.412065:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50e00. 02000000:00000010:1.0:1777582970.412068:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e97b800. 02000000:00000010:1.0:1777582970.412071:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0239333ec00. 00000100:00000010:1.0:1777582970.412074:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e89880. 02000000:00000010:1.0:1777582970.412078:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388f81c00. 02000000:00000010:1.0:1777582970.412081:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f53000. 00000100:00000010:1.0:1777582970.412084:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c639880. 02000000:00000010:1.0:1777582970.412088:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02395c39c00. 02000000:00000010:1.0:1777582970.412091:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f51000. 00000100:00000010:1.0:1777582970.412094:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638e00. 02000000:00000010:1.0:1777582970.412097:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f50800. 02000000:00000010:1.0:1777582970.412100:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388f82800. 00000100:00000010:1.0:1777582970.412104:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55ff480. 02000000:00000010:1.0:1777582970.412107:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f53c00. 02000000:00000010:1.0:1777582970.412109:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f1f8c00. 00000100:00000010:1.0:1777582970.412112:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07480. 02000000:00000010:1.0:1777582970.412116:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f51800. 02000000:00000010:1.0:1777582970.412118:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f53800. 00000100:00000010:1.0:1777582970.412121:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec3b480. 02000000:00000010:1.0:1777582970.412124:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f52c00. 02000000:00000010:1.0:1777582970.412127:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f52400. 00000100:00000010:1.0:1777582970.412130:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aec39500. 02000000:00000010:1.0:1777582970.412158:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f52000. 02000000:00000010:1.0:1777582970.412161:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f51400. 00000100:00000010:1.0:1777582970.412164:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c12680. 02000000:00000010:1.0:1777582970.412172:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f53400. 02000000:00000010:1.0:1777582970.412175:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f50400. 00000100:00000010:1.0:1777582970.412177:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02484c11880. 02000000:00000010:1.0:1777582970.412185:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248ba56c00. 02000000:00000010:1.0:1777582970.412188:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248ba57000. 00000100:00000010:1.0:1777582970.412190:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f87100. 02000000:00000010:1.0:1777582970.412193:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e97b400. 02000000:00000010:1.0:1777582970.412195:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0239333e000. 00000100:00000010:1.0:1777582970.412197:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e88380. 02000000:00000010:1.0:1777582970.412201:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e97a400. 02000000:00000010:1.0:1777582970.412203:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b5681000. 00000100:00000010:1.0:1777582970.412206:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6af480. 02000000:00000010:1.0:1777582970.412210:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e978c00. 02000000:00000010:1.0:1777582970.412213:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0239333cc00. 00000100:00000010:1.0:1777582970.412216:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f8e00. 02000000:00000010:1.0:1777582970.412222:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248ba57400. 02000000:00000010:1.0:1777582970.412225:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248ba54000. 00000100:00000010:1.0:1777582970.412227:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84a80. 02000000:00000010:1.0:1777582970.412230:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e97b000. 02000000:00000010:1.0:1777582970.412232:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0239333c800. 00000100:00000010:1.0:1777582970.412235:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023970f9f80. 02000000:00000010:1.0:1777582970.412239:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e97a000. 02000000:00000010:1.0:1777582970.412241:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b5682c00. 00000100:00000010:1.0:1777582970.412243:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e88000. 02000000:00000010:1.0:1777582970.412246:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e97ac00. 02000000:00000010:1.0:1777582970.412249:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b5680c00. 00000100:00000010:1.0:1777582970.412251:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6ae300. 02000000:00000010:1.0:1777582970.412254:0:187652:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e979000. 02000000:00000010:1.0:1777582970.412257:0:187652:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b5680400. 00000100:00000010:1.0:1777582970.412259:0:187652:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ae6aed80. 00080000:00000010:1.0:1777582970.412273:0:187652:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f1f8c00. 00000004:00000010:1.0:1777582970.412436:0:187652:0:(osp_sync.c:1238:osp_sync_process_committed()) kvfree 'arr': 124 at ffffa024ae374900. 00000100:00000010:1.0:1777582970.413714:0:187655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01500. 02000000:00000010:1.0:1777582970.413732:0:187655:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23700. 02000000:00000010:1.0:1777582970.413783:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b5680400. 00000400:00000010:1.0:1777582970.413790:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777582970.413797:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582970.413803:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919285760, portal 4 00000400:00000010:1.0:1777582970.413810:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582970.413813:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919919285760, offset 0 00000400:00000200:1.0:1777582970.413820:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582970.413830:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582970.413839:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39acadc600 00000400:00000200:1.0:1777582970.413846:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x175cbd [8] + 9856 00000400:00000200:1.0:1777582970.413854:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582970.413858:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582970.413865:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777582970.413870:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f03480. 00000400:00000200:1.0:1777582970.413887:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:1.0:1777582970.413890:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582970.413897:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f01500 x1863919919285760/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582986 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777582970.413969:0:188249:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:1.0:1777582970.413973:0:188249:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7200. 00000020:00000010:1.0:1777582970.413979:0:188249:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0200. 00000020:00000010:1.0:1777582970.413984:0:188249:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374900. 00000020:00000010:1.0:1777582970.413988:0:188249:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582970.414016:0:188249:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:1.0:1777582970.414018:0:188249:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7200. 00000100:00000200:1.0:1777582970.414021:0:188249:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919285760 02000000:00000010:1.0:1777582970.414035:0:188249:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffffa024b5680c00. 00010000:00000200:1.0:1777582970.414066:0:188249:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f03480 x1863919919285760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:411/0 lens 224/368 e 0 to 0 dl 1777582981 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582970.414082:0:188249:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582970.414085:0:188249:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919919285760, offset 224 00000400:00000200:1.0:1777582970.414089:0:188249:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582970.414094:0:188249:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582970.414099:0:188249:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39acadc600 00000400:00000200:1.0:1777582970.414103:0:188249:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2157e1 [1] + 224 00000400:00000200:1.0:1777582970.414107:0:188249:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582970.414109:0:188249:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582970.414115:0:188249:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f01500 x1863919919285760/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582986 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582970.414130:0:188249:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:1.0:1777582970.414157:0:188249:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000020:00000010:1.0:1777582970.414170:0:188249:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374900. 00000020:00000010:1.0:1777582970.414174:0:188249:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582970.414178:0:188249:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0200. 00000400:00000010:1.0:1777582970.414200:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777582970.414203:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:1.0:1777582970.414205:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582970.414209:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f01500 x1863919919285760/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582986 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582970.414217:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f01500 x1863919919285760/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777582986 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582970.414280:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b5680400. 02000000:00000010:1.0:1777582970.414286:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23700. 00000100:00000010:1.0:1777582970.414292:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01500. 00000004:00000010:1.0:1777582970.414307:0:187654:0:(osp_sync.c:1183:osp_sync_process_committed()) kmalloced '(arr)': 140 at ffffa0239e071540. 02000000:00000010:1.0:1777582970.414312:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179fc00. 02000000:00000010:1.0:1777582970.414316:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02397d53400. 00000100:00000010:1.0:1777582970.414318:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01f80. 02000000:00000010:1.0:1777582970.414322:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179c400. 02000000:00000010:1.0:1777582970.414325:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0241179e000. 00000100:00000010:1.0:1777582970.414328:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f00e00. 02000000:00000010:1.0:1777582970.414331:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02385907400. 02000000:00000010:1.0:1777582970.414334:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02496fef400. 00000100:00000010:1.0:1777582970.414337:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51180. 02000000:00000010:1.0:1777582970.414341:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f5c00. 02000000:00000010:1.0:1777582970.414344:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6800. 00000100:00000010:1.0:1777582970.414347:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24d880. 02000000:00000010:1.0:1777582970.414350:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f4800. 02000000:00000010:1.0:1777582970.414353:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f4c00. 00000100:00000010:1.0:1777582970.414355:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 02000000:00000010:1.0:1777582970.414359:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179d800. 02000000:00000010:1.0:1777582970.414361:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02397d52c00. 00000100:00000010:1.0:1777582970.414363:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f00380. 02000000:00000010:1.0:1777582970.414367:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02385904000. 02000000:00000010:1.0:1777582970.414373:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023f596ac00. 00000100:00000010:1.0:1777582970.414377:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30e300. 02000000:00000010:1.0:1777582970.414380:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f5400. 02000000:00000010:1.0:1777582970.414382:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02397d50000. 00000100:00000010:1.0:1777582970.414385:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01c00. 02000000:00000010:1.0:1777582970.414388:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f6000. 02000000:00000010:1.0:1777582970.414390:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02397d51800. 00000100:00000010:1.0:1777582970.414393:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f03100. 02000000:00000010:1.0:1777582970.414396:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02385905800. 02000000:00000010:1.0:1777582970.414401:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023a4fc7000. 00000100:00000010:1.0:1777582970.414404:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece0000. 02000000:00000010:1.0:1777582970.414408:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02496fec000. 02000000:00000010:1.0:1777582970.414411:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02496fed800. 00000100:00000010:1.0:1777582970.414413:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ca80. 02000000:00000010:1.0:1777582970.414416:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02496fee400. 02000000:00000010:1.0:1777582970.414419:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02496fee000. 00000100:00000010:1.0:1777582970.414421:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30d880. 02000000:00000010:1.0:1777582970.414425:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02496fec400. 02000000:00000010:1.0:1777582970.414427:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023a4fc4800. 00000100:00000010:1.0:1777582970.414429:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece0a80. 02000000:00000010:1.0:1777582970.414433:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ac5b9400. 02000000:00000010:1.0:1777582970.414435:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ac5ba000. 00000100:00000010:1.0:1777582970.414438:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397d5df80. 02000000:00000010:1.0:1777582970.414442:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02385e5c800. 02000000:00000010:1.0:1777582970.414445:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238604dc00. 00000100:00000010:1.0:1777582970.414448:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18b100. 02000000:00000010:1.0:1777582970.414452:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023922d0400. 02000000:00000010:1.0:1777582970.414454:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f1f8400. 00000100:00000010:1.0:1777582970.414457:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06300. 02000000:00000010:1.0:1777582970.414461:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388ec0800. 02000000:00000010:1.0:1777582970.414463:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388ec1c00. 00000100:00000010:1.0:1777582970.414466:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05f80. 02000000:00000010:1.0:1777582970.414470:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02395c3a000. 02000000:00000010:1.0:1777582970.414473:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f1fbc00. 00000100:00000010:1.0:1777582970.414475:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203f480. 02000000:00000010:1.0:1777582970.414479:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023922d1800. 02000000:00000010:1.0:1777582970.414484:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388ec3400. 00000100:00000010:1.0:1777582970.414487:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203c380. 02000000:00000010:1.0:1777582970.414490:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388ec2000. 02000000:00000010:1.0:1777582970.414493:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388ec2c00. 00000100:00000010:1.0:1777582970.414495:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05880. 02000000:00000010:1.0:1777582970.414498:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023922d3400. 02000000:00000010:1.0:1777582970.414501:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f1fb000. 00000100:00000010:1.0:1777582970.414503:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07b80. 02000000:00000010:1.0:1777582970.414506:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023887d6400. 02000000:00000010:1.0:1777582970.414509:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023887d7400. 00000100:00000010:1.0:1777582970.414513:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06680. 02000000:00000010:1.0:1777582970.414517:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388f83000. 02000000:00000010:1.0:1777582970.414520:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f1f9c00. 00000100:00000010:1.0:1777582970.414522:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05180. 02000000:00000010:1.0:1777582970.414526:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249f1fb400. 02000000:00000010:1.0:1777582970.414528:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023887d4c00. 00000100:00000010:1.0:1777582970.414530:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04700. 02000000:00000010:1.0:1777582970.414533:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023887d7000. 02000000:00000010:1.0:1777582970.414536:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023887d7c00. 00000100:00000010:1.0:1777582970.419885:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06d80. 02000000:00000010:1.0:1777582970.419905:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b559d800. 02000000:00000010:1.0:1777582970.419910:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023cc214c00. 00000100:00000010:1.0:1777582970.419913:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51f80. 02000000:00000010:1.0:1777582970.419917:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b559cc00. 02000000:00000010:1.0:1777582970.419919:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b559f000. 00000100:00000010:1.0:1777582970.419921:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239203ce00. 02000000:00000010:1.0:1777582970.419926:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b559c000. 02000000:00000010:1.0:1777582970.419928:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023cc215400. 00000100:00000010:1.0:1777582970.419930:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f53800. 02000000:00000010:1.0:1777582970.419934:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0239333dc00. 02000000:00000010:1.0:1777582970.419937:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023cc216800. 00000100:00000010:1.0:1777582970.419940:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52a00. 02000000:00000010:1.0:1777582970.419943:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248ba57c00. 02000000:00000010:1.0:1777582970.419945:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248ba56800. 00000100:00000010:1.0:1777582970.419948:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa023a0f84e00. 02000000:00000010:1.0:1777582970.419951:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e978000. 02000000:00000010:1.0:1777582970.419954:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0239069ac00. 00000100:00000010:1.0:1777582970.419956:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f53100. 02000000:00000010:1.0:1777582970.419960:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b559c400. 02000000:00000010:1.0:1777582970.419962:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0239069b400. 00000100:00000010:1.0:1777582970.419967:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52300. 02000000:00000010:1.0:1777582970.419971:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e97bc00. 02000000:00000010:1.0:1777582970.419974:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023cc216000. 00000100:00000010:1.0:1777582970.419976:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50380. 02000000:00000010:1.0:1777582970.419979:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0239333d800. 02000000:00000010:1.0:1777582970.419981:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0239069a800. 00000100:00000010:1.0:1777582970.419983:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51880. 02000000:00000010:1.0:1777582970.419986:0:187654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b559f800. 02000000:00000010:1.0:1777582970.419988:0:187654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02390698400. 00000100:00000010:1.0:1777582970.419990:0:187654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52d80. 00080000:00000010:1.0:1777582970.420202:0:187654:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b5680400. 00000004:00000010:1.0:1777582970.420341:0:187654:0:(osp_sync.c:1238:osp_sync_process_committed()) kvfree 'arr': 140 at ffffa0239e071540. 00000100:00000010:1.0:1777582970.460405:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1f60. 00000100:00000010:0.0:1777582970.461159:0:221386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1ba0. 00000100:00000010:3.0:1777582970.461167:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca10c0. 00000100:00000010:2.0:1777582970.465468:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1ea0. 00000001:00000010:1.0:1777582970.473431:0:5777:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffffa023918df0c0. 00080000:00000010:1.0:1777582970.473446:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc216400. 00000001:00000010:1.0:1777582970.473466:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa023918df120. 00080000:00000010:1.0:1777582970.473469:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa023cc215000. 00000004:00000010:1.0:1777582970.473501:0:220298:0:(mdt_handler.c:7649:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffffa02386d666c0. 00000001:00000010:1.0:1777582970.473513:0:220298:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024ad9f1200. 00000001:00000010:1.0:1777582970.473517:0:220298:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02388921600. 00000001:00000010:1.0:1777582970.473519:0:220298:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02393cb0e00. 00000001:00000010:1.0:1777582970.473521:0:220298:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02393cb1800. 00000001:00000010:1.0:1777582970.473524:0:220298:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa02385ae2a60. 00000001:00000010:1.0:1777582970.473526:0:220298:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa02487877600. 00000001:00000010:1.0:1777582970.473533:0:220298:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02393cb1200. 00000001:00000010:1.0:1777582970.473535:0:220298:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02393cb1400. 00000001:00000010:1.0:1777582970.473537:0:220298:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02393cb1c00. 00000001:00000010:1.0:1777582970.473539:0:220298:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02498a51200. 00000001:00000010:1.0:1777582970.473541:0:220298:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa02385ae2020. 00000001:00000010:1.0:1777582970.473543:0:220298:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa02487877900. 00000001:00000010:1.0:1777582970.473550:0:220298:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02388842780. 00000001:00000010:1.0:1777582970.473553:0:220298:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02396185a80. 00000001:00000010:1.0:1777582970.473556:0:220298:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffffa023846e2380. 00000020:00000010:1.0:1777582970.473565:0:220298:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa02386046800. 00000020:00000010:1.0:1777582970.473587:0:220298:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa02386047800. 00000400:00000200:1.0:1777582971.604636:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582971.604657:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875700 00000400:00000200:1.0:1777582971.604666:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dac59 [2] + 984 00000400:00000200:1.0:1777582971.604678:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582971.604682:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582971.604690:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582971.604697:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f03100. 00000400:00000200:1.0:1777582971.604736:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:1.0:1777582971.604743:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875800 00000400:00000200:1.0:1777582971.604747:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dac59 [2] + 1312 00000400:00000200:1.0:1777582971.604757:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582971.604761:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:1.0:1777582971.604763:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582971.604767:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01c00. 00000020:00000010:0.0:1777582971.604874:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.604878:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.604884:0:206357:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edec00. 00000020:00000010:0.0:1777582971.604888:0:206357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0480. 00000020:00000010:0.0:1777582971.604892:0:206357:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582971.604928:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.604931:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.604933:0:206357:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edf400. 00000020:00000010:0.0:1777582971.604934:0:206357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0e00. 00000020:00000010:0.0:1777582971.604936:0:206357:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582971.604949:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.604950:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271400. 00000100:00000200:0.0:1777582971.604952:0:206357:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708028160 02000000:00000010:0.0:1777582971.604963:0:206357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aecdc400. 00000400:00000010:0.0:1777582971.604994:0:206357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777582971.604998:0:206357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708028160, offset 224 00000400:00000200:0.0:1777582971.605003:0:206357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582971.605011:0:206357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582971.605015:0:206357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397968:397968:256:4294967295] 192.168.202.9@tcp LPNI seq info [397964:397964:8:4294967295] 00000400:00000200:0.0:1777582971.605022:0:206357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582971.605026:0:206357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582971.605029:0:206357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024a56abe00. 00000800:00000200:0.0:1777582971.605034:0:206357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582971.605040:0:206357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582971.605043:0:206357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024a56abe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777582971.605053:0:206357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0480. 00000020:00000010:0.0:1777582971.605057:0:206357:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:0.0:1777582971.605059:0:206357:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edec00. 00000020:00000010:0.0:1777582971.605067:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.605068:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271400. 00000100:00000200:0.0:1777582971.605070:0:206357:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708028416 02000000:00000010:0.0:1777582971.605073:0:206357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238606b400. 00000400:00000010:0.0:1777582971.605083:0:206357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582971.605085:0:206357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708028416, offset 224 00000400:00000200:0.0:1777582971.605087:0:206357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582971.605090:0:206357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582971.605092:0:206357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397969:397969:255:4294967295] 192.168.202.9@tcp LPNI seq info [397965:397965:7:4294967295] 00000400:00000200:0.0:1777582971.605098:0:206357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582971.605100:0:206357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582971.605102:0:206357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024a56ab400. 00000800:00000200:0.0:1777582971.605104:0:206357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582971.605106:0:206357:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582971.605108:0:206357:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024a56ab400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777582971.605111:0:206357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0e00. 00000020:00000010:0.0:1777582971.605112:0:206357:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582971.605114:0:206357:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edf400. 00000800:00000200:2.0:1777582971.605689:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582971.605695:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024a56abe00. 00000400:00000200:2.0:1777582971.605700:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582971.605705:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582971.605709:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:2.0:1777582971.605712:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000800:00000200:2.0:1777582971.605776:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777582971.605778:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024a56ab400. 00000400:00000200:2.0:1777582971.605780:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582971.605782:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:2.0:1777582971.605784:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:2.0:1777582971.605785:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000400:00000200:3.0:1777582971.609126:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582971.609177:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 328 into portal 17 MB=0x69f3bb8875780 00000400:00000200:3.0:1777582971.609187:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.9@tcp of length 328/328 into md 0x1dac59 [2] + 1640 00000400:00000200:3.0:1777582971.609205:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582971.609211:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582971.609218:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777582971.609226:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c189f80. 00010000:00000010:0.1:1777582971.609331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa023a4d65c00. 00010000:00000010:0.1:1777582971.609338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0238510c800. 00000020:00000010:0.0:1777582971.609379:0:187617:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.609384:0:187617:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.609390:0:187617:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edf400. 00000020:00000010:0.0:1777582971.609395:0:187617:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0e00. 00000020:00000010:0.0:1777582971.609401:0:187617:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582971.609443:0:187617:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.609445:0:187617:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271400. 00000100:00000200:0.0:1777582971.609449:0:187617:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708028288 02000000:00000010:0.0:1777582971.609460:0:187617:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238606a800. 00000400:00000010:0.0:1777582971.609514:0:187617:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582971.609520:0:187617:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863928708028288, offset 224 00000400:00000200:0.0:1777582971.609537:0:187617:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582971.609548:0:187617:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582971.609554:0:187617:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397970:397970:256:4294967295] 192.168.202.9@tcp LPNI seq info [397966:397966:8:4294967295] 00000400:00000200:0.0:1777582971.609575:0:187617:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582971.609581:0:187617:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582971.609587:0:187617:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024a56ab600. 00000800:00000200:0.0:1777582971.609594:0:187617:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582971.609601:0:187617:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582971.609605:0:187617:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024a56ab600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777582971.609633:0:187617:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0e00. 00000020:00000010:0.0:1777582971.609639:0:187617:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582971.609642:0:187617:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edf400. 00000800:00000200:3.0:1777582971.610731:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582971.610739:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024a56ab600. 00000400:00000200:3.0:1777582971.610745:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582971.610751:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582971.610756:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:3.0:1777582971.610759:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00010000:00000010:0.1:1777582971.616219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0238510dc00. 00000400:00000200:3.0:1777582971.628947:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582971.628969:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 28 MB=0x69f3bb8875880 00000400:00000200:3.0:1777582971.628979:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f7f15 [8] + 12864 00000400:00000200:3.0:1777582971.628997:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582971.629002:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582971.629011:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582971.629020:0:3281:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18b100. 00000020:00000010:1.0:1777582971.638735:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7480. 00000020:00000010:1.0:1777582971.638749:0:206018:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02396b1dec0. 00000020:00000010:1.0:1777582971.638780:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0200. 00000020:00000010:1.0:1777582971.638787:0:206018:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374100. 00000020:00000010:1.0:1777582971.638793:0:206018:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582971.638843:0:206018:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7400. 00000020:00000010:1.0:1777582971.638846:0:206018:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7400. 00000100:00000200:1.0:1777582971.638849:0:206018:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708028544 02000000:00000010:1.0:1777582971.638868:0:206018:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b5682c00. 00000020:00000010:1.0:1777582971.638882:0:206018:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02383fc7480. 00000020:00000010:1.0:1777582971.638905:0:206018:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777582971.638909:0:206018:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0248c3d1800. 00000020:00000010:1.0:1777582971.638913:0:206018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa024b7c47000. 00000020:00000010:1.0:1777582971.638918:0:206018:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa024b7ca9e30. 00000020:00000010:1.0:1777582971.638922:0:206018:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa0248c3d1200. 80000000:00000010:1.0:1777582971.638926:0:206018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa02393ca1f60. 40000000:00000010:1.0:1777582971.638929:0:206018:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa02383fc7480. 00100000:00000010:1.0:1777582971.638934:0:206018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa024b7c46000. 00040000:00000010:1.0:1777582971.638938:0:206018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa02488a68c00. 00040000:00000010:1.0:1777582971.638942:0:206018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0248c3d1000. 00080000:00000010:1.0:1777582971.638945:0:206018:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa024b7c41000. 00002000:00000010:1.0:1777582971.638949:0:206018:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa024b5681000. 00080000:00000010:1.0:1777582971.638965:0:206018:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f1fb400. 00080000:00000010:1.0:1777582971.639112:0:206018:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f1f9c00. 00000001:00000010:1.0:1777582971.639669:0:206018:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffffa02393ca19c0. 00000020:00000010:1.0:1777582971.639704:0:206018:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0248c3d1800. 00000020:00000010:1.0:1777582971.639709:0:206018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa024b7c47000. 00000020:00000010:1.0:1777582971.639713:0:206018:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa024b7ca9e30. 00000020:00000010:1.0:1777582971.639718:0:206018:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa0248c3d1200. 80000000:00000010:1.0:1777582971.639721:0:206018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa02393ca1f60. 40000000:00000010:1.0:1777582971.639723:0:206018:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa02383fc7480. 00100000:00000010:1.0:1777582971.639727:0:206018:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa024b7c46000. 00040000:00000010:1.0:1777582971.639730:0:206018:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa02488a68c00. 00040000:00000010:1.0:1777582971.639735:0:206018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0248c3d1000. 00080000:00000010:1.0:1777582971.639737:0:206018:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa024b7c41000. 00002000:00000010:1.0:1777582971.639740:0:206018:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa024b5681000. 00000020:00000010:1.0:1777582971.639744:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00010000:00000200:1.0:1777582971.639763:0:206018:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18b100 x1863928708028544/t0(0) o9->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:412/0 lens 224/224 e 0 to 0 dl 1777582982 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582971.639784:0:206018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a14c8. 00000100:00000200:1.0:1777582971.639792:0:206018:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863928708028544, offset 224 00000400:00000200:1.0:1777582971.639799:0:206018:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582971.639812:0:206018:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582971.639819:0:206018:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397971:397971:256:4294967295] 192.168.202.9@tcp LPNI seq info [397967:397967:8:4294967295] 00000400:00000200:1.0:1777582971.639830:0:206018:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582971.639836:0:206018:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582971.639840:0:206018:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:1.0:1777582971.639847:0:206018:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582971.639854:0:206018:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582971.639859:0:206018:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1777582971.639931:0:206018:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374100. 00000020:00000010:1.0:1777582971.639935:0:206018:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582971.639940:0:206018:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0200. 00000800:00000200:3.0:1777582971.643338:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582971.643347:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582971.643356:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582971.643366:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582971.643374:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a14c8 00000400:00000010:3.0:1777582971.643376:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a14c8. 00000400:00000200:3.0:1777582971.653028:0:3282:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582971.653054:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 28 MB=0x69f3bb8875900 00000400:00000200:3.0:1777582971.653064:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f7f15 [8] + 13088 00000400:00000200:3.0:1777582971.653083:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582971.653088:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582971.653097:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777582971.653106:0:3282:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18b480. 00000020:00000010:1.0:1777582971.653261:0:188247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7480. 00000020:00000010:1.0:1777582971.653269:0:188247:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02396b1ddc0. 00000020:00000010:1.0:1777582971.653372:0:188247:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0200. 00000020:00000010:1.0:1777582971.653378:0:188247:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374100. 00000020:00000010:1.0:1777582971.653383:0:188247:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582971.653417:0:188247:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7400. 00000020:00000010:1.0:1777582971.653420:0:188247:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7400. 00000100:00000200:1.0:1777582971.653423:0:188247:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708028672 02000000:00000010:1.0:1777582971.653441:0:188247:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f1fb000. 00000020:00000010:1.0:1777582971.653457:0:188247:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02383fc7480. 00000020:00000010:1.0:1777582971.653474:0:188247:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777582971.653478:0:188247:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0248c3d1000. 00000020:00000010:1.0:1777582971.653483:0:188247:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa024b7c41000. 00000020:00000010:1.0:1777582971.653487:0:188247:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa024b7ca9e30. 00000020:00000010:1.0:1777582971.653491:0:188247:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa0248c3d1200. 80000000:00000010:1.0:1777582971.653495:0:188247:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa02393ca1f60. 40000000:00000010:1.0:1777582971.653500:0:188247:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa02383fc7480. 00100000:00000010:1.0:1777582971.653504:0:188247:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa024b7c46000. 00040000:00000010:1.0:1777582971.653510:0:188247:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa02488a68c00. 00040000:00000010:1.0:1777582971.653514:0:188247:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0248c3d1800. 00080000:00000010:1.0:1777582971.653518:0:188247:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa024b7c47000. 00002000:00000010:1.0:1777582971.653522:0:188247:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa0249f1fbc00. 00080000:00000010:1.0:1777582971.653536:0:188247:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0249f1f8400. 00080000:00000010:1.0:1777582971.655396:0:188247:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa024b5681000. 00000001:00000010:1.0:1777582971.655445:0:188247:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffffa02393ca1960. 00000020:00000010:1.0:1777582971.655484:0:188247:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0248c3d1000. 00000020:00000010:1.0:1777582971.655491:0:188247:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa024b7c41000. 00000020:00000010:1.0:1777582971.655495:0:188247:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa024b7ca9e30. 00000020:00000010:1.0:1777582971.655500:0:188247:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa0248c3d1200. 80000000:00000010:1.0:1777582971.655503:0:188247:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa02393ca1f60. 40000000:00000010:1.0:1777582971.655507:0:188247:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa02383fc7480. 00100000:00000010:1.0:1777582971.655512:0:188247:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa024b7c46000. 00040000:00000010:1.0:1777582971.655516:0:188247:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa02488a68c00. 00040000:00000010:1.0:1777582971.655521:0:188247:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0248c3d1800. 00080000:00000010:1.0:1777582971.655525:0:188247:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa024b7c47000. 00002000:00000010:1.0:1777582971.655528:0:188247:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa0249f1fbc00. 00000020:00000010:1.0:1777582971.655533:0:188247:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00010000:00000200:1.0:1777582971.655760:0:188247:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c18b480 x1863928708028672/t0(0) o9->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:412/0 lens 224/224 e 0 to 0 dl 1777582982 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582971.655785:0:188247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1f68. 00000100:00000200:1.0:1777582971.655793:0:188247:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863928708028672, offset 224 00000400:00000200:1.0:1777582971.655799:0:188247:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:1.0:1777582971.655812:0:188247:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:1.0:1777582971.655819:0:188247:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397972:397972:256:4294967295] 192.168.202.9@tcp LPNI seq info [397968:397968:8:4294967295] 00000400:00000200:1.0:1777582971.655831:0:188247:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777582971.655836:0:188247:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:1.0:1777582971.655840:0:188247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa02488a68c00. 00000800:00000200:1.0:1777582971.655847:0:188247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777582971.655854:0:188247:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:1.0:1777582971.655858:0:188247:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02488a68c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1777582971.655888:0:188247:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374100. 00000020:00000010:1.0:1777582971.655892:0:188247:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582971.655897:0:188247:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0200. 00000800:00000200:3.0:1777582971.656165:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582971.656170:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa02488a68c00. 00000400:00000200:3.0:1777582971.656174:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582971.656179:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582971.656184:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1f68 00000400:00000010:3.0:1777582971.656187:0:3281:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1f68. 00000400:00000200:3.0:1777582971.676369:0:3283:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582971.676391:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 12 MB=0x69f3bb8875a00 00000400:00000200:3.0:1777582971.676399:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.9@tcp of length 224/224 into md 0x1f8dd9 [64] + 51320 00000400:00000200:3.0:1777582971.676414:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582971.676418:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000100:00000200:3.0:1777582971.676427:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582971.676433:0:3283:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c189c00. 00000020:00000010:2.0:1777582971.677692:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125940. 00000020:00000010:2.0:1777582971.677700:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125940. 00000020:00000010:2.0:1777582971.677708:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02384c59000. 00000020:00000010:2.0:1777582971.677716:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777582971.677721:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582971.677770:0:187630:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125940. 00000020:00000010:2.0:1777582971.677773:0:187630:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125940. 00000100:00000200:2.0:1777582971.677777:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708028928 02000000:00000010:2.0:1777582971.677799:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384d46000. 00000020:00000010:2.0:1777582971.677819:0:187630:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa0249eef7080. 00080000:00000010:2.0:1777582971.677860:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384d47800. 00000020:00000010:3.0:1777582971.677886:0:208519:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884aa00. 00000020:00000010:3.0:1777582971.677894:0:208519:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0238884ac00. 00000020:00000010:3.0:1777582971.677901:0:208519:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa024879ad800. 00000020:00000010:3.0:1777582971.677906:0:208519:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa0249e051928. 00000020:00000010:3.0:1777582971.677910:0:208519:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa0238884a000. 80000000:00000010:3.0:1777582971.677915:0:208519:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0248628da80. 40000000:00000010:3.0:1777582971.677920:0:208519:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa023921e6f00. 00100000:00000010:3.0:1777582971.677926:0:208519:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa024879af800. 00040000:00000010:3.0:1777582971.677931:0:208519:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa024b67f3300. 00040000:00000010:3.0:1777582971.677936:0:208519:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0238884b200. 00080000:00000010:3.0:1777582971.677942:0:208519:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa024879ae000. 00002000:00000010:3.0:1777582971.677948:0:208519:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa02384c75800. 00000020:00000010:3.0:1777582971.677953:0:208519:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0238884ac00. 00000020:00000010:3.0:1777582971.677957:0:208519:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa024879ad800. 00000020:00000010:3.0:1777582971.677962:0:208519:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa0249e051928. 00000020:00000010:3.0:1777582971.677966:0:208519:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa0238884a000. 80000000:00000010:3.0:1777582971.677970:0:208519:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0248628da80. 40000000:00000010:3.0:1777582971.677973:0:208519:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa023921e6f00. 00100000:00000010:3.0:1777582971.677977:0:208519:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa024879af800. 00040000:00000010:3.0:1777582971.677984:0:208519:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa024b67f3300. 00040000:00000010:3.0:1777582971.677992:0:208519:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0238884b200. 00080000:00000010:3.0:1777582971.677997:0:208519:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa024879ae000. 00002000:00000010:3.0:1777582971.678001:0:208519:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa02384c75800. 00000020:00000010:3.0:1777582971.678005:0:208519:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884aa00. 00000020:00000010:3.0:1777582971.678010:0:208519:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884aa00. 00000020:00000010:3.0:1777582971.678012:0:208519:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0238884b200. 00000020:00000010:3.0:1777582971.678015:0:208519:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa024879ae000. 00000020:00000010:3.0:1777582971.678018:0:208519:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa0249e051928. 00000020:00000010:3.0:1777582971.678021:0:208519:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa0238884a000. 80000000:00000010:3.0:1777582971.678024:0:208519:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0248628da80. 40000000:00000010:3.0:1777582971.678027:0:208519:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa023921e6f00. 00100000:00000010:3.0:1777582971.678030:0:208519:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa024879af800. 00040000:00000010:3.0:1777582971.678033:0:208519:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa024b67f3300. 00040000:00000010:3.0:1777582971.678037:0:208519:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0238884ac00. 00080000:00000010:3.0:1777582971.678040:0:208519:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa024879ad800. 00002000:00000010:3.0:1777582971.678042:0:208519:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa02384c75800. 00010000:00000010:3.0:1777582971.678073:0:208519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffffa024b7cb8c80. 00010000:00000010:3.0:1777582971.678083:0:208519:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffffa02383e87d80. 00000020:00000010:3.0:1777582971.678096:0:208519:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0238884b200. 00000020:00000010:3.0:1777582971.678100:0:208519:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa024879ae000. 00000020:00000010:3.0:1777582971.678103:0:208519:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa0249e051928. 00000001:00000010:2.0:1777582971.678104:0:187630:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffffa02393743cc0. 00000020:00000010:3.0:1777582971.678105:0:208519:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa0238884a000. 80000000:00000010:3.0:1777582971.678111:0:208519:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0248628da80. 40000000:00000010:3.0:1777582971.678113:0:208519:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa023921e6f00. 00000001:00000010:2.0:1777582971.678115:0:187630:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffffa02490508540. 00100000:00000010:3.0:1777582971.678116:0:208519:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa024879af800. 00080000:00000010:2.0:1777582971.678174:0:187630:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02384d45800. 00040000:00000010:3.0:1777582971.678401:0:208519:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa024b67f3300. 00040000:00000010:3.0:1777582971.678406:0:208519:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0238884ac00. 00080000:00000010:3.0:1777582971.678408:0:208519:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa024879ad800. 00002000:00000010:3.0:1777582971.678410:0:208519:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa02384c75800. 00000020:00000010:3.0:1777582971.678412:0:208519:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884aa00. 00000001:00000010:2.0:1777582971.679498:0:187630:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffffa02393743360. 00010000:00000200:2.0:1777582971.679761:0:187630:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0241c189c00 x1863928708028928/t8589975754(0) o39->a014099b-cc06-4883-ac5b-ac2ed28bfb08@192.168.202.9@tcp:412/0 lens 224/224 e 0 to 0 dl 1777582982 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582971.679787:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c2a8. 00000100:00000200:2.0:1777582971.679794:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863928708028928, offset 224 00000400:00000200:2.0:1777582971.679802:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:2.0:1777582971.679815:0:187630:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:2.0:1777582971.679823:0:187630:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397973:397973:256:4294967295] 192.168.202.9@tcp LPNI seq info [397969:397969:8:4294967295] 00000400:00000200:2.0:1777582971.679834:0:187630:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777582971.679839:0:187630:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:2.0:1777582971.679844:0:187630:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0248308c700. 00000800:00000200:2.0:1777582971.679850:0:187630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:2.0:1777582971.679858:0:187630:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:2.0:1777582971.679862:0:187630:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa0248308c700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777582971.679891:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777582971.679896:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582971.679899:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02384c59000. 00000800:00000200:3.0:1777582971.680005:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582971.680010:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0248308c700. 00000400:00000200:3.0:1777582971.680015:0:3282:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582971.680021:0:3282:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582971.680026:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c2a8 00000400:00000010:3.0:1777582971.680029:0:3282:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c2a8. 00010000:00000010:3.1:1777582971.685057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02499549500. 00010000:00000010:3.1:1777582971.685075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be800. 00000400:00000200:3.0:1777582971.709570:0:3281:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp) <- 192.168.202.9@tcp : PUT - for me 00000400:00000200:3.0:1777582971.709593:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.9@tcp of length 224 into portal 26 MB=0x69f3bb8875b00 00000400:00000200:3.0:1777582971.709603:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.9@tcp of length 224/224 into md 0x206bd1 [2] + 0 00000400:00000010:3.0:1777582971.709608:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4692c0. 00000400:00000200:3.0:1777582971.709613:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392bc9e40 00000400:00000200:3.0:1777582971.709626:0:3281:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582971.709631:0:3281:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582971.709637:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392bc9e40 00000400:00000010:3.0:1777582971.709639:0:3281:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392bc9e40. 00000100:00000200:3.0:1777582971.709648:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1777582971.710208:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.710225:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.710233:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edf400. 00000020:00000010:0.0:1777582971.710238:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0e00. 00000020:00000010:0.0:1777582971.710244:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582971.710300:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271400. 00000020:00000010:0.0:1777582971.710302:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271400. 00000100:00000200:0.0:1777582971.710306:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863928708029184 02000000:00000010:0.0:1777582971.710324:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386068400. 20000000:00000010:0.0:1777582971.710336:0:187623:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffffa0239173e900. 00010000:00000200:0.0:1777582971.710380:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f74850 x1863928708029184/t0(0) o251->64ad4ac2-4621-46a9-b9ec-0f391218edcb@192.168.202.9@tcp:412/0 lens 224/224 e 0 to 0 dl 1777582982 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777582971.710399:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582971.710406:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863928708029184, offset 224 00000400:00000200:0.0:1777582971.710413:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.9@tcp 00000400:00000200:0.0:1777582971.710424:0:187623:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.202.109@tcp to MR: 192.168.202.9@tcp local destination 00000400:00000200:0.0:1777582971.710429:0:187623:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.109@tcp NI seq info: [397974:397974:256:4294967295] 192.168.202.9@tcp LPNI seq info [397970:397970:8:4294967295] 00000400:00000200:0.0:1777582971.710439:0:187623:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.109@tcp(192.168.202.109@tcp:192.168.202.109@tcp) -> 192.168.202.9@tcp(192.168.202.9@tcp:192.168.202.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777582971.710446:0:187623:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.9@tcp 00000800:00000010:0.0:1777582971.710452:0:187623:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa024a56ab600. 00000800:00000200:0.0:1777582971.710459:0:187623:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777582971.710466:0:187623:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1023 00000800:00000200:0.0:1777582971.710471:0:187623:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa024a56ab600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777582971.710488:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0e00. 00000020:00000010:0.0:1777582971.710492:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582971.710496:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edf400. 00000100:00000200:0.0:1777582971.710505:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777582971.710511:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6e70. 00000400:00000010:0.0:1777582971.710515:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024811ca480. 00000020:00000010:3.0:1777582971.710735:0:187618:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884aa00. 00000020:00000010:3.0:1777582971.710741:0:187618:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0238884ac00. 00000020:00000010:3.0:1777582971.710746:0:187618:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa024879ad800. 00000020:00000010:3.0:1777582971.710750:0:187618:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa0249e051928. 00000020:00000010:3.0:1777582971.710754:0:187618:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa0238884a000. 80000000:00000010:3.0:1777582971.710757:0:187618:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0248628da80. 40000000:00000010:3.0:1777582971.710761:0:187618:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa023921e6f00. 00100000:00000010:3.0:1777582971.710766:0:187618:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa024879af800. 00040000:00000010:3.0:1777582971.710770:0:187618:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa024b67f3300. 00040000:00000010:3.0:1777582971.710774:0:187618:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0238884b200. 00080000:00000010:3.0:1777582971.710778:0:187618:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa024879ae000. 00002000:00000010:3.0:1777582971.710783:0:187618:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa02384c75800. 00000020:00000010:3.0:1777582971.710786:0:187618:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0238884ac00. 00000020:00000010:3.0:1777582971.710790:0:187618:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa024879ad800. 00000020:00000010:3.0:1777582971.710794:0:187618:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa0249e051928. 00000020:00000010:3.0:1777582971.710798:0:187618:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa0238884a000. 80000000:00000010:3.0:1777582971.710800:0:187618:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0248628da80. 40000000:00000010:3.0:1777582971.710803:0:187618:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa023921e6f00. 00100000:00000010:3.0:1777582971.710806:0:187618:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa024879af800. 00040000:00000010:3.0:1777582971.710813:0:187618:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa024b67f3300. 00040000:00000010:3.0:1777582971.710820:0:187618:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0238884b200. 00080000:00000010:3.0:1777582971.710824:0:187618:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa024879ae000. 00002000:00000010:3.0:1777582971.710827:0:187618:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa02384c75800. 00000020:00000010:3.0:1777582971.710829:0:187618:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884aa00. 00000020:00000010:3.0:1777582971.710833:0:187618:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884aa00. 00000020:00000010:3.0:1777582971.710836:0:187618:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0238884b200. 00000020:00000010:3.0:1777582971.710838:0:187618:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa024879ae000. 00000020:00000010:3.0:1777582971.710841:0:187618:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa0249e051928. 00000020:00000010:3.0:1777582971.710842:0:187618:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa0238884a000. 80000000:00000010:3.0:1777582971.710844:0:187618:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0248628da80. 40000000:00000010:3.0:1777582971.710846:0:187618:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa023921e6f00. 00100000:00000010:3.0:1777582971.710848:0:187618:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa024879af800. 00040000:00000010:3.0:1777582971.710850:0:187618:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa024b67f3300. 00040000:00000010:3.0:1777582971.710852:0:187618:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0238884ac00. 00080000:00000010:3.0:1777582971.710854:0:187618:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa024879ad800. 00002000:00000010:3.0:1777582971.710856:0:187618:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa02384c75800. 00000020:00000010:3.0:1777582971.710895:0:187618:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0238884b200. 00000020:00000010:3.0:1777582971.710898:0:187618:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa024879ae000. 00000020:00000010:3.0:1777582971.710901:0:187618:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa0249e051928. 00000020:00000010:3.0:1777582971.710903:0:187618:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa0238884a000. 80000000:00000010:3.0:1777582971.710905:0:187618:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0248628da80. 40000000:00000010:3.0:1777582971.710907:0:187618:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa023921e6f00. 00100000:00000010:3.0:1777582971.710909:0:187618:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa024879af800. 00040000:00000010:3.0:1777582971.710912:0:187618:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa024b67f3300. 00040000:00000010:3.0:1777582971.710915:0:187618:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0238884ac00. 00080000:00000010:3.0:1777582971.710917:0:187618:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa024879ad800. 00002000:00000010:3.0:1777582971.710919:0:187618:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa02384c75800. 00000020:00000010:3.0:1777582971.710921:0:187618:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884aa00. 00000800:00000200:3.0:1777582971.711029:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777582971.711034:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa024a56ab600. 00000400:00000200:3.0:1777582971.711039:0:3283:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582971.711044:0:3283:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.109@tcp->192.168.202.9@tcp: PUT: OK 00000400:00000200:3.0:1777582971.711048:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:3.0:1777582971.711051:0:3283:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 02000000:00000010:3.0:1777582971.711056:0:3283:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02386068400. 00000001:00000010:0.0:1777582971.711161:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c28a200. 00000001:00000010:0.0:1777582971.711166:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c28b400. 00000001:00000010:0.0:1777582971.711168:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c28ba00. 00000001:00000010:0.0:1777582971.711170:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c28ae00. 00000001:00000010:0.0:1777582971.711172:0:194330:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa02385ae2160. 00000001:00000010:0.0:1777582971.711174:0:194330:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa02483f23d00. 00000020:00000010:0.0:1777582971.711179:0:194330:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa02385360800. 00000020:00000010:0.0:1777582971.711190:0:194330:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa02385364000. 00010000:00000010:3.1:1777582971.716178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0238510cc00. 00000020:00000010:2.0:1777582973.969800:0:221560:0:(tgt_mount.c:2015:server_put_super()) kmalloced '(tmpname)': 15 at ffffa02390534dc0. 00000020:00000010:2.0:1777582973.969824:0:221560:0:(tgt_mount.c:943:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffffa024ab125dc0. 00000020:00000010:2.0:1777582973.969830:0:221560:0:(tgt_mount.c:955:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffffa02393743420. 00000020:00000010:2.0:1777582973.969835:0:221560:0:(obd_mount.c:125:lustre_end_log()) kmalloced '(lcfg)': 176 at ffffa02484968cc0. 00000020:00000010:2.0:1777582973.969841:0:221560:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edf000. 00000020:00000010:2.0:1777582973.969846:0:221560:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa02408edea00. 00000040:00000010:2.0:1777582973.969851:0:221560:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa02408ede600. 00000020:00000010:2.0:1777582973.969856:0:221560:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa023887a4000. 00000020:00000010:2.0:1777582973.969860:0:221560:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa02408edf800. 00040000:00000010:2.0:1777582973.969866:0:221560:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0248308c700. 00040000:00000010:2.0:1777582973.969870:0:221560:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa02408ede800. 00080000:00000010:2.0:1777582973.969874:0:221560:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa023887a0800. 00010000:00000010:2.0:1777582973.969900:0:221560:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02484968600. 00000020:00000010:2.0:1777582973.969928:0:221560:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa02408edea00. 00000040:00000010:2.0:1777582973.969934:0:221560:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa02408ede600. 00000020:00000010:2.0:1777582973.969936:0:221560:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa023887a4000. 00000020:00000010:2.0:1777582973.969940:0:221560:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa02408edf800. 00040000:00000010:2.0:1777582973.969943:0:221560:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0248308c700. 00040000:00000010:2.0:1777582973.969947:0:221560:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa02408ede800. 00080000:00000010:2.0:1777582973.969950:0:221560:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa023887a0800. 00000020:00000010:2.0:1777582973.969953:0:221560:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edf000. 00000020:00000010:2.0:1777582973.969956:0:221560:0:(obd_mount.c:130:lustre_end_log()) kfreed 'lcfg': 176 at ffffa02484968cc0. 00000020:00000010:2.0:1777582973.969960:0:221560:0:(tgt_mount.c:968:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffffa02383e87500. 00000020:00000010:2.0:1777582973.969965:0:221560:0:(tgt_mount.c:984:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffffa02393743ea0. 00000100:00000010:2.0:1777582973.969987:0:221560:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e5f80. 02000000:00000010:2.0:1777582973.970001:0:221560:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248308c700. 02000000:00000010:1.0:1777582973.970240:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1200. 00000400:00000010:1.0:1777582973.970250:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777582973.970257:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582973.970265:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919285888, portal 10 00000400:00000010:1.0:1777582973.970272:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582973.970276:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919285888, offset 0 00000400:00000200:1.0:1777582973.970284:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.970296:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.970307:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acadc680 00000400:00000200:1.0:1777582973.970313:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f8dd9 [64] + 51544 00000400:00000200:1.0:1777582973.970320:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.970324:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.970332:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582973.970337:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f00380. 00000400:00000200:1.0:1777582973.970356:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777582973.970359:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582973.970366:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e5f80 x1863919919285888/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777582973.970386:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1f60. 00000100:00000010:1.0:1777582973.970398:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1a80. 00000100:00000010:1.0:1777582973.970403:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1de0. 00000100:00000010:1.0:1777582973.970408:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1060. 00000020:00000010:2.0:1777582973.971068:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125a00. 00000020:00000010:2.0:1777582973.971073:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125a00. 00000020:00000010:2.0:1777582973.971077:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edf000. 00000020:00000010:2.0:1777582973.971081:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87700. 00000020:00000010:2.0:1777582973.971085:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582973.971126:0:191688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125a00. 00000020:00000010:2.0:1777582973.971130:0:191688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125a00. 00000100:00000200:2.0:1777582973.971151:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919285888 02000000:00000010:2.0:1777582973.971167:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f5c00. 00010000:00000200:2.0:1777582973.971206:0:191688:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f00380 x1863919919285888/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:414/0 lens 224/224 e 0 to 0 dl 1777582984 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582973.971223:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582973.971227:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919285888, offset 224 00000400:00000200:2.0:1777582973.971232:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582973.971240:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582973.971247:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadc680 00000400:00000200:2.0:1777582973.971253:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21580d [1] + 224 00000400:00000200:2.0:1777582973.971258:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582973.971260:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582973.971269:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e5f80 x1863919919285888/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582973.971284:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582973.971286:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000020:00000010:2.0:1777582973.971304:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87700. 00000020:00000010:2.0:1777582973.971307:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582973.971310:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edf000. 10000000:00000010:2.0:1777582973.971338:0:187618:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffffa02488b9b000. 00000100:00000010:2.0:1777582973.971352:0:187618:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e5880. 02000000:00000010:2.0:1777582973.971360:0:187618:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02408edf000. 00010000:00000010:2.0:1777582973.971384:0:187618:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02484968600. 02000000:00000010:1.0:1777582973.971550:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0800. 00000400:00000010:1.0:1777582973.971555:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36370. 00000400:00000010:1.0:1777582973.971559:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582973.971562:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919286016, portal 18 00000400:00000010:1.0:1777582973.971566:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.971568:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919919286016, offset 0 00000400:00000200:1.0:1777582973.971572:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.971578:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.971583:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39acadc700 00000400:00000200:1.0:1777582973.971588:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1dac59 [2] + 1968 00000400:00000010:1.0:1777582973.971592:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:1.0:1777582973.971595:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02385a87cc0 00000400:00000200:1.0:1777582973.971599:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.971601:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777582973.971604:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02385a87cc0 00000400:00000010:1.0:1777582973.971606:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02385a87cc0. 00000100:00000200:1.0:1777582973.971610:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1777582973.971619:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582973.971621:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.971625:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e5880 x1863919919286016/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1777582973.971679:0:194330:0:(mdt_handler.c:7649:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffffa02385339640. 00000001:00000010:1.0:1777582973.971689:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c47de00. 00000001:00000010:1.0:1777582973.971692:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c47c400. 00000001:00000010:1.0:1777582973.971695:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c47da00. 00000001:00000010:1.0:1777582973.971696:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c47ca00. 00000001:00000010:1.0:1777582973.971698:0:194330:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa02482d7d540. 00000001:00000010:1.0:1777582973.971701:0:194330:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa024b66a4f00. 00000001:00000010:1.0:1777582973.971708:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c47c200. 00000001:00000010:1.0:1777582973.971711:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c47c000. 00000001:00000010:1.0:1777582973.971713:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c47cc00. 00000001:00000010:1.0:1777582973.971715:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248287d400. 00000001:00000010:1.0:1777582973.971718:0:194330:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa02482d7dd00. 00000001:00000010:1.0:1777582973.971720:0:194330:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa024b66a4000. 00000001:00000010:1.0:1777582973.971725:0:194330:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffffa02391739900. 00000020:00000010:1.0:1777582973.971729:0:194330:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa02392ba6000. 00000020:00000010:1.0:1777582973.971740:0:194330:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa02392ba1000. 00000400:00000010:1.0:1777582973.971752:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777582973.971755:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582973.971757:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582973.971761:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e5f80 x1863919919285888/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582973.971769:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e5f80 x1863919919285888/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582973.971799:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1200. 02000000:00000010:1.0:1777582973.971805:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248308c700. 00000100:00000010:1.0:1777582973.971892:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e5f80. 00000020:00000010:0.0:1777582973.971954:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271d00. 00000020:00000010:0.0:1777582973.971960:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271d00. 00000020:00000010:0.0:1777582973.971964:0:206357:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdee00. 00000020:00000010:0.0:1777582973.971967:0:206357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0080. 00000020:00000010:0.0:1777582973.971971:0:206357:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582973.972007:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02486271d00. 00000020:00000010:0.0:1777582973.972010:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02486271d00. 00000100:00000200:0.0:1777582973.972012:0:206357:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919286016 02000000:00000010:0.0:1777582973.972020:0:206357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238606bc00. 00000400:00000010:0.0:1777582973.972045:0:206357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582973.972048:0:206357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919919286016, offset 224 00000400:00000200:0.0:1777582973.972054:0:206357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582973.972059:0:206357:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582973.972065:0:206357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39acadc700 00000400:00000200:0.0:1777582973.972070:0:206357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x215819 [1] + 224 00000400:00000200:0.0:1777582973.972074:0:206357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582973.972077:0:206357:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582973.972083:0:206357:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e5880 x1863919919286016/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582973.972096:0:206357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:0.0:1777582973.972098:0:206357:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00000020:00000010:0.0:1777582973.972106:0:206357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0080. 00000020:00000010:0.0:1777582973.972110:0:206357:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582973.972114:0:206357:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdee00. 02000000:00000010:0.0:1777582973.972122:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238606bc00. 02000000:00000010:0.0:1777582973.972125:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238606a800. 00000100:00000010:0.0:1777582973.972128:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c189f80. 02000000:00000010:0.0:1777582973.972158:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238606b400. 00000100:00000010:0.0:1777582973.972161:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01c00. 02000000:00000010:0.0:1777582973.972164:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aecdc400. 00000100:00000010:0.0:1777582973.972167:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f03100. 02000000:00000010:0.0:1777582973.972171:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0241179ec00. 00000100:00000010:0.0:1777582973.972173:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51500. 02000000:00000010:0.0:1777582973.972176:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238897a400. 00000100:00000010:0.0:1777582973.972180:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51c00. 02000000:00000010:0.0:1777582973.972182:0:206357:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388978400. 00000100:00000010:0.0:1777582973.972184:0:206357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50000. 00000100:00000200:0.0:1777582973.972191:0:206357:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1777582973.972194:0:206357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6f20. 00000400:00000010:0.0:1777582973.972198:0:206357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02387381780. 00000400:00000010:1.0:1777582973.972950:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36370. 00000400:00000200:1.0:1777582973.972955:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777582973.972957:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582973.972964:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e5880 x1863919919286016/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582973.972971:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e5880 x1863919919286016/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582973.972987:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0800. 02000000:00000010:1.0:1777582973.972991:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02408edf000. 00000100:00000010:1.0:1777582973.972994:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e5880. 00000020:00000010:2.0:1777582973.973549:0:221560:0:(tgt_mount.c:997:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffffa02393743ea0. 00000020:00000010:2.0:1777582973.973556:0:221560:0:(tgt_mount.c:1010:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffffa02383e87500. 00000020:00000010:2.0:1777582973.973559:0:221560:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffffa02393743420. 00000020:00000010:2.0:1777582973.973561:0:221560:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffffa024ab125dc0. 00000020:00000010:2.0:1777582973.973568:0:221560:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408ede800. 00000020:00000010:2.0:1777582973.973571:0:221560:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa02408edf800. 00000040:00000010:2.0:1777582973.973575:0:221560:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa02408ede600. 00000020:00000010:2.0:1777582973.973579:0:221560:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa023887a0800. 00000020:00000010:2.0:1777582973.973584:0:221560:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa02383ed8508. 00000020:00000010:2.0:1777582973.973588:0:221560:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa02408edea00. 80000000:00000010:2.0:1777582973.973591:0:221560:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa02393743420. 40000000:00000010:2.0:1777582973.973596:0:221560:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa024ab125dc0. 00100000:00000010:2.0:1777582973.973600:0:221560:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa023887a4000. 00040000:00000010:2.0:1777582973.973605:0:221560:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0248308ce00. 00040000:00000010:2.0:1777582973.973609:0:221560:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa023887a0000. 00040000:00000010:2.0:1777582973.973612:0:221560:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa02408edfc00. 00080000:00000010:2.0:1777582973.973617:0:221560:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa023887a3000. 00000004:00000010:2.0:1777582973.973623:0:221560:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffffa023887a5800. 00000004:00000010:2.0:1777582973.973629:0:221560:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffffa023f5964000. 00000004:00000010:2.0:1777582973.973635:0:221560:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffffa0248c3b8800. 00002000:00000010:2.0:1777582973.973640:0:221560:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa024b62f7800. 00000004:00000010:2.0:1777582973.973643:0:221560:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffffa024b62f5800. 00000020:00000010:2.0:1777582973.973647:0:221560:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa024ab125a00. 00000020:00000010:2.0:1777582973.973653:0:221560:0:(obd_mount.c:125:lustre_end_log()) kmalloced '(lcfg)': 80 at ffffa02393743ea0. 00000020:00000010:2.0:1777582973.973657:0:221560:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edec00. 00000020:00000010:2.0:1777582973.973659:0:221560:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa02408edf400. 00000040:00000010:2.0:1777582973.973662:0:221560:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa02408edfa00. 00000020:00000010:2.0:1777582973.973664:0:221560:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0248c3ba000. 00000020:00000010:2.0:1777582973.973667:0:221560:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa02408edf000. 00040000:00000010:2.0:1777582973.973669:0:221560:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0248308cd00. 00040000:00000010:2.0:1777582973.973671:0:221560:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa02408ede400. 00080000:00000010:2.0:1777582973.973674:0:221560:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa0248c3bc000. 00010000:00000010:2.0:1777582973.973693:0:221560:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02484968600. 00010000:00000010:2.0:1777582973.973717:0:221560:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02484968cc0. 00010000:00000010:2.0:1777582973.976728:0:221560:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02484968e40. 00000100:00000010:1.0:1777582973.977981:0:187619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f00e00. 02000000:00000010:1.0:1777582973.978003:0:187619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0248c3d0800. 00010000:00000010:1.0:1777582973.978050:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02484968600. 10000000:00000010:1.0:1777582973.978063:0:187619:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffffa02390590a00. 00000100:00000010:1.0:1777582973.978071:0:187619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01f80. 02000000:00000010:1.0:1777582973.978076:0:187619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0248c3d1200. 00010000:00000010:1.0:1777582973.978090:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02484968cc0. 00000100:00000010:1.0:1777582973.978097:0:187619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01500. 02000000:00000010:1.0:1777582973.978101:0:187619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0248c3d0200. 00010000:00000010:1.0:1777582973.978128:0:187619:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02484968e40. 02000000:00000010:1.0:1777582973.978172:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0400. 00000400:00000010:1.0:1777582973.978180:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36370. 00000400:00000010:1.0:1777582973.978188:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582973.978196:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919286144, portal 18 00000400:00000010:1.0:1777582973.978201:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582973.978204:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919919286144, offset 0 00000400:00000200:1.0:1777582973.978213:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.978227:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.978238:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39acadc780 00000400:00000200:1.0:1777582973.978245:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1dac8d [2] + 0 00000400:00000200:1.0:1777582973.978253:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.978257:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.978266:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582973.978271:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f03100. 00000400:00000200:1.0:1777582973.978288:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582973.978290:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582973.978299:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f00e00 x1863919919286144/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582973.978349:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0a00. 00000400:00000010:1.0:1777582973.978353:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777582973.978356:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582973.978359:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919286272, portal 18 00000400:00000010:1.0:1777582973.978362:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.978364:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919919286272, offset 0 00000400:00000200:1.0:1777582973.978368:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.978374:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.978379:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39acadc800 00000400:00000200:1.0:1777582973.978383:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1dac8d [2] + 328 00000400:00000200:1.0:1777582973.978387:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.978389:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.978392:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582973.978395:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01c00. 00000400:00000200:1.0:1777582973.978407:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582973.978409:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.978414:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f01f80 x1863919919286272/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777582973.978461:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.978464:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.978470:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777582973.978475:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374f00. 00000020:00000010:1.0:1777582973.978480:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582973.978513:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.978516:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.978519:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1800. 00000020:00000010:1.0:1777582973.978521:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374a80. 00000020:00000010:1.0:1777582973.978524:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582973.978555:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.978557:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000100:00000200:1.0:1777582973.978560:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919286144 02000000:00000010:1.0:1777582973.978570:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02395c39c00. 00000400:00000010:1.0:1777582973.978597:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.978601:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919919286144, offset 224 00000400:00000200:1.0:1777582973.978605:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.978610:0:190365:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.978616:0:190365:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39acadc780 00000400:00000200:1.0:1777582973.978620:0:190365:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x215829 [1] + 224 00000400:00000200:1.0:1777582973.978624:0:190365:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.978627:0:190365:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.978632:0:190365:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f00e00 x1863919919286144/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582973.978646:0:190365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582973.978647:0:190365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000020:00000010:1.0:1777582973.978658:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374f00. 00000020:00000010:1.0:1777582973.978661:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582973.978666:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777582973.978678:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.978680:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000100:00000200:1.0:1777582973.978682:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919286272 02000000:00000010:1.0:1777582973.978687:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02395c3a000. 00000400:00000010:1.0:1777582973.978704:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.978708:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919919286272, offset 224 00000400:00000200:1.0:1777582973.978712:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.978717:0:190365:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.978722:0:190365:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39acadc800 00000400:00000200:1.0:1777582973.978726:0:190365:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x215831 [1] + 224 00000400:00000200:1.0:1777582973.978729:0:190365:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.978732:0:190365:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.978736:0:190365:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f01f80 x1863919919286272/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582973.978745:0:190365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582973.978747:0:190365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000020:00000010:1.0:1777582973.978754:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374a80. 00000020:00000010:1.0:1777582973.978756:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582973.978759:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1800. 02000000:00000010:1.0:1777582973.978788:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1800. 00000400:00000010:1.0:1777582973.978792:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36688. 00000400:00000010:1.0:1777582973.978794:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.978797:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919286400, portal 18 00000400:00000010:1.0:1777582973.978800:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582973.978803:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919919286400, offset 0 00000400:00000200:1.0:1777582973.978806:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.979000:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.979008:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39acadc880 00000400:00000200:1.0:1777582973.979012:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1dac8d [2] + 656 00000400:00000200:1.0:1777582973.979017:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.979019:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.979023:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582973.979027:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f03b80. 00000400:00000200:1.0:1777582973.979041:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582973.979042:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582973.979047:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f01500 x1863919919286400/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777582973.979083:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.979086:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.979089:0:206357:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777582973.979092:0:206357:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374a80. 00000020:00000010:1.0:1777582973.979095:0:206357:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582973.979218:0:206357:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.979221:0:206357:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000100:00000200:1.0:1777582973.979223:0:206357:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919286400 02000000:00000010:1.0:1777582973.979229:0:206357:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02496fec400. 00000400:00000010:1.0:1777582973.979248:0:206357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582973.979251:0:206357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919919286400, offset 224 00000400:00000200:1.0:1777582973.979256:0:206357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.979261:0:206357:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.979266:0:206357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39acadc880 00000400:00000200:1.0:1777582973.979270:0:206357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x215841 [1] + 224 00000400:00000200:1.0:1777582973.979274:0:206357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.979276:0:206357:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.979281:0:206357:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f01500 x1863919919286400/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582973.979301:0:206357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582973.979302:0:206357:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000020:00000010:1.0:1777582973.979310:0:206357:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374a80. 00000020:00000010:1.0:1777582973.979312:0:206357:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582973.979315:0:206357:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777582973.979335:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36688. 00000400:00000200:1.0:1777582973.979338:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582973.979339:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.979344:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f01500 x1863919919286400/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582973.979351:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f01500 x1863919919286400/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582973.979371:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1800. 02000000:00000010:1.0:1777582973.979377:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0248c3d0200. 00000100:00000010:1.0:1777582973.979381:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01500. 00000400:00000010:1.0:1777582973.979393:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777582973.979395:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582973.979396:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582973.979400:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f01f80 x1863919919286272/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582973.979407:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f01f80 x1863919919286272/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582973.979416:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36370. 00000400:00000200:1.0:1777582973.979418:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777582973.979420:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582973.979423:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f00e00 x1863919919286144/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582973.979430:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f00e00 x1863919919286144/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582973.979439:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0a00. 02000000:00000010:1.0:1777582973.979442:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0248c3d1200. 00000100:00000010:1.0:1777582973.979445:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f01f80. 02000000:00000010:1.0:1777582973.979447:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0400. 02000000:00000010:1.0:1777582973.979449:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0248c3d0800. 00000100:00000010:1.0:1777582973.979451:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f00e00. 10000000:00000010:2.0:1777582973.982109:0:221560:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffffa024ae59b200. 00010000:00000010:2.0:1777582973.983369:0:221560:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa02484968540. 10000000:00000010:2.0:1777582973.983394:0:221560:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffffa02390591000. 00000020:00000010:2.0:1777582973.983404:0:221560:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa02408edf400. 00000040:00000010:2.0:1777582973.983409:0:221560:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa02408edfa00. 00000020:00000010:2.0:1777582973.983412:0:221560:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0248c3ba000. 00000020:00000010:2.0:1777582973.983417:0:221560:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa02408edf000. 00040000:00000010:2.0:1777582973.983421:0:221560:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0248308cd00. 00040000:00000010:2.0:1777582973.983426:0:221560:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa02408ede400. 00080000:00000010:2.0:1777582973.983432:0:221560:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa0248c3bc000. 00000020:00000010:2.0:1777582973.983434:0:221560:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edec00. 00000020:00000010:2.0:1777582973.983438:0:221560:0:(obd_mount.c:130:lustre_end_log()) kfreed 'lcfg': 80 at ffffa02393743ea0. 00000020:00000010:2.0:1777582973.983446:0:221560:0:(tgt_mount.c:2058:server_put_super()) kmalloced '(extraname)': 22 at ffffa0239e09f300. 00000020:00000010:2.0:1777582973.983456:0:221560:0:(obd_config.c:2479:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffffa024ab125540. 00000020:00000010:2.0:1777582973.983520:0:221560:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023862cb1c0. 10000000:00000010:0.0:1777582973.984323:0:188704:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffffa024ae59a600. 00000100:00000010:0.0:1777582973.984350:0:188704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638e00. 02000000:00000010:0.0:1777582973.984364:0:188704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02389fdee00. 00010000:00000010:0.0:1777582973.984406:0:188704:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa02484968540. 02000000:00000010:1.0:1777582973.985976:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0800. 00000400:00000010:1.0:1777582973.985989:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36370. 00000400:00000010:1.0:1777582973.985996:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777582973.986004:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919286528, portal 18 00000400:00000010:1.0:1777582973.986009:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582973.986012:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919919286528, offset 0 00000400:00000200:1.0:1777582973.986020:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.986034:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.986045:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39acadc900 00000400:00000200:1.0:1777582973.986052:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1dac8d [2] + 984 00000400:00000200:1.0:1777582973.986060:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.986064:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.986071:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777582973.986076:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f00e00. 00000400:00000200:1.0:1777582973.986163:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582973.986166:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582973.986174:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c638e00 x1863919919286528/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1777582973.987254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bfc00. 00010000:00000010:1.1:1777582973.987266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02487fb4e00. 00010000:00000010:1.1:1777582973.987270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bc800. 00010000:00000010:1.1:1777582973.987273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bca00. 00010000:00000010:1.1:1777582973.987275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024b638f600. 00010000:00000010:1.1:1777582973.987343:0:221423:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa024aca38500. 00010000:00000010:1.1:1777582973.987347:0:221423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02496e87400. 00000004:00000010:2.0:1777582973.987970:0:221560:0:(mdt_handler.c:5846:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffffa024ab125180. 00000100:00000010:2.0:1777582973.988064:0:221560:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4a80. 02000000:00000010:2.0:1777582973.988079:0:221560:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248308cd00. 00000100:00000010:2.0:1777582973.988269:0:221560:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6680. 02000000:00000010:2.0:1777582973.988276:0:221560:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248308cf00. 00080000:00000010:2.0:1777582973.988292:0:221560:0:(osd_oi.c:1114:osd_idc_add()) kmalloced '(idc)': 256 at ffffa0248308c700. 00100000:00000010:2.0:1777582973.988297:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa02488745140. 00100000:00000010:2.0:1777582973.988302:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024b78e1480. 00100000:00000010:2.0:1777582973.988304:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024add287c0. 00100000:00000010:2.0:1777582973.988308:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024add286c0. 00100000:00000010:2.0:1777582973.988310:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024add285c0. 00100000:00000010:2.0:1777582973.988312:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa02482fa4a80. 00100000:00000010:2.0:1777582973.988314:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024ade688c0. 00100000:00000010:2.0:1777582973.988316:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024ade68500. 00100000:00000010:2.0:1777582973.988318:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa02392bcf0c0. 00100000:00000010:2.0:1777582973.988322:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa02482fa4500. 00100000:00000010:2.0:1777582973.988324:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024add28d40. 00100000:00000010:2.0:1777582973.988326:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024add284c0. 00100000:00000010:2.0:1777582973.988328:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024add28b40. 00100000:00000010:2.0:1777582973.988330:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa02482fa47c0. 00100000:00000010:2.0:1777582973.988332:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024ade68d40. 00100000:00000010:2.0:1777582973.988334:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024ade68f40. 00100000:00000010:2.0:1777582973.988335:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa02488745500. 00100000:00000010:2.0:1777582973.988337:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa02488745e40. 00100000:00000010:2.0:1777582973.988339:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa02488745280. 00100000:00000010:2.0:1777582973.988340:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa02488745900. 00100000:00000010:2.0:1777582973.988342:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa024887454c0. 00100000:00000010:2.0:1777582973.988344:0:221560:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffffa02392bcf440. 02000000:00000010:1.0:1777582973.988528:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0400. 00000400:00000010:1.0:1777582973.988545:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777582973.988553:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582973.988559:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919286656, portal 4 00000400:00000010:1.0:1777582973.988566:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.988568:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919919286656, offset 0 00000400:00000200:1.0:1777582973.988576:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.988588:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.988599:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39acadc980 00000400:00000200:1.0:1777582973.988606:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1f7f15 [8] + 13312 00000400:00000200:1.0:1777582973.988613:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.988616:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.988623:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582973.988627:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01f80. 00000400:00000200:1.0:1777582973.988643:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582973.988645:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.988653:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e4a80 x1863919919286656/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582973.988679:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1200. 00000400:00000010:1.0:1777582973.988683:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36688. 00000400:00000010:1.0:1777582973.988685:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.988688:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919286784, portal 4 00000400:00000010:1.0:1777582973.988692:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582973.988695:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919919286784, offset 0 00000400:00000200:1.0:1777582973.988698:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.988702:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.988707:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39acadca00 00000400:00000200:1.0:1777582973.988710:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1f7f15 [8] + 13536 00000400:00000200:1.0:1777582973.988714:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.988717:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.988719:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777582973.988723:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f01500. 00000400:00000200:1.0:1777582973.988735:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582973.988737:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582973.988741:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e6680 x1863919919286784/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777582973.988792:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.988799:0:206023:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023f974bf80. 00000020:00000010:1.0:1777582973.988918:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0a00. 00000020:00000010:1.0:1777582973.988923:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374a80. 00000020:00000010:1.0:1777582973.988928:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582973.988960:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e40. 00000020:00000010:1.0:1777582973.988963:0:206023:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa023f974b1c0. 00000020:00000010:1.0:1777582973.988969:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0200. 00000020:00000010:1.0:1777582973.988971:0:206023:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374f00. 00000020:00000010:1.0:1777582973.988974:0:206023:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582973.988994:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7740. 00000020:00000010:1.0:1777582973.988997:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7740. 00000100:00000200:1.0:1777582973.989000:0:206023:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919286656 02000000:00000010:1.0:1777582973.989017:0:206023:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02496fee000. 00000020:00000010:1.0:1777582973.989032:0:206023:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.989047:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1800. 00000020:00000010:1.0:1777582973.989051:0:206023:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777582973.989055:0:206023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa024b7c47000. 00000020:00000010:1.0:1777582973.989059:0:206023:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa024b7ca9e30. 00000020:00000010:1.0:1777582973.989064:0:206023:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa0248287d400. 80000000:00000010:1.0:1777582973.989067:0:206023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa02393ca1e40. 40000000:00000010:1.0:1777582973.989071:0:206023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa02383fc75c0. 00100000:00000010:1.0:1777582973.989076:0:206023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa024b7c46000. 00040000:00000010:1.0:1777582973.989080:0:206023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa02487877600. 00040000:00000010:1.0:1777582973.989084:0:206023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa02498a51200. 00080000:00000010:1.0:1777582973.989088:0:206023:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa024b7c41000. 00002000:00000010:1.0:1777582973.989092:0:206023:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa02496fee400. 00080000:00000010:1.0:1777582973.989105:0:206023:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02496fed800. 00000020:00000010:2.0:1777582973.989326:0:221560:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa02481343600. 00000040:00000010:2.0:1777582973.989333:0:221560:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa0248524c000. 00000020:00000010:2.0:1777582973.989337:0:221560:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa024ab273800. 00000020:00000010:2.0:1777582973.989343:0:221560:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa02482f2da90. 00000020:00000010:2.0:1777582973.989348:0:221560:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa0248524c800. 80000000:00000010:2.0:1777582973.989351:0:221560:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0239060a900. 40000000:00000010:2.0:1777582973.989355:0:221560:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa02385339340. 00100000:00000010:2.0:1777582973.989359:0:221560:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa024ab274000. 00040000:00000010:2.0:1777582973.989363:0:221560:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa024b66a4800. 00040000:00000010:2.0:1777582973.989371:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024ab270800. 00040000:00000010:2.0:1777582973.989375:0:221560:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0248c47d600. 00080000:00000010:2.0:1777582973.989379:0:221560:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa024ab272000. 00000004:00000010:2.0:1777582973.989384:0:221560:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffffa024ab277800. 00000004:00000010:2.0:1777582973.989391:0:221560:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffffa024863f5000. 00000004:00000010:2.0:1777582973.989396:0:221560:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffffa024a560e000. 00000004:00000010:2.0:1777582973.989400:0:221560:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffffa02392040c00. 00000020:00000010:2.0:1777582973.989404:0:221560:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000004:00000010:2.0:1777582973.989412:0:221560:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at ffffa02481343c00. 00000040:00000010:2.0:1777582973.989424:0:221560:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at ffffa024b57b8000. 00000040:00000010:2.0:1777582973.989442:0:221560:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffffa024c5f11600. 00000040:00000010:2.0:1777582973.989448:0:221560:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffffa0248c3f53c0. 00000004:00000010:2.0:1777582973.989457:0:221560:0:(mdt_handler.c:5852:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at ffffa024ab125180. 00000020:00000010:2.0:1777582973.989523:0:221560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02393aa2980. 00000020:00000010:2.0:1777582973.989528:0:221560:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa024185ca960. 00000020:00000010:2.0:1777582973.989532:0:221560:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239621c800. 00000020:00000010:2.0:1777582973.989545:0:221560:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0239621cc00. 00000040:00000010:2.0:1777582973.989547:0:221560:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa0239621c000. 00000020:00000010:2.0:1777582973.989549:0:221560:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa02490504000. 00000020:00000010:2.0:1777582973.989553:0:221560:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa02383edb758. 00000020:00000010:2.0:1777582973.989556:0:221560:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa0239621c200. 80000000:00000010:2.0:1777582973.989558:0:221560:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0239374cf60. 40000000:00000010:2.0:1777582973.989561:0:221560:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa02486271500. 00100000:00000010:2.0:1777582973.989564:0:221560:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa02490505000. 00040000:00000010:2.0:1777582973.989566:0:221560:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa02487896f00. 00040000:00000010:2.0:1777582973.989572:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02490507000. 00040000:00000010:2.0:1777582973.989574:0:221560:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0239621ce00. 00080000:00000010:2.0:1777582973.989576:0:221560:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa02490500800. 00000004:00000010:2.0:1777582973.989579:0:221560:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffffa02490502800. 00000004:00000010:2.0:1777582973.989581:0:221560:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffffa024996b0000. 00000004:00000010:2.0:1777582973.989587:0:221560:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffffa02490507800. 00000020:00000010:2.0:1777582973.989589:0:221560:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0239621d400. 00080000:00000010:1.0:1777582973.990016:0:206023:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02496fec000. 00000001:00000010:1.0:1777582973.990035:0:206023:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffffa02393ca1b40. 00000020:00000010:1.0:1777582973.990054:0:206023:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777582973.990059:0:206023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa024b7c47000. 00000020:00000010:1.0:1777582973.990062:0:206023:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa024b7ca9e30. 00000020:00000010:1.0:1777582973.990066:0:206023:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa0248287d400. 80000000:00000010:1.0:1777582973.990069:0:206023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa02393ca1e40. 40000000:00000010:1.0:1777582973.990072:0:206023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa02383fc75c0. 00100000:00000010:1.0:1777582973.990074:0:206023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa024b7c46000. 00040000:00000010:1.0:1777582973.990076:0:206023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa02487877600. 00040000:00000010:1.0:1777582973.990080:0:206023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa02498a51200. 00080000:00000010:1.0:1777582973.990082:0:206023:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa024b7c41000. 00002000:00000010:1.0:1777582973.990085:0:206023:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa02496fee400. 00000020:00000010:1.0:1777582973.990088:0:206023:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1800. 00010000:00000200:1.0:1777582973.990100:0:206023:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f01f80 x1863919919286656/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:414/0 lens 224/224 e 0 to 0 dl 1777582984 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582973.990952:0:206023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582973.990962:0:206023:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919919286656, offset 224 00000400:00000200:1.0:1777582973.990969:0:206023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.990981:0:206023:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.990990:0:206023:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39acadc980 00000400:00000200:1.0:1777582973.990997:0:206023:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x215855 [1] + 224 00000400:00000200:1.0:1777582973.991003:0:206023:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.991007:0:206023:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.991019:0:206023:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e4a80 x1863919919286656/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582973.991040:0:206023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582973.991042:0:206023:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000020:00000010:1.0:1777582973.991059:0:206023:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374a80. 00000020:00000010:1.0:1777582973.991064:0:206023:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777582973.991068:0:206023:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0a00. 00000020:00000010:1.0:1777582973.991097:0:206023:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc75c0. 00000020:00000010:1.0:1777582973.991100:0:206023:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc75c0. 00000100:00000200:1.0:1777582973.991103:0:206023:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919286784 02000000:00000010:1.0:1777582973.991936:0:206023:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02496fee400. 00000020:00000010:1.0:1777582973.991957:0:206023:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffffa02383fc7e40. 00000020:00000010:1.0:1777582973.991985:0:206023:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02498a51200. 00000020:00000010:1.0:1777582973.991992:0:206023:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0248287d400. 00000020:00000010:1.0:1777582973.991996:0:206023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa024b7c41000. 00000020:00000010:1.0:1777582973.992001:0:206023:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa024b7ca9e30. 00000020:00000010:1.0:1777582973.992005:0:206023:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa0248c3d0a00. 80000000:00000010:1.0:1777582973.992009:0:206023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa02393ca1e40. 40000000:00000010:1.0:1777582973.992013:0:206023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa02383fc7e40. 00100000:00000010:1.0:1777582973.992018:0:206023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa024b7c46000. 00040000:00000010:1.0:1777582973.992022:0:206023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa02487877600. 00040000:00000010:1.0:1777582973.992025:0:206023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0248c3d1800. 00080000:00000010:1.0:1777582973.992030:0:206023:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa024b7c47000. 00002000:00000010:1.0:1777582973.992034:0:206023:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffffa02496fef400. 00080000:00000010:1.0:1777582973.992046:0:206023:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa02496feec00. 00080000:00000010:1.0:1777582973.992363:0:206023:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffffa0248526b000. 00000001:00000010:1.0:1777582973.992386:0:206023:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffffa02393ca1180. 00000020:00000010:1.0:1777582973.992403:0:206023:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0248287d400. 00000020:00000010:1.0:1777582973.992409:0:206023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa024b7c41000. 00000020:00000010:1.0:1777582973.992413:0:206023:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa024b7ca9e30. 00000020:00000010:1.0:1777582973.992416:0:206023:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa0248c3d0a00. 80000000:00000010:1.0:1777582973.992419:0:206023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa02393ca1e40. 40000000:00000010:1.0:1777582973.992421:0:206023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa02383fc7e40. 00100000:00000010:1.0:1777582973.992424:0:206023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa024b7c46000. 00040000:00000010:1.0:1777582973.992427:0:206023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa02487877600. 00040000:00000010:1.0:1777582973.992431:0:206023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0248c3d1800. 00080000:00000010:1.0:1777582973.992436:0:206023:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa024b7c47000. 00002000:00000010:1.0:1777582973.992439:0:206023:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffffa02496fef400. 00000020:00000010:1.0:1777582973.992442:0:206023:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02498a51200. 00010000:00000200:1.0:1777582973.992457:0:206023:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483f01500 x1863919919286784/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:414/0 lens 224/224 e 0 to 0 dl 1777582984 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582973.992475:0:206023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582973.992482:0:206023:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919919286784, offset 224 00000400:00000200:1.0:1777582973.992487:0:206023:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.992497:0:206023:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.992506:0:206023:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39acadca00 00000400:00000200:1.0:1777582973.992512:0:206023:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x21585d [1] + 224 00000400:00000200:1.0:1777582973.992517:0:206023:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.992521:0:206023:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.992530:0:206023:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e6680 x1863919919286784/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582973.992565:0:206023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582973.992567:0:206023:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000020:00000010:1.0:1777582973.992581:0:206023:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374f00. 00000020:00000010:1.0:1777582973.992584:0:206023:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582973.992587:0:206023:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0200. 00000400:00000010:1.0:1777582973.992664:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777582973.992668:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582973.992670:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582973.992676:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e4a80 x1863919919286656/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582973.992684:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e4a80 x1863919919286656/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777582973.992731:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36688. 00000400:00000200:1.0:1777582973.992734:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582973.992736:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.992739:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e6680 x1863919919286784/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582973.992747:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e6680 x1863919919286784/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777582983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582973.992771:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0400. 02000000:00000010:1.0:1777582973.992775:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248308cd00. 00000100:00000010:1.0:1777582973.992779:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4a80. 02000000:00000010:1.0:1777582973.992783:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1200. 02000000:00000010:1.0:1777582973.992785:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248308cf00. 00000100:00000010:1.0:1777582973.992787:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6680. 00010000:00000010:0.1:1777582973.993232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bf000. 00010000:00000010:0.1:1777582973.993240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02490544e00. 00010000:00000010:0.1:1777582973.993244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa02496e86c00. 00000004:00000010:0.0:1777582973.993360:0:218389:0:(mdt_handler.c:7649:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffffa02386558480. 00000001:00000010:0.0:1777582973.993373:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02482f3f400. 00000001:00000010:0.0:1777582973.993376:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0239c573200. 00000001:00000010:0.0:1777582973.993378:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0249890b000. 00000001:00000010:0.0:1777582973.993381:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa023f6bc7e00. 00000001:00000010:0.0:1777582973.993384:0:218389:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa02386298740. 00000001:00000010:0.0:1777582973.993386:0:218389:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa024af373200. 00000001:00000010:0.0:1777582973.993392:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa023f6bc7400. 00000001:00000010:0.0:1777582973.993394:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa023f6bc6000. 00000001:00000010:0.0:1777582973.993397:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa023f6bc7800. 00000001:00000010:0.0:1777582973.993398:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02388f2f800. 00000001:00000010:0.0:1777582973.993401:0:218389:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa023862980c0. 00000001:00000010:0.0:1777582973.993404:0:218389:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa024af373a00. 00000001:00000010:0.0:1777582973.993409:0:218389:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffffa02386355280. 00000020:00000010:0.0:1777582973.993413:0:218389:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa024ab279800. 00000020:00000010:0.0:1777582973.993424:0:218389:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa024ab27f800. 00010000:00000010:2.1:1777582973.993977:0:221560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bdc00. 00010000:00000010:2.1:1777582973.993983:0:221560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bd800. 00000020:00000010:1.0:1777582973.994924:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e40. 00000020:00000010:1.0:1777582973.994932:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e40. 00000020:00000010:1.0:1777582973.994947:0:190365:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1200. 00000020:00000010:1.0:1777582973.994954:0:190365:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374f00. 00000020:00000010:1.0:1777582973.994961:0:190365:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582973.995028:0:190365:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e40. 00000020:00000010:1.0:1777582973.995031:0:190365:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e40. 00000100:00000200:1.0:1777582973.995034:0:190365:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919286528 02000000:00000010:1.0:1777582973.995047:0:190365:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248526a000. 00000400:00000010:1.0:1777582973.995089:0:190365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582973.995095:0:190365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919919286528, offset 224 00000400:00000200:1.0:1777582973.995103:0:190365:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582973.995939:0:190365:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582973.995956:0:190365:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39acadc900 00000400:00000200:1.0:1777582973.995964:0:190365:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21584d [1] + 224 00000400:00000200:1.0:1777582973.995971:0:190365:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582973.995974:0:190365:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582973.995986:0:190365:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c638e00 x1863919919286528/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582973.996014:0:190365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777582973.996017:0:190365:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000020:00000010:1.0:1777582973.996033:0:190365:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374f00. 00000020:00000010:1.0:1777582973.996037:0:190365:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777582973.996042:0:190365:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1200. 00000400:00000010:0.0:1777582973.996058:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36370. 00000400:00000200:0.0:1777582973.996064:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:0.0:1777582973.996066:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000100:00000200:0.0:1777582973.996072:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c638e00 x1863919919286528/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582973.996082:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c638e00 x1863919919286528/t0(0) o103->MGC192.168.202.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777582989 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582973.996104:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0800. 02000000:00000010:0.0:1777582973.996109:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa02389fdee00. 00000100:00000010:0.0:1777582973.996113:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c638e00. 00000020:00000010:1.0:1777582974.078615:0:194330:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa02490501000. 00000020:00000010:0.0:1777582974.078958:0:221560:0:(obd_config.c:2479:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffffa02486271d00. 00000020:00000010:0.0:1777582974.078984:0:221560:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffffa02396ae93d8. 00040000:00000010:0.0:1777582974.079009:0:221560:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffffa024b7dd0f00. 00000001:00000010:0.0:1777582974.079021:0:221560:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffffa023917ba600. 00000001:00000010:0.0:1777582974.079025:0:221560:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffffa02396ae9518. 00000001:00000010:0.0:1777582974.079027:0:221560:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffffa024ae59ae00. 00040000:00000010:0.0:1777582974.079031:0:221560:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffffa02392adeee0. 00040000:00000010:0.0:1777582974.079040:0:221560:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffffa024b7dd1e00. 00000001:00000010:0.0:1777582974.079044:0:221560:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffffa023917ba3c0. 00000001:00000010:0.0:1777582974.079046:0:221560:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffffa02396ae9268. 00000001:00000010:0.0:1777582974.079047:0:221560:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffffa024ae59b600. 00040000:00000010:0.0:1777582974.079050:0:221560:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffffa02392adeb20. 00040000:00000010:0.0:1777582974.079054:0:221560:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffffa024b7dd0c00. 00040000:00000010:0.0:1777582974.079056:0:221560:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffffa024b7c71e00. 00000001:00000010:0.0:1777582974.079060:0:221560:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffffa023917ba0c0. 00000001:00000010:0.0:1777582974.079062:0:221560:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffffa02396ae94e8. 00000001:00000010:0.0:1777582974.079064:0:221560:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffffa024ae59a800. 00040000:00000010:0.0:1777582974.079066:0:221560:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffffa02392adef20. 00040000:00000010:0.0:1777582974.079071:0:221560:0:(qmt_pool.c:302:qmt_pool_free()) kfreed 'pool': 392 at ffffa024ae59bc00. 00000020:00000010:0.0:1777582974.079075:0:221560:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffffa02396ae99b0. 00040000:00000010:0.0:1777582974.079084:0:221560:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffffa024b7dd0300. 00000001:00000010:0.0:1777582974.079087:0:221560:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffffa023917ba900. 00000001:00000010:0.0:1777582974.079089:0:221560:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffffa02396ae9770. 00000001:00000010:0.0:1777582974.079091:0:221560:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffffa024ae59b800. 00040000:00000010:0.0:1777582974.079093:0:221560:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffffa02392aded00. 00040000:00000010:0.0:1777582974.079097:0:221560:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffffa024b7dd1380. 00000001:00000010:0.0:1777582974.079100:0:221560:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffffa0248515a480. 00000001:00000010:0.0:1777582974.079103:0:221560:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffffa02396ae9f48. 00000001:00000010:0.0:1777582974.079104:0:221560:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffffa024ae59a000. 00040000:00000010:0.0:1777582974.079107:0:221560:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffffa02392ade060. 00040000:00000010:0.0:1777582974.079110:0:221560:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffffa024b7dd1680. 00040000:00000010:0.0:1777582974.079113:0:221560:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 384 at ffffa024b7c70f00. 00000001:00000010:0.0:1777582974.079116:0:221560:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffffa0248515acc0. 00000001:00000010:0.0:1777582974.079118:0:221560:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffffa02396ae9c98. 00000001:00000010:0.0:1777582974.079120:0:221560:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffffa024ae59ba00. 00040000:00000010:0.0:1777582974.079122:0:221560:0:(lquota_entry.c:240:lquota_site_free()) kfreed 'site': 32 at ffffa02392ade9e0. 00040000:00000010:0.0:1777582974.079125:0:221560:0:(qmt_pool.c:302:qmt_pool_free()) kfreed 'pool': 392 at ffffa024ae59a200. 00000020:00000010:1.0:1777582974.079954:0:187649:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa02392bcf180. 00000020:00000010:1.0:1777582974.079965:0:187649:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa024c4721400. 00000040:00000010:1.0:1777582974.079971:0:187649:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa024c4720c00. 00000020:00000010:1.0:1777582974.079976:0:187649:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa02493876000. 00000020:00000010:1.0:1777582974.079980:0:187649:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa02482f28a10. 00000020:00000010:1.0:1777582974.079987:0:187649:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa024c4721e00. 80000000:00000010:1.0:1777582974.079991:0:187649:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa02391f4bde0. 40000000:00000010:1.0:1777582974.079996:0:187649:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa02484def900. 00100000:00000010:1.0:1777582974.080001:0:187649:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa02493872800. 00040000:00000010:1.0:1777582974.080004:0:187649:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa02487996100. 00040000:00000010:1.0:1777582974.080011:0:187649:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02493873800. 00040000:00000010:1.0:1777582974.080014:0:187649:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa024c4721000. 00080000:00000010:1.0:1777582974.080017:0:187649:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa02493870000. 00000004:00000010:1.0:1777582974.080023:0:187649:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffffa024a5608800. 00000004:00000010:1.0:1777582974.080026:0:187649:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffffa024863f0000. 00000004:00000010:1.0:1777582974.080032:0:187649:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffffa024a560c000. 00000020:00000010:1.0:1777582974.080035:0:187649:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c4721c00. 00040000:00000010:1.0:1777582974.080037:0:187649:0:(qmt_lock.c:1103:qmt_reba_thread()) kfreed 'args': 72 at ffffa02391f4bba0. 00000001:00000010:0.0:1777582974.080239:0:221560:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024b624b000. 00000001:00000010:0.0:1777582974.080244:0:221560:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024c4721a00. 00000001:00000010:0.0:1777582974.080246:0:221560:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024c4721200. 00000001:00000010:0.0:1777582974.080248:0:221560:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024c4720e00. 00000001:00000010:0.0:1777582974.080250:0:221560:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa02483052ba0. 00000001:00000010:0.0:1777582974.080253:0:221560:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa02487996400. 00000020:00000010:0.0:1777582974.080264:0:221560:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa024b7c57800. 00000020:00000010:0.0:1777582974.080277:0:221560:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02389fdee00. 00000020:00000010:0.0:1777582974.080281:0:221560:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa02389fdfc00. 00000040:00000010:0.0:1777582974.080286:0:221560:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa0249890b000. 00000020:00000010:0.0:1777582974.080290:0:221560:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa02385364000. 00000020:00000010:0.0:1777582974.080294:0:221560:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa0248c270f18. 00000020:00000010:0.0:1777582974.080298:0:221560:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffffa024c4b39e00. 80000000:00000010:0.0:1777582974.080301:0:221560:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa023918df960. 40000000:00000010:0.0:1777582974.080304:0:221560:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffffa02486271800. 00100000:00000010:0.0:1777582974.080309:0:221560:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa02385360800. 00040000:00000010:0.0:1777582974.080312:0:221560:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa024a56ab400. 00040000:00000010:0.0:1777582974.080316:0:221560:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffffa023846d5800. 00040000:00000010:0.0:1777582974.080319:0:221560:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa024c4b39000. 00080000:00000010:0.0:1777582974.080322:0:221560:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffffa023846d0000. 00000004:00000010:0.0:1777582974.080325:0:221560:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffffa023846d5000. 00000004:00000010:0.0:1777582974.080330:0:221560:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffffa02385088000. 00000004:00000010:0.0:1777582974.080334:0:221560:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffffa02392b78800. 00000004:00000010:0.0:1777582974.080339:0:221560:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffffa0238606b400. 00040000:00000010:0.0:1777582974.080347:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024ae505800. 00040000:00000010:0.0:1777582974.080350:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024ae486000. 00040000:00000010:0.0:1777582974.080356:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024b65ef000. 00040000:00000010:0.0:1777582974.080359:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02391b4d800. 00040000:00000010:0.0:1777582974.080363:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02385367000. 00040000:00000010:0.0:1777582974.080366:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02385876800. 00040000:00000010:0.0:1777582974.080373:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02391b4e000. 00040000:00000010:0.0:1777582974.080375:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0248a133800. 00040000:00000010:0.0:1777582974.080378:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0248c3bf000. 00040000:00000010:0.0:1777582974.080382:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0248c404800. 00040000:00000010:0.0:1777582974.080385:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0249db6a000. 00040000:00000010:0.0:1777582974.080393:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02392db9000. 00040000:00000010:0.0:1777582974.080396:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02385fec000. 00040000:00000010:0.0:1777582974.080399:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02487928800. 00040000:00000010:0.0:1777582974.080404:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02483212000. 00040000:00000010:0.0:1777582974.080406:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024af222000. 00040000:00000010:0.0:1777582974.080410:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024ab268000. 00040000:00000010:0.0:1777582974.080417:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0248c3b9800. 00040000:00000010:0.0:1777582974.080420:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0248c3bd000. 00040000:00000010:0.0:1777582974.080422:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0248bbae800. 00040000:00000010:0.0:1777582974.080427:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02385877800. 00040000:00000010:0.0:1777582974.080429:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02385875000. 00040000:00000010:0.0:1777582974.080432:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024879ac800. 00040000:00000010:0.0:1777582974.080435:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024ab274800. 00040000:00000010:0.0:1777582974.080440:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024879a8800. 00040000:00000010:0.0:1777582974.080442:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024834c3000. 00040000:00000010:0.0:1777582974.080446:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa023846d0800. 00040000:00000010:0.0:1777582974.080448:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024834c4800. 00040000:00000010:0.0:1777582974.080451:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02385f5f800. 00040000:00000010:0.0:1777582974.080456:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02483487000. 00040000:00000010:0.0:1777582974.080460:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa0248c2b3000. 00040000:00000010:0.0:1777582974.080465:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02392ba5000. 00040000:00000010:0.0:1777582974.080467:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024ab27a000. 00040000:00000010:0.0:1777582974.080470:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024add3c000. 00040000:00000010:0.0:1777582974.080473:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024af225000. 00040000:00000010:0.0:1777582974.080476:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02395f81800. 00040000:00000010:0.0:1777582974.080480:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02385f5f000. 00040000:00000010:0.0:1777582974.080482:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02395f85800. 00040000:00000010:0.0:1777582974.080485:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02385f5d000. 00040000:00000010:0.0:1777582974.080487:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024add3b800. 00040000:00000010:0.0:1777582974.080490:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa024a560d800. 00040000:00000010:0.0:1777582974.080493:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa02483213000. 00040000:00000010:0.0:1777582974.080496:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa023846d6000. 00040000:00000010:0.0:1777582974.080506:0:221560:0:(qmt_dev.c:301:qmt_device_free()) kfreed 'qmt': 664 at ffffa023921c7800. 00000020:00000010:0.0:1777582974.080510:0:221560:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa02389fdfc00. 00000040:00000010:0.0:1777582974.080513:0:221560:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa0249890b000. 00000020:00000010:0.0:1777582974.080516:0:221560:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffffa02385364000. 00000020:00000010:0.0:1777582974.080520:0:221560:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa0248c270f18. 00000020:00000010:0.0:1777582974.080522:0:221560:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffffa024c4b39e00. 80000000:00000010:0.0:1777582974.080525:0:221560:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa023918df960. 40000000:00000010:0.0:1777582974.080527:0:221560:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffffa02486271800. 00100000:00000010:0.0:1777582974.080530:0:221560:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa02385360800. 00040000:00000010:0.0:1777582974.080533:0:221560:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa024a56ab400. 00040000:00000010:0.0:1777582974.080546:0:221560:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffffa023846d5800. 00040000:00000010:0.0:1777582974.080550:0:221560:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa024c4b39000. 00080000:00000010:0.0:1777582974.080553:0:221560:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffffa023846d0000. 00000004:00000010:0.0:1777582974.080555:0:221560:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffffa023846d5000. 00000004:00000010:0.0:1777582974.080556:0:221560:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffffa02385088000. 00000004:00000010:0.0:1777582974.080559:0:221560:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffffa02392b78800. 00000004:00000010:0.0:1777582974.080562:0:221560:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffffa0238606b400. 00000020:00000010:0.0:1777582974.080564:0:221560:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02389fdee00. 00000020:00000010:0.0:1777582974.080570:0:221560:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffffa023865ccd40. 00000020:00000010:0.0:1777582974.080576:0:221560:0:(obd_config.c:2496:class_manual_cleanup()) kfreed 'lcfg': 64 at ffffa02486271d00. 00000020:00000010:1.0:1777582974.080642:0:194330:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa02493871000. 00010000:00000010:1.1:1777582974.086178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bce00. 00010000:00000010:1.1:1777582974.086192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02487fb4000. 00000100:00000010:3.0:1777582974.506233:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188e00. 02000000:00000010:3.0:1777582974.506254:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024aeac6700. 00000100:00000010:3.0:1777582974.506897:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188a80. 02000000:00000010:3.0:1777582974.506906:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3800. 02000000:00000010:0.0:1777582974.508081:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024c4b39000. 00000400:00000010:0.0:1777582974.508090:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f62c0. 00000400:00000010:0.0:1777582974.508096:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582974.508103:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919287040, portal 10 00000400:00000010:0.0:1777582974.508109:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582974.508112:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919287040, offset 0 00000400:00000200:0.0:1777582974.508121:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582974.508156:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582974.508170:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acadcb00 00000400:00000200:0.0:1777582974.508178:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f8dd9 [64] + 51768 00000400:00000200:0.0:1777582974.508185:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582974.508188:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582974.508195:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582974.508200:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638e00. 00000400:00000200:0.0:1777582974.508219:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:0.0:1777582974.508221:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582974.508227:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c188a80 x1863919919287040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582974.510453:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27400. 00000020:00000010:0.0:1777582974.510461:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0780. 00000020:00000010:0.0:1777582974.510465:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000100:00000200:0.0:1777582974.510498:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919287040 02000000:00000010:0.0:1777582974.510510:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238606a800. 00000400:00000010:0.0:1777582974.510523:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582974.510529:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919287040, offset 224 00000400:00000200:0.0:1777582974.510552:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582974.510589:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582974.510724:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadcb00 00000400:00000200:0.0:1777582974.510731:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215871 [1] + 224 00000400:00000200:0.0:1777582974.510736:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582974.510739:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582974.510750:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c188a80 x1863919919287040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582974.510764:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:0.0:1777582974.510766:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00000020:00000010:0.0:1777582974.510778:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0780. 00000020:00000010:0.0:1777582974.510780:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582974.510783:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27400. 00000400:00000010:0.0:1777582974.510798:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f62c0. 00000400:00000200:0.0:1777582974.510801:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:0.0:1777582974.510802:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582974.510805:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c188a80 x1863919919287040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582974.510811:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c188a80 x1863919919287040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:02000400:0.0:1777582974.510828:0:3290:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 02000000:00000010:2.0:1777582974.512766:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02408ede400. 00000400:00000010:2.0:1777582974.512777:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e4d0. 00000400:00000010:2.0:1777582974.512783:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582974.512788:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919286912, portal 25 00000400:00000010:2.0:1777582974.512792:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582974.512794:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919286912, offset 0 00000400:00000200:2.0:1777582974.512809:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582974.512818:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582974.512826:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadca80 00000400:00000200:2.0:1777582974.512830:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x206e81 [2] + 0 00000400:00000010:2.0:1777582974.512833:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248a3c5d68. 00000400:00000200:2.0:1777582974.512838:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023934ab780 00000400:00000200:2.0:1777582974.512842:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582974.512845:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777582974.512973:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023934ab780 00000400:00000010:2.0:1777582974.512975:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023934ab780. 00000100:00000200:2.0:1777582974.512981:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777582974.512998:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582974.512999:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582974.513008:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c188e00 x1863919919286912/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582974.513042:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125180. 00000020:00000010:2.0:1777582974.513045:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125180. 00000020:00000010:2.0:1777582974.513049:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edf000. 00000020:00000010:2.0:1777582974.513053:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582974.513056:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582974.513083:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125180. 00000020:00000010:2.0:1777582974.513084:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125180. 00000100:00000200:2.0:1777582974.513086:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919286912 02000000:00000010:2.0:1777582974.513099:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f7000. 00010000:00000200:2.0:1777582974.513105:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f77850 x1863919919286912/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:415/0 lens 224/224 e 0 to 0 dl 1777582985 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582974.513120:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582974.513124:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919286912, offset 224 00000400:00000200:2.0:1777582974.513127:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582974.513132:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582974.513156:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadca80 00000400:00000200:2.0:1777582974.513160:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21587d [1] + 224 00000400:00000200:2.0:1777582974.513164:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582974.513167:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582974.513173:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c188e00 x1863919919286912/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582974.513186:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582974.513188:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000020:00000010:2.0:1777582974.513198:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582974.513201:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582974.513203:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edf000. 02000000:00000010:2.0:1777582974.513208:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b62f7000. 00000100:00000200:2.0:1777582974.513212:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777582974.513214:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e3c8. 00000400:00000010:2.0:1777582974.513217:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024849680c0. 00000400:00000010:2.0:1777582974.513240:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e4d0. 00000400:00000200:2.0:1777582974.513242:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582974.513243:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582974.513246:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c188e00 x1863919919286912/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582974.513252:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c188e00 x1863919919286912/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582974.513277:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02408ede400. 02000000:00000010:2.0:1777582974.513283:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024aeac6700. 00000100:00000010:2.0:1777582974.513289:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188e00. 00000100:00000010:3.0:1777582974.514185:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18ad80. 02000000:00000010:3.0:1777582974.514199:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248c47f200. 02000000:00000010:3.0:1777582974.514252:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884b000. 00000400:00000010:3.0:1777582974.514257:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4692c0. 00000400:00000010:3.0:1777582974.514263:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777582974.514267:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919287168, portal 10 00000400:00000010:3.0:1777582974.514273:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582974.514275:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919919287168, offset 0 00000400:00000200:3.0:1777582974.514281:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582974.514289:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582974.514296:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39acadcb80 00000400:00000200:3.0:1777582974.514301:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1f8dd9 [64] + 51992 00000400:00000200:3.0:1777582974.514306:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582974.514310:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582974.514315:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582974.514319:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18a300. 00000400:00000200:3.0:1777582974.514332:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777582974.514334:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582974.514338:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18ad80 x1863919919287168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582974.515631:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edf000. 00000020:00000010:2.0:1777582974.515642:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582974.515647:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000100:00000200:2.0:1777582974.515678:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919287168 02000000:00000010:2.0:1777582974.515686:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f7000. 00000400:00000010:2.0:1777582974.515697:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582974.515701:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919287168, offset 224 00000400:00000200:2.0:1777582974.515707:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582974.515714:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582974.515719:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadcb80 00000400:00000200:2.0:1777582974.515724:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21588d [1] + 224 00000400:00000200:2.0:1777582974.515729:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582974.515731:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582974.515739:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18ad80 x1863919919287168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582974.515754:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582974.515756:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000020:00000010:2.0:1777582974.515768:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582974.515770:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582974.515772:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edf000. 00000400:00000010:2.0:1777582974.515791:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4692c0. 00000400:00000200:2.0:1777582974.515794:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:2.0:1777582974.515795:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:2.0:1777582974.515798:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18ad80 x1863919919287168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582974.515815:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18ad80 x1863919919287168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777582990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:02000400:2.0:1777582974.515829:0:3289:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000010:2.0:1777582974.515844:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6300. 02000000:00000010:2.0:1777582974.515851:0:3289:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6400. 02000000:00000010:2.0:1777582974.515872:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884b000. 02000000:00000010:2.0:1777582974.515876:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248c47f200. 00000100:00000010:2.0:1777582974.515882:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18ad80. 02000000:00000010:2.0:1777582974.515911:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f6c00. 00000400:00000010:2.0:1777582974.515914:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e4d0. 00000400:00000010:2.0:1777582974.515916:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582974.515919:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919287296, portal 10 00000400:00000010:2.0:1777582974.515921:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582974.515923:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919287296, offset 0 00000400:00000200:2.0:1777582974.515925:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582974.515929:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582974.515932:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadcc00 00000400:00000200:2.0:1777582974.515936:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 52216 00000400:00000200:2.0:1777582974.515939:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582974.515940:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582974.515943:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582974.515945:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e7100. 00000400:00000200:2.0:1777582974.515952:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582974.515953:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582974.515957:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e6300 x1863919919287296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582974.515982:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02408edf000. 00000020:00000010:2.0:1777582974.515984:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582974.515986:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000100:00000200:2.0:1777582974.515995:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919287296 00010000:02000000:2.0:1777582974.516006:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000010:3.0:1777582974.526068:0:3290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188380. 02000000:00000010:3.0:1777582974.526085:0:3290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384c74400. 02000000:00000010:3.0:1777582974.526119:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024c4b39000. 02000000:00000010:3.0:1777582974.526125:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777582974.526132:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188a80. 02000000:00000010:3.0:1777582974.526186:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02384c76c00. 00000400:00000010:3.0:1777582974.526193:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4691b8. 00000400:00000010:3.0:1777582974.526200:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582974.526207:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919287424, portal 10 00000400:00000010:3.0:1777582974.526212:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582974.526216:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919287424, offset 0 00000400:00000200:3.0:1777582974.526224:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582974.526236:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582974.526246:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadcc80 00000400:00000200:3.0:1777582974.526253:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 52736 00000400:00000200:3.0:1777582974.526261:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582974.526264:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582974.526272:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777582974.526276:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188a80. 00000400:00000200:3.0:1777582974.526292:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777582974.526295:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582974.526302:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c188380 x1863919919287424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582974.526360:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777582974.526368:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582974.526372:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000100:00000200:3.0:1777582974.530000:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919287424 00010000:02000000:3.0:1777582974.530027:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777582974.530037:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384c74000. 00000400:00000010:3.0:1777582974.530053:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777582974.530061:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919287424, offset 0 00000400:00000200:3.0:1777582974.530068:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582974.530082:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582974.530094:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadcc80 00000400:00000200:3.0:1777582974.530101:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2158a1 [1] + 0 00000400:00000200:3.0:1777582974.530108:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582974.530112:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582974.530124:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c188380 x1863919919287424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582974.530161:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777582974.530164:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000020:00000010:3.0:1777582974.530179:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582974.530184:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582974.530188:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000400:00000010:3.0:1777582974.530213:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4691b8. 00000400:00000200:3.0:1777582974.530218:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777582974.530219:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582974.530225:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c188380 x1863919919287424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582974.530233:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c188380 x1863919919287424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582974.530260:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02384c76c00. 02000000:00000010:3.0:1777582974.530268:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384c74400. 00000100:00000010:3.0:1777582974.530272:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188380. 02000000:00000010:2.0:1777582974.536024:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f6800. 00000400:00000010:2.0:1777582974.536049:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582974.536057:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919287296, offset 0 00000400:00000200:2.0:1777582974.536067:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582974.536081:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582974.536090:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadcc00 00000400:00000200:2.0:1777582974.536098:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215899 [1] + 0 00000400:00000200:2.0:1777582974.536106:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582974.536123:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582974.536152:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e6300 x1863919919287296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582974.536179:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582974.536181:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000020:00000010:2.0:1777582974.536205:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582974.536211:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582974.536214:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02408edf000. 00000400:00000010:2.0:1777582974.536247:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e4d0. 00000400:00000200:2.0:1777582974.536263:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:2.0:1777582974.536265:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582974.536271:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e6300 x1863919919287296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582974.536279:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e6300 x1863919919287296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582974.536310:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f6c00. 02000000:00000010:2.0:1777582974.536315:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6400. 00000100:00000010:2.0:1777582974.536320:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6300. 00000001:00000010:3.0:1777582974.566493:0:7429:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffffa02393ca1180. 00080000:00000010:3.0:1777582974.566507:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0248526b000. 00080000:00000010:3.0:1777582974.566512:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02496feec00. 00000001:00000010:3.0:1777582974.566518:0:7429:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffffa02393ca19c0. 00080000:00000010:3.0:1777582974.566520:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f1f9c00. 00080000:00000010:3.0:1777582974.566523:0:7429:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f1fb400. 00000001:00000010:3.0:1777582974.566572:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02391921800. 00000001:00000010:3.0:1777582974.566577:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02391921400. 00000001:00000010:3.0:1777582974.566579:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02391920400. 00000001:00000010:3.0:1777582974.566581:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02391921a00. 00000001:00000010:3.0:1777582974.566583:0:194330:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa02395db0dc0. 00000001:00000010:3.0:1777582974.566587:0:194330:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa023865f9b00. 00000001:00000010:3.0:1777582974.566593:0:194330:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffffa0238471bf00. 00000020:00000010:3.0:1777582974.566599:0:194330:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa0248bba8800. 00000001:00000010:3.0:1777582974.566619:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0241e302c00. 00000001:00000010:3.0:1777582974.566622:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02498fcc000. 00000001:00000010:3.0:1777582974.566624:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248736ce00. 00000001:00000010:3.0:1777582974.566626:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248736dc00. 00000001:00000010:3.0:1777582974.566628:0:194330:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa0248523f5c0. 00000001:00000010:3.0:1777582974.566630:0:194330:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa0248aef8a00. 00000001:00000010:3.0:1777582974.566634:0:194330:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffffa0239371a700. 00000020:00000010:3.0:1777582974.566639:0:194330:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa02385035800. 00000020:00000010:3.0:1777582974.566644:0:194330:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa0248bbaf000. 00000020:00000010:3.0:1777582974.566648:0:194330:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa02385034000. 00080000:00000010:1.0:1777582974.890362:0:221423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffffa024ade58e40. 00000004:00000010:1.0:1777582974.890377:0:221423:0:(lod_object.c:9801:lod_object_free()) slab-freed '(lo)': 272 at ffffa02393f5e770. 00000004:00000010:1.0:1777582974.890384:0:221423:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffffa023870f4690. 00000004:00000010:1.0:1777582974.890391:0:221423:0:(mdt_handler.c:7006:mdt_object_free()) slab-freed 'mo': 480 at ffffa024b7c87c20. 00000400:00000010:1.0:1777582974.954747:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256118. 00000400:00000010:1.0:1777582974.954764:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596460. 00000400:00000010:1.0:1777582974.954767:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596850. 00000400:00000010:1.0:1777582974.954769:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b0e0. 00000400:00000010:1.0:1777582974.954771:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b188. 00000400:00000010:1.0:1777582974.954772:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bc08. 00000400:00000010:1.0:1777582974.954775:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6be00. 00000400:00000010:1.0:1777582974.954777:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65963f0. 00000400:00000010:1.0:1777582974.954780:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b070. 00000400:00000010:1.0:1777582974.954782:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b8f8. 00000400:00000010:1.0:1777582974.954784:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256c40. 00000400:00000010:1.0:1777582974.954787:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b7e0. 00000400:00000010:1.0:1777582974.954789:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65961f8. 00000400:00000010:1.0:1777582974.954791:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596690. 00000400:00000010:1.0:1777582974.954793:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256508. 00000400:00000010:1.0:1777582974.954795:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596310. 00000400:00000010:1.0:1777582974.954798:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2569d8. 00000400:00000010:1.0:1777582974.954800:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6baf0. 00000400:00000010:1.0:1777582974.954802:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256f50. 00000400:00000010:1.0:1777582974.954803:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b4d0. 00000400:00000010:1.0:1777582974.954805:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256578. 00000400:00000010:1.0:1777582974.954807:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b428. 00000400:00000010:1.0:1777582974.954809:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256a80. 00000400:00000010:1.0:1777582974.954811:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2564d0. 00000400:00000010:1.0:1777582974.954813:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256af0. 00000400:00000010:1.0:1777582974.954816:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256e00. 00000400:00000010:1.0:1777582974.954818:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256c08. 00000400:00000010:1.0:1777582974.954821:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b498. 00000400:00000010:1.0:1777582974.954823:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256188. 00000400:00000010:1.0:1777582974.954825:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bc78. 00000400:00000010:1.0:1777582974.954827:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2560e0. 00000400:00000010:1.0:1777582974.954829:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bf88. 00000400:00000010:1.0:1777582974.954830:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2569a0. 00000400:00000010:1.0:1777582974.954832:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256f18. 00000400:00000010:1.0:1777582974.954834:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256150. 00000400:00000010:1.0:1777582974.954836:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6ba80. 00000400:00000010:1.0:1777582974.954838:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256b98. 00000400:00000010:1.0:1777582974.954839:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b578. 00000400:00000010:1.0:1777582974.954842:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596ab8. 00000400:00000010:1.0:1777582974.954844:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596ee0. 00000400:00000010:1.0:1777582974.954846:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256b60. 00000400:00000010:1.0:1777582974.954848:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256ce8. 00000400:00000010:1.0:1777582974.954850:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bf50. 00000400:00000010:1.0:1777582974.954851:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596ea8. 00000400:00000010:1.0:1777582974.954853:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2568c0. 00000400:00000010:1.0:1777582974.954855:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256e70. 00000400:00000010:1.0:1777582974.954857:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b9d8. 00000400:00000010:1.0:1777582974.954859:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596e38. 00000400:00000010:1.0:1777582974.954862:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b508. 00000400:00000010:1.0:1777582974.954864:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b658. 00000400:00000010:1.0:1777582974.954865:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596d90. 00000400:00000010:1.0:1777582974.954867:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596118. 00000400:00000010:1.0:1777582974.954869:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b2d8. 00000400:00000010:1.0:1777582974.954871:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256930. 00000400:00000010:1.0:1777582974.954873:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256738. 00000400:00000010:1.0:1777582974.954875:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b540. 00000400:00000010:1.0:1777582974.954877:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2565e8. 00000400:00000010:1.0:1777582974.954879:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596d20. 00000400:00000010:1.0:1777582974.954880:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65962a0. 00000400:00000010:1.0:1777582974.954882:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256dc8. 00000400:00000010:1.0:1777582974.954884:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256038. 00000400:00000010:1.0:1777582974.954887:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256818. 00000400:00000010:1.0:1777582974.954888:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256230. 00000400:00000010:1.0:1777582974.954890:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b5b0. 00000400:00000010:1.0:1777582974.954892:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256888. 00000400:00000010:1.0:1777582974.954894:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596b28. 00000400:00000010:1.0:1777582974.954896:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bbd0. 00000400:00000010:1.0:1777582974.954898:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b888. 00000400:00000010:1.0:1777582974.954900:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b230. 00000400:00000010:1.0:1777582974.954902:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b818. 00000400:00000010:1.0:1777582974.954903:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256bd0. 00000400:00000010:1.0:1777582974.954905:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65967a8. 00000400:00000010:1.0:1777582974.954907:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bc40. 00000400:00000010:1.0:1777582974.954909:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b118. 00000400:00000010:1.0:1777582974.954911:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bd90. 00000400:00000010:1.0:1777582974.954912:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6be38. 00000400:00000010:1.0:1777582974.954914:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b038. 00000400:00000010:1.0:1777582974.954915:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bdc8. 00000400:00000010:1.0:1777582974.954917:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596770. 00000400:00000010:1.0:1777582974.954919:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b5e8. 00000400:00000010:1.0:1777582974.954920:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596fc0. 00000400:00000010:1.0:1777582974.954922:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bea8. 00000400:00000010:1.0:1777582974.954924:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b738. 00000400:00000010:1.0:1777582974.954926:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bee0. 00000400:00000010:1.0:1777582974.954928:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b930. 00000400:00000010:1.0:1777582974.954930:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562be70. 00000400:00000010:1.0:1777582974.954932:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596380. 00000400:00000010:1.0:1777582974.954933:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b8c0. 00000400:00000010:1.0:1777582974.954935:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bce8. 00000400:00000010:1.0:1777582974.954938:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596968. 00000400:00000010:1.0:1777582974.954940:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596a48. 00000400:00000010:1.0:1777582974.954941:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2565b0. 00000400:00000010:1.0:1777582974.954943:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596268. 00000400:00000010:1.0:1777582974.954945:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596348. 00000400:00000010:1.0:1777582974.954947:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596a10. 00000400:00000010:1.0:1777582974.954949:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bb60. 00000400:00000010:1.0:1777582974.954951:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bab8. 00000400:00000010:1.0:1777582974.954953:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bb98. 00000400:00000010:1.0:1777582974.954956:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256540. 00000400:00000010:1.0:1777582974.954958:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b150. 00000400:00000010:1.0:1777582974.954959:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596d58. 00000400:00000010:1.0:1777582974.954961:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b310. 00000400:00000010:1.0:1777582974.954963:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65961c0. 00000400:00000010:1.0:1777582974.954965:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2562d8. 00000400:00000010:1.0:1777582974.954967:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256658. 00000400:00000010:1.0:1777582974.954969:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256f88. 00000400:00000010:1.0:1777582974.954971:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256c78. 00000400:00000010:1.0:1777582974.954973:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b690. 00000400:00000010:1.0:1777582974.954975:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b1f8. 00000400:00000010:1.0:1777582974.954976:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596cb0. 00000400:00000010:1.0:1777582974.954978:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65963b8. 00000400:00000010:1.0:1777582974.954980:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256498. 00000400:00000010:1.0:1777582974.954982:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256428. 00000400:00000010:1.0:1777582974.954984:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b3f0. 00000400:00000010:1.0:1777582974.954986:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2567e0. 00000400:00000010:1.0:1777582974.954988:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2568f8. 00000400:00000010:1.0:1777582974.954990:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bf18. 00000400:00000010:1.0:1777582974.954991:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b9a0. 00000400:00000010:1.0:1777582974.954994:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256070. 00000400:00000010:1.0:1777582974.954996:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b0e0. 00000400:00000010:1.0:1777582974.954997:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596000. 00000400:00000010:1.0:1777582974.954999:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65960a8. 00000400:00000010:1.0:1777582974.955001:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596700. 00000400:00000010:1.0:1777582974.955003:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65966c8. 00000400:00000010:1.0:1777582974.955004:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b188. 00000400:00000010:1.0:1777582974.955006:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bc08. 00000400:00000010:1.0:1777582974.955008:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596620. 00000400:00000010:1.0:1777582974.955010:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562be00. 00000400:00000010:1.0:1777582974.955011:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256620. 00000400:00000010:1.0:1777582974.955013:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2566c8. 00000400:00000010:1.0:1777582974.955015:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596070. 00000400:00000010:1.0:1777582974.955016:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65968f8. 00000400:00000010:1.0:1777582974.955018:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562baf0. 00000400:00000010:1.0:1777582974.955021:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b850. 00000400:00000010:1.0:1777582974.955022:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256700. 00000400:00000010:1.0:1777582974.955024:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b460. 00000400:00000010:1.0:1777582974.955026:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2560a8. 00000400:00000010:1.0:1777582974.955028:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256000. 00000400:00000010:1.0:1777582974.955030:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b4d0. 00000400:00000010:1.0:1777582974.955032:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2563b8. 00000400:00000010:1.0:1777582974.955034:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65967e0. 00000400:00000010:1.0:1777582974.955035:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596428. 00000400:00000010:1.0:1777582974.955038:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596498. 00000400:00000010:1.0:1777582974.955040:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596c78. 00000400:00000010:1.0:1777582974.955042:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562ba80. 00000400:00000010:1.0:1777582974.955043:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596f88. 00000400:00000010:1.0:1777582974.955045:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596658. 00000400:00000010:1.0:1777582974.955047:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b578. 00000400:00000010:1.0:1777582974.955049:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65962d8. 00000400:00000010:1.0:1777582974.955050:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bf50. 00000400:00000010:1.0:1777582974.955052:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b9d8. 00000400:00000010:1.0:1777582974.955054:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b508. 00000400:00000010:1.0:1777582974.955057:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bd20. 00000400:00000010:1.0:1777582974.955059:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596540. 00000400:00000010:1.0:1777582974.955061:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bc40. 00000400:00000010:1.0:1777582974.955063:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256cb0. 00000400:00000010:1.0:1777582974.955065:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65965b0. 00000400:00000010:1.0:1777582974.955067:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2561c0. 00000400:00000010:1.0:1777582974.955069:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b2a0. 00000400:00000010:1.0:1777582974.955071:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bb28. 00000400:00000010:1.0:1777582974.955073:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b7a8. 00000400:00000010:1.0:1777582974.955075:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596bd0. 00000400:00000010:1.0:1777582974.955076:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b770. 00000400:00000010:1.0:1777582974.955078:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b118. 00000400:00000010:1.0:1777582974.955079:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bd90. 00000400:00000010:1.0:1777582974.955081:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596888. 00000400:00000010:1.0:1777582974.955083:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bfc0. 00000400:00000010:1.0:1777582974.955085:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b380. 00000400:00000010:1.0:1777582974.955086:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256d58. 00000400:00000010:1.0:1777582974.955088:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596230. 00000400:00000010:1.0:1777582974.955090:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b968. 00000400:00000010:1.0:1777582974.955092:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562be38. 00000400:00000010:1.0:1777582974.955094:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b620. 00000400:00000010:1.0:1777582974.955096:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596818. 00000400:00000010:1.0:1777582974.955097:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b6c8. 00000400:00000010:1.0:1777582974.955099:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b700. 00000400:00000010:1.0:1777582974.955101:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596038. 00000400:00000010:1.0:1777582974.955103:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596dc8. 00000400:00000010:1.0:1777582974.955105:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b0a8. 00000400:00000010:1.0:1777582974.955107:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65965e8. 00000400:00000010:1.0:1777582974.955108:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256a10. 00000400:00000010:1.0:1777582974.955110:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b000. 00000400:00000010:1.0:1777582974.955112:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b3b8. 00000400:00000010:1.0:1777582974.955114:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bcb0. 00000400:00000010:1.0:1777582974.955116:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596738. 00000400:00000010:1.0:1777582974.955118:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6ba48. 00000400:00000010:1.0:1777582974.955120:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596930. 00000400:00000010:1.0:1777582974.955121:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256348. 00000400:00000010:1.0:1777582974.955123:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256d90. 00000400:00000010:1.0:1777582974.955125:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b1c0. 00000400:00000010:1.0:1777582974.955127:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bd58. 00000400:00000010:1.0:1777582974.955129:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562ba10. 00000400:00000010:1.0:1777582974.955131:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596e70. 00000400:00000010:1.0:1777582974.955348:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b348. 00000400:00000010:1.0:1777582974.955352:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b268. 00000400:00000010:1.0:1777582974.955354:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256e38. 00000400:00000010:1.0:1777582974.955356:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562ba48. 00000400:00000010:1.0:1777582974.955358:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b268. 00000400:00000010:1.0:1777582974.955359:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b348. 00000400:00000010:1.0:1777582974.955361:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256ea8. 00000400:00000010:1.0:1777582974.955362:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256ee0. 00000400:00000010:1.0:1777582974.955364:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65968c0. 00000400:00000010:1.0:1777582974.955365:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256ab8. 00000400:00000010:1.0:1777582974.955367:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256310. 00000400:00000010:1.0:1777582974.955369:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b968. 00000400:00000010:1.0:1777582974.955371:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256690. 00000400:00000010:1.0:1777582974.955373:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596ce8. 00000400:00000010:1.0:1777582974.955375:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6ba10. 00000400:00000010:1.0:1777582974.955376:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2561f8. 00000400:00000010:1.0:1777582974.955378:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b380. 00000400:00000010:1.0:1777582974.955380:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2563f0. 00000400:00000010:1.0:1777582974.955382:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bfc0. 00000400:00000010:1.0:1777582974.955384:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596b60. 00000400:00000010:1.0:1777582974.955385:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596b98. 00000400:00000010:1.0:1777582974.955387:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596150. 00000400:00000010:1.0:1777582974.955389:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b770. 00000400:00000010:1.0:1777582974.955391:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256850. 00000400:00000010:1.0:1777582974.955393:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596f18. 00000400:00000010:1.0:1777582974.955394:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65969a0. 00000400:00000010:1.0:1777582974.955396:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256460. 00000400:00000010:1.0:1777582974.955398:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256d20. 00000400:00000010:1.0:1777582974.955400:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2562a0. 00000400:00000010:1.0:1777582974.955402:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256b28. 00000400:00000010:1.0:1777582974.955403:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65960e0. 00000400:00000010:1.0:1777582974.955405:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b7a8. 00000400:00000010:1.0:1777582974.955407:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bb28. 00000400:00000010:1.0:1777582974.955409:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596188. 00000400:00000010:1.0:1777582974.955410:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab2567a8. 00000400:00000010:1.0:1777582974.955412:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256770. 00000400:00000010:1.0:1777582974.955414:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b2a0. 00000400:00000010:1.0:1777582974.955415:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256fc0. 00000400:00000010:1.0:1777582974.955417:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bd20. 00000400:00000010:1.0:1777582974.955419:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596c08. 00000400:00000010:1.0:1777582974.955420:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596e00. 00000400:00000010:1.0:1777582974.955422:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b460. 00000400:00000010:1.0:1777582974.955424:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b850. 00000400:00000010:1.0:1777582974.955425:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596af0. 00000400:00000010:1.0:1777582974.955427:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65964d0. 00000400:00000010:1.0:1777582974.955428:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b3f0. 00000400:00000010:1.0:1777582974.955430:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596a80. 00000400:00000010:1.0:1777582974.955432:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596578. 00000400:00000010:1.0:1777582974.955434:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b1f8. 00000400:00000010:1.0:1777582974.955435:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256380. 00000400:00000010:1.0:1777582974.955437:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596f50. 00000400:00000010:1.0:1777582974.955439:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65969d8. 00000400:00000010:1.0:1777582974.955440:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b690. 00000400:00000010:1.0:1777582974.955442:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562b310. 00000400:00000010:1.0:1777582974.955444:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bab8. 00000400:00000010:1.0:1777582974.955445:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596508. 00000400:00000010:1.0:1777582974.955448:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b6596c40. 00000400:00000010:1.0:1777582974.955450:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc380. 00000400:00000010:1.0:1777582974.955452:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc968. 00000400:00000010:1.0:1777582974.955454:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dca48. 00000400:00000010:1.0:1777582974.955456:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bee0. 00000400:00000010:1.0:1777582974.955458:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256968. 00000400:00000010:1.0:1777582974.955460:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256a48. 00000400:00000010:1.0:1777582974.955462:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc268. 00000400:00000010:1.0:1777582974.955464:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc348. 00000400:00000010:1.0:1777582974.955467:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ab256268. 00000400:00000010:1.0:1777582974.955469:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27188. 00000400:00000010:1.0:1777582974.955472:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a562bea8. 00000400:00000010:1.0:1777582974.955473:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b9a0. 00000400:00000010:1.0:1777582974.955475:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27c08. 00000400:00000010:1.0:1777582974.955478:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bf18. 00000400:00000010:1.0:1777582974.955480:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964ee0. 00000400:00000010:1.0:1777582974.955482:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964ea8. 00000400:00000010:1.0:1777582974.955484:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964e38. 00000400:00000010:1.0:1777582974.955486:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964d90. 00000400:00000010:1.0:1777582974.955488:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964118. 00000400:00000010:1.0:1777582974.955490:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964c40. 00000400:00000010:1.0:1777582974.955492:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27e00. 00000400:00000010:1.0:1777582974.955494:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27af0. 00000400:00000010:1.0:1777582974.955496:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b274d0. 00000400:00000010:1.0:1777582974.955498:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b150. 00000400:00000010:1.0:1777582974.955500:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964508. 00000400:00000010:1.0:1777582974.955502:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27a80. 00000400:00000010:1.0:1777582974.955504:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dca10. 00000400:00000010:1.0:1777582974.955506:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcd58. 00000400:00000010:1.0:1777582974.955508:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27578. 00000400:00000010:1.0:1777582974.955510:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc1c0. 00000400:00000010:1.0:1777582974.955512:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dccb0. 00000400:00000010:1.0:1777582974.955514:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bb98. 00000400:00000010:1.0:1777582974.955516:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27f50. 00000400:00000010:1.0:1777582974.955518:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909649d8. 00000400:00000010:1.0:1777582974.955520:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc3b8. 00000400:00000010:1.0:1777582974.955522:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964f50. 00000400:00000010:1.0:1777582974.955524:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964578. 00000400:00000010:1.0:1777582974.955536:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964a80. 00000400:00000010:1.0:1777582974.955539:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc000. 00000400:00000010:1.0:1777582974.955541:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909644d0. 00000400:00000010:1.0:1777582974.955543:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc0a8. 00000400:00000010:1.0:1777582974.955545:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b279d8. 00000400:00000010:1.0:1777582974.955547:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc700. 00000400:00000010:1.0:1777582974.955548:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27508. 00000400:00000010:1.0:1777582974.955551:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27c40. 00000400:00000010:1.0:1777582974.955553:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27118. 00000400:00000010:1.0:1777582974.955555:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27d90. 00000400:00000010:1.0:1777582974.955557:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27e38. 00000400:00000010:1.0:1777582974.955559:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bb60. 00000400:00000010:1.0:1777582974.955561:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964af0. 00000400:00000010:1.0:1777582974.955563:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27ea8. 00000400:00000010:1.0:1777582974.955565:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc6c8. 00000400:00000010:1.0:1777582974.955567:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964e00. 00000400:00000010:1.0:1777582974.955569:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc620. 00000400:00000010:1.0:1777582974.955571:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964c08. 00000400:00000010:1.0:1777582974.955573:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bce8. 00000400:00000010:1.0:1777582974.955575:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964188. 00000400:00000010:1.0:1777582974.955576:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc070. 00000400:00000010:1.0:1777582974.955578:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27ee0. 00000400:00000010:1.0:1777582974.955581:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc8f8. 00000400:00000010:1.0:1777582974.955583:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc7e0. 00000400:00000010:1.0:1777582974.955584:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27ab8. 00000400:00000010:1.0:1777582974.955586:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27310. 00000400:00000010:1.0:1777582974.955589:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909640e0. 00000400:00000010:1.0:1777582974.955590:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b8c0. 00000400:00000010:1.0:1777582974.955593:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909649a0. 00000400:00000010:1.0:1777582974.955594:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27690. 00000400:00000010:1.0:1777582974.955596:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b271f8. 00000400:00000010:1.0:1777582974.955598:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b273f0. 00000400:00000010:1.0:1777582974.955600:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27850. 00000400:00000010:1.0:1777582974.955602:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964f18. 00000400:00000010:1.0:1777582974.955604:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27460. 00000400:00000010:1.0:1777582974.955606:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc428. 00000400:00000010:1.0:1777582974.955608:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27d20. 00000400:00000010:1.0:1777582974.955610:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964150. 00000400:00000010:1.0:1777582974.955611:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b272a0. 00000400:00000010:1.0:1777582974.955614:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc498. 00000400:00000010:1.0:1777582974.955615:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27b28. 00000400:00000010:1.0:1777582974.955617:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6be70. 00000400:00000010:1.0:1777582974.955619:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b930. 00000400:00000010:1.0:1777582974.955621:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcc78. 00000400:00000010:1.0:1777582974.955623:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcf88. 00000400:00000010:1.0:1777582974.955625:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964b98. 00000400:00000010:1.0:1777582974.955626:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964b60. 00000400:00000010:1.0:1777582974.955629:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc658. 00000400:00000010:1.0:1777582974.955631:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964ce8. 00000400:00000010:1.0:1777582974.955633:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b738. 00000400:00000010:1.0:1777582974.955635:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b5e8. 00000400:00000010:1.0:1777582974.955637:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc2d8. 00000400:00000010:1.0:1777582974.955638:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bdc8. 00000400:00000010:1.0:1777582974.955640:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc540. 00000400:00000010:1.0:1777582974.955642:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909648c0. 00000400:00000010:1.0:1777582974.955644:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964e70. 00000400:00000010:1.0:1777582974.955646:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964930. 00000400:00000010:1.0:1777582974.955649:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc5b0. 00000400:00000010:1.0:1777582974.955651:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b277a8. 00000400:00000010:1.0:1777582974.955653:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964738. 00000400:00000010:1.0:1777582974.955655:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27770. 00000400:00000010:1.0:1777582974.955657:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909645e8. 00000400:00000010:1.0:1777582974.955659:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27fc0. 00000400:00000010:1.0:1777582974.955661:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964dc8. 00000400:00000010:1.0:1777582974.955663:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b038. 00000400:00000010:1.0:1777582974.955665:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964038. 00000400:00000010:1.0:1777582974.955667:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b818. 00000400:00000010:1.0:1777582974.955668:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b230. 00000400:00000010:1.0:1777582974.955670:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27380. 00000400:00000010:1.0:1777582974.955672:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcbd0. 00000400:00000010:1.0:1777582974.955674:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27968. 00000400:00000010:1.0:1777582974.955676:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc888. 00000400:00000010:1.0:1777582974.955678:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b888. 00000400:00000010:1.0:1777582974.955680:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bbd0. 00000400:00000010:1.0:1777582974.955681:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964818. 00000400:00000010:1.0:1777582974.955683:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b5b0. 00000400:00000010:1.0:1777582974.955685:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27a48. 00000400:00000010:1.0:1777582974.955688:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc230. 00000400:00000010:1.0:1777582974.955690:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964230. 00000400:00000010:1.0:1777582974.955692:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964888. 00000400:00000010:1.0:1777582974.955693:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964bd0. 00000400:00000010:1.0:1777582974.955695:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b540. 00000400:00000010:1.0:1777582974.955697:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b2d8. 00000400:00000010:1.0:1777582974.955699:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909645b0. 00000400:00000010:1.0:1777582974.955700:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964540. 00000400:00000010:1.0:1777582974.955703:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909642d8. 00000400:00000010:1.0:1777582974.955705:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964658. 00000400:00000010:1.0:1777582974.955707:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964f88. 00000400:00000010:1.0:1777582974.955708:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27268. 00000400:00000010:1.0:1777582974.955710:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b658. 00000400:00000010:1.0:1777582974.955712:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27348. 00000400:00000010:1.0:1777582974.955714:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bf88. 00000400:00000010:1.0:1777582974.955716:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc818. 00000400:00000010:1.0:1777582974.955718:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964c78. 00000400:00000010:1.0:1777582974.955720:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc038. 00000400:00000010:1.0:1777582974.955721:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bc78. 00000400:00000010:1.0:1777582974.955723:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27a10. 00000400:00000010:1.0:1777582974.955724:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964498. 00000400:00000010:1.0:1777582974.955726:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b498. 00000400:00000010:1.0:1777582974.955728:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27d58. 00000400:00000010:1.0:1777582974.955730:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcdc8. 00000400:00000010:1.0:1777582974.955731:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b271c0. 00000400:00000010:1.0:1777582974.955733:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964428. 00000400:00000010:1.0:1777582974.955735:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b428. 00000400:00000010:1.0:1777582974.955737:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27cb0. 00000400:00000010:1.0:1777582974.955738:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909647e0. 00000400:00000010:1.0:1777582974.955740:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b273b8. 00000400:00000010:1.0:1777582974.955742:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc5e8. 00000400:00000010:1.0:1777582974.955743:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909648f8. 00000400:00000010:1.0:1777582974.955745:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964070. 00000400:00000010:1.0:1777582974.955747:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27000. 00000400:00000010:1.0:1777582974.955749:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b7e0. 00000400:00000010:1.0:1777582974.955750:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964620. 00000400:00000010:1.0:1777582974.955752:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909646c8. 00000400:00000010:1.0:1777582974.955754:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b270a8. 00000400:00000010:1.0:1777582974.955755:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b8f8. 00000400:00000010:1.0:1777582974.955757:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964700. 00000400:00000010:1.0:1777582974.955759:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc738. 00000400:00000010:1.0:1777582974.955761:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27700. 00000400:00000010:1.0:1777582974.955763:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc930. 00000400:00000010:1.0:1777582974.955764:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b276c8. 00000400:00000010:1.0:1777582974.955766:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909640a8. 00000400:00000010:1.0:1777582974.955768:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27620. 00000400:00000010:1.0:1777582974.955770:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b070. 00000400:00000010:1.0:1777582974.955771:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964000. 00000400:00000010:1.0:1777582974.955773:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27070. 00000400:00000010:1.0:1777582974.955775:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909643b8. 00000400:00000010:1.0:1777582974.955776:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b620. 00000400:00000010:1.0:1777582974.955778:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b6c8. 00000400:00000010:1.0:1777582974.955780:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964cb0. 00000400:00000010:1.0:1777582974.955781:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909641c0. 00000400:00000010:1.0:1777582974.955783:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964d58. 00000400:00000010:1.0:1777582974.955785:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b700. 00000400:00000010:1.0:1777582974.955786:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b278f8. 00000400:00000010:1.0:1777582974.955789:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964a10. 00000400:00000010:1.0:1777582974.955790:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dce70. 00000400:00000010:1.0:1777582974.955792:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964348. 00000400:00000010:1.0:1777582974.955794:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b0a8. 00000400:00000010:1.0:1777582974.955795:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964268. 00000400:00000010:1.0:1777582974.955797:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b277e0. 00000400:00000010:1.0:1777582974.955799:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc8c0. 00000400:00000010:1.0:1777582974.955801:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcce8. 00000400:00000010:1.0:1777582974.955803:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27428. 00000400:00000010:1.0:1777582974.955805:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27498. 00000400:00000010:1.0:1777582974.955807:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcb60. 00000400:00000010:1.0:1777582974.955809:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcb98. 00000400:00000010:1.0:1777582974.955811:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc150. 00000400:00000010:1.0:1777582974.955812:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b000. 00000400:00000010:1.0:1777582974.955814:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27c78. 00000400:00000010:1.0:1777582974.955816:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964a48. 00000400:00000010:1.0:1777582974.955818:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcf18. 00000400:00000010:1.0:1777582974.955819:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b3b8. 00000400:00000010:1.0:1777582974.955821:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc9a0. 00000400:00000010:1.0:1777582974.955823:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bcb0. 00000400:00000010:1.0:1777582974.955824:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6b1c0. 00000400:00000010:1.0:1777582974.955826:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27f88. 00000400:00000010:1.0:1777582974.955828:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02482b6bd58. 00000400:00000010:1.0:1777582974.955831:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964968. 00000400:00000010:1.0:1777582974.955833:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da460. 00000400:00000010:1.0:1777582974.955837:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc0e0. 00000400:00000010:1.0:1777582974.955838:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da850. 00000400:00000010:1.0:1777582974.955840:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964380. 00000400:00000010:1.0:1777582974.955842:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27658. 00000400:00000010:1.0:1777582974.955844:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc188. 00000400:00000010:1.0:1777582974.955845:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b272d8. 00000400:00000010:1.0:1777582974.955847:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da3f0. 00000400:00000010:1.0:1777582974.955849:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcc08. 00000400:00000010:1.0:1777582974.955851:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27540. 00000400:00000010:1.0:1777582974.955852:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dce00. 00000400:00000010:1.0:1777582974.955854:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b275b0. 00000400:00000010:1.0:1777582974.955856:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964fc0. 00000400:00000010:1.0:1777582974.955858:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcaf0. 00000400:00000010:1.0:1777582974.955859:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964770. 00000400:00000010:1.0:1777582974.955861:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27bd0. 00000400:00000010:1.0:1777582974.955863:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909647a8. 00000400:00000010:1.0:1777582974.955864:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27888. 00000400:00000010:1.0:1777582974.955866:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27230. 00000400:00000010:1.0:1777582974.955867:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964b28. 00000400:00000010:1.0:1777582974.955868:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909642a0. 00000400:00000010:1.0:1777582974.955870:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc4d0. 00000400:00000010:1.0:1777582974.955871:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dca80. 00000400:00000010:1.0:1777582974.955873:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964d20. 00000400:00000010:1.0:1777582974.955875:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964460. 00000400:00000010:1.0:1777582974.955876:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27818. 00000400:00000010:1.0:1777582974.955878:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da1f8. 00000400:00000010:1.0:1777582974.955880:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc578. 00000400:00000010:1.0:1777582974.955881:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964850. 00000400:00000010:1.0:1777582974.955883:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcf50. 00000400:00000010:1.0:1777582974.955884:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909643f0. 00000400:00000010:1.0:1777582974.955886:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27038. 00000400:00000010:1.0:1777582974.955888:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa023909641f8. 00000400:00000010:1.0:1777582974.955889:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da690. 00000400:00000010:1.0:1777582974.955891:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc9d8. 00000400:00000010:1.0:1777582974.955892:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27dc8. 00000400:00000010:1.0:1777582974.955894:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964690. 00000400:00000010:1.0:1777582974.955896:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da310. 00000400:00000010:1.0:1777582974.955898:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc508. 00000400:00000010:1.0:1777582974.955899:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b275e8. 00000400:00000010:1.0:1777582974.955901:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972daab8. 00000400:00000010:1.0:1777582974.955903:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27738. 00000400:00000010:1.0:1777582974.955905:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcc40. 00000400:00000010:1.0:1777582974.955906:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964310. 00000400:00000010:1.0:1777582974.955908:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc118. 00000400:00000010:1.0:1777582974.955910:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02390964ab8. 00000400:00000010:1.0:1777582974.955912:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f000. 00000400:00000010:1.0:1777582974.955914:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcd90. 00000400:00000010:1.0:1777582974.955916:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f0a8. 00000400:00000010:1.0:1777582974.955917:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27930. 00000400:00000010:1.0:1777582974.955920:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972daee0. 00000400:00000010:1.0:1777582974.955922:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972daea8. 00000400:00000010:1.0:1777582974.955924:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dce38. 00000400:00000010:1.0:1777582974.955926:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dae38. 00000400:00000010:1.0:1777582974.955927:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f700. 00000400:00000010:1.0:1777582974.955929:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f6c8. 00000400:00000010:1.0:1777582974.955931:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27e70. 00000400:00000010:1.0:1777582974.955933:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcea8. 00000400:00000010:1.0:1777582974.955934:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcee0. 00000400:00000010:1.0:1777582974.955936:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcab8. 00000400:00000010:1.0:1777582974.955938:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dad90. 00000400:00000010:1.0:1777582974.955940:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da118. 00000400:00000010:1.0:1777582974.955942:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc310. 00000400:00000010:1.0:1777582974.955943:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dac40. 00000400:00000010:1.0:1777582974.955945:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc690. 00000400:00000010:1.0:1777582974.955947:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc1f8. 00000400:00000010:1.0:1777582974.955948:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc3f0. 00000400:00000010:1.0:1777582974.955950:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f620. 00000400:00000010:1.0:1777582974.955952:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b278c0. 00000400:00000010:1.0:1777582974.955954:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc850. 00000400:00000010:1.0:1777582974.955955:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f070. 00000400:00000010:1.0:1777582974.955957:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f8f8. 00000400:00000010:1.0:1777582974.955960:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f7e0. 00000400:00000010:1.0:1777582974.955961:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da508. 00000400:00000010:1.0:1777582974.955963:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc460. 00000400:00000010:1.0:1777582974.955965:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da9d8. 00000400:00000010:1.0:1777582974.955967:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f428. 00000400:00000010:1.0:1777582974.955969:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972daf50. 00000400:00000010:1.0:1777582974.955970:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcd20. 00000400:00000010:1.0:1777582974.955972:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f498. 00000400:00000010:1.0:1777582974.955974:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da578. 00000400:00000010:1.0:1777582974.955976:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972daa80. 00000400:00000010:1.0:1777582974.955978:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27ce8. 00000400:00000010:1.0:1777582974.955979:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fc78. 00000400:00000010:1.0:1777582974.955982:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27b60. 00000400:00000010:1.0:1777582974.955983:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499ff88. 00000400:00000010:1.0:1777582974.955985:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc2a0. 00000400:00000010:1.0:1777582974.955987:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f658. 00000400:00000010:1.0:1777582974.955989:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f2d8. 00000400:00000010:1.0:1777582974.955991:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da4d0. 00000400:00000010:1.0:1777582974.955993:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972daaf0. 00000400:00000010:1.0:1777582974.955994:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27b98. 00000400:00000010:1.0:1777582974.955996:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcb28. 00000400:00000010:1.0:1777582974.955997:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f540. 00000400:00000010:1.0:1777582974.955999:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f5b0. 00000400:00000010:1.0:1777582974.956000:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27150. 00000400:00000010:1.0:1777582974.956002:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b27f18. 00000400:00000010:1.0:1777582974.956004:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fbd0. 00000400:00000010:1.0:1777582974.956005:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc7a8. 00000400:00000010:1.0:1777582974.956007:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dae00. 00000400:00000010:1.0:1777582974.956008:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f888. 00000400:00000010:1.0:1777582974.956010:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dc770. 00000400:00000010:1.0:1777582974.956012:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dac08. 00000400:00000010:1.0:1777582974.956014:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f230. 00000400:00000010:1.0:1777582974.956015:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b279a0. 00000400:00000010:1.0:1777582974.956017:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f818. 00000400:00000010:1.0:1777582974.956018:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484b270e0. 00000400:00000010:1.0:1777582974.956020:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f038. 00000400:00000010:1.0:1777582974.956022:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fdc8. 00000400:00000010:1.0:1777582974.956024:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da188. 00000400:00000010:1.0:1777582974.956026:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f5e8. 00000400:00000010:1.0:1777582974.956027:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da0e0. 00000400:00000010:1.0:1777582974.956029:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af2dcfc0. 00000400:00000010:1.0:1777582974.956031:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da9a0. 00000400:00000010:1.0:1777582974.956032:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972daf18. 00000400:00000010:1.0:1777582974.956034:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da150. 00000400:00000010:1.0:1777582974.956036:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd9a0. 00000400:00000010:1.0:1777582974.956039:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd428. 00000400:00000010:1.0:1777582974.956041:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f738. 00000400:00000010:1.0:1777582974.956043:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd3b8. 00000400:00000010:1.0:1777582974.956046:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd070. 00000400:00000010:1.0:1777582974.956048:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dab98. 00000400:00000010:1.0:1777582974.956050:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dab60. 00000400:00000010:1.0:1777582974.956052:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dace8. 00000400:00000010:1.0:1777582974.956054:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdf88. 00000400:00000010:1.0:1777582974.956056:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdd20. 00000400:00000010:1.0:1777582974.956058:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bd20. 00000400:00000010:1.0:1777582974.956060:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f930. 00000400:00000010:1.0:1777582974.956062:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b7e0. 00000400:00000010:1.0:1777582974.956064:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fe70. 00000400:00000010:1.0:1777582974.956066:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b888. 00000400:00000010:1.0:1777582974.956068:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f8c0. 00000400:00000010:1.0:1777582974.956070:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b3f0. 00000400:00000010:1.0:1777582974.956072:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fce8. 00000400:00000010:1.0:1777582974.956074:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd310. 00000400:00000010:1.0:1777582974.956076:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fb60. 00000400:00000010:1.0:1777582974.956078:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fb98. 00000400:00000010:1.0:1777582974.956080:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b1f8. 00000400:00000010:1.0:1777582974.956081:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd5b0. 00000400:00000010:1.0:1777582974.956083:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f150. 00000400:00000010:1.0:1777582974.956085:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd0a8. 00000400:00000010:1.0:1777582974.956087:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499ff18. 00000400:00000010:1.0:1777582974.956089:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da8c0. 00000400:00000010:1.0:1777582974.956091:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bdc8. 00000400:00000010:1.0:1777582974.956092:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f9a0. 00000400:00000010:1.0:1777582974.956094:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dae70. 00000400:00000010:1.0:1777582974.956096:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f0e0. 00000400:00000010:1.0:1777582974.956098:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdb98. 00000400:00000010:1.0:1777582974.956099:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da930. 00000400:00000010:1.0:1777582974.956102:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd850. 00000400:00000010:1.0:1777582974.956103:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdb60. 00000400:00000010:1.0:1777582974.956106:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b0a8. 00000400:00000010:1.0:1777582974.956107:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f188. 00000400:00000010:1.0:1777582974.956110:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b150. 00000400:00000010:1.0:1777582974.956112:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fc08. 00000400:00000010:1.0:1777582974.956113:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdaf0. 00000400:00000010:1.0:1777582974.956116:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da738. 00000400:00000010:1.0:1777582974.956118:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da5e8. 00000400:00000010:1.0:1777582974.956119:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b428. 00000400:00000010:1.0:1777582974.956121:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd1f8. 00000400:00000010:1.0:1777582974.956124:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bab8. 00000400:00000010:1.0:1777582974.956126:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd6c8. 00000400:00000010:1.0:1777582974.956127:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b070. 00000400:00000010:1.0:1777582974.956130:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd1c0. 00000400:00000010:1.0:1777582974.956132:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fe00. 00000400:00000010:1.0:1777582974.956166:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dadc8. 00000400:00000010:1.0:1777582974.956168:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499faf0. 00000400:00000010:1.0:1777582974.956170:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f4d0. 00000400:00000010:1.0:1777582974.956172:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da038. 00000400:00000010:1.0:1777582974.956174:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bb60. 00000400:00000010:1.0:1777582974.956176:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fda10. 00000400:00000010:1.0:1777582974.956178:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bf88. 00000400:00000010:1.0:1777582974.956180:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd930. 00000400:00000010:1.0:1777582974.956181:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da818. 00000400:00000010:1.0:1777582974.956183:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fa80. 00000400:00000010:1.0:1777582974.956185:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdee0. 00000400:00000010:1.0:1777582974.956187:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f578. 00000400:00000010:1.0:1777582974.956188:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499ff50. 00000400:00000010:1.0:1777582974.956190:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fde38. 00000400:00000010:1.0:1777582974.956192:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f9d8. 00000400:00000010:1.0:1777582974.956193:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f508. 00000400:00000010:1.0:1777582974.956195:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2ba80. 00000400:00000010:1.0:1777582974.956197:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b2a0. 00000400:00000010:1.0:1777582974.956199:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bc40. 00000400:00000010:1.0:1777582974.956201:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fc40. 00000400:00000010:1.0:1777582974.956203:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bc08. 00000400:00000010:1.0:1777582974.956205:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd3f0. 00000400:00000010:1.0:1777582974.956207:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b700. 00000400:00000010:1.0:1777582974.956209:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f118. 00000400:00000010:1.0:1777582974.956211:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b0e0. 00000400:00000010:1.0:1777582974.956213:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd7a8. 00000400:00000010:1.0:1777582974.956215:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd348. 00000400:00000010:1.0:1777582974.956217:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da230. 00000400:00000010:1.0:1777582974.956219:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdcb0. 00000400:00000010:1.0:1777582974.956221:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fd90. 00000400:00000010:1.0:1777582974.956223:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fe38. 00000400:00000010:1.0:1777582974.956225:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b7a8. 00000400:00000010:1.0:1777582974.956227:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fea8. 00000400:00000010:1.0:1777582974.956229:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b968. 00000400:00000010:1.0:1777582974.956231:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd620. 00000400:00000010:1.0:1777582974.956233:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da888. 00000400:00000010:1.0:1777582974.956235:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dabd0. 00000400:00000010:1.0:1777582974.956237:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd658. 00000400:00000010:1.0:1777582974.956239:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdf18. 00000400:00000010:1.0:1777582974.956242:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd188. 00000400:00000010:1.0:1777582974.956243:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da5b0. 00000400:00000010:1.0:1777582974.975028:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdbd0. 00000400:00000010:1.0:1777582974.975045:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fee0. 00000400:00000010:1.0:1777582974.975048:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b850. 00000400:00000010:1.0:1777582974.975050:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fab8. 00000400:00000010:1.0:1777582974.975053:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b930. 00000400:00000010:1.0:1777582974.975054:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da540. 00000400:00000010:1.0:1777582974.975058:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da2d8. 00000400:00000010:1.0:1777582974.975060:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd150. 00000400:00000010:1.0:1777582974.975062:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f310. 00000400:00000010:1.0:1777582974.975063:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da658. 00000400:00000010:1.0:1777582974.975066:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f690. 00000400:00000010:1.0:1777582974.975067:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f1f8. 00000400:00000010:1.0:1777582974.975069:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b818. 00000400:00000010:1.0:1777582974.975071:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bcb0. 00000400:00000010:1.0:1777582974.975073:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972daf88. 00000400:00000010:1.0:1777582974.975075:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bea8. 00000400:00000010:1.0:1777582974.975077:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2be70. 00000400:00000010:1.0:1777582974.975079:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dac78. 00000400:00000010:1.0:1777582974.975082:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da498. 00000400:00000010:1.0:1777582974.975083:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da428. 00000400:00000010:1.0:1777582974.975085:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f3f0. 00000400:00000010:1.0:1777582974.975087:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b230. 00000400:00000010:1.0:1777582974.975090:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b9d8. 00000400:00000010:1.0:1777582974.975092:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b738. 00000400:00000010:1.0:1777582974.975094:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f850. 00000400:00000010:1.0:1777582974.975096:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b8f8. 00000400:00000010:1.0:1777582974.975098:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f460. 00000400:00000010:1.0:1777582974.975100:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bd58. 00000400:00000010:1.0:1777582974.975102:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fd20. 00000400:00000010:1.0:1777582974.975104:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd498. 00000400:00000010:1.0:1777582974.975106:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdd58. 00000400:00000010:1.0:1777582974.975109:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f2a0. 00000400:00000010:1.0:1777582974.975111:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fde00. 00000400:00000010:1.0:1777582974.975113:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da7e0. 00000400:00000010:1.0:1777582974.975115:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fb28. 00000400:00000010:1.0:1777582974.975117:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fda80. 00000400:00000010:1.0:1777582974.975119:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdc08. 00000400:00000010:1.0:1777582974.975121:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdb28. 00000400:00000010:1.0:1777582974.975123:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f7a8. 00000400:00000010:1.0:1777582974.975125:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd818. 00000400:00000010:1.0:1777582974.975126:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd968. 00000400:00000010:1.0:1777582974.975129:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2ba10. 00000400:00000010:1.0:1777582974.975130:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f770. 00000400:00000010:1.0:1777582974.975148:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd230. 00000400:00000010:1.0:1777582974.975151:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bb28. 00000400:00000010:1.0:1777582974.975153:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499ffc0. 00000400:00000010:1.0:1777582974.975155:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd2d8. 00000400:00000010:1.0:1777582974.975157:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da8f8. 00000400:00000010:1.0:1777582974.975159:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da070. 00000400:00000010:1.0:1777582974.975161:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fda48. 00000400:00000010:1.0:1777582974.975163:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f380. 00000400:00000010:1.0:1777582974.975165:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdd90. 00000400:00000010:1.0:1777582974.975168:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f968. 00000400:00000010:1.0:1777582974.975169:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da620. 00000400:00000010:1.0:1777582974.975172:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fa48. 00000400:00000010:1.0:1777582974.975173:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f268. 00000400:00000010:1.0:1777582974.975175:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f348. 00000400:00000010:1.0:1777582974.975177:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da6c8. 00000400:00000010:1.0:1777582974.975179:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd268. 00000400:00000010:1.0:1777582974.975181:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da700. 00000400:00000010:1.0:1777582974.975183:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd038. 00000400:00000010:1.0:1777582974.975185:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da0a8. 00000400:00000010:1.0:1777582974.975187:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b460. 00000400:00000010:1.0:1777582974.975189:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fa10. 00000400:00000010:1.0:1777582974.975191:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fd58. 00000400:00000010:1.0:1777582974.975192:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd8f8. 00000400:00000010:1.0:1777582974.975194:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da000. 00000400:00000010:1.0:1777582974.975197:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da3b8. 00000400:00000010:1.0:1777582974.975199:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdab8. 00000400:00000010:1.0:1777582974.975200:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd000. 00000400:00000010:1.0:1777582974.975202:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dacb0. 00000400:00000010:1.0:1777582974.975204:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b310. 00000400:00000010:1.0:1777582974.975206:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bd90. 00000400:00000010:1.0:1777582974.975208:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f1c0. 00000400:00000010:1.0:1777582974.975210:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b508. 00000400:00000010:1.0:1777582974.975212:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b9a0. 00000400:00000010:1.0:1777582974.975214:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bb98. 00000400:00000010:1.0:1777582974.975216:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd460. 00000400:00000010:1.0:1777582974.975218:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499fcb0. 00000400:00000010:1.0:1777582974.975219:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248499f3b8. 00000400:00000010:1.0:1777582974.975222:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fddc8. 00000400:00000010:1.0:1777582974.975224:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe118. 00000400:00000010:1.0:1777582974.975227:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da1c0. 00000400:00000010:1.0:1777582974.975229:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd8c0. 00000400:00000010:1.0:1777582974.975231:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fed90. 00000400:00000010:1.0:1777582974.975233:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fee38. 00000400:00000010:1.0:1777582974.975235:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dad58. 00000400:00000010:1.0:1777582974.975238:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9feea8. 00000400:00000010:1.0:1777582974.975240:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972daa10. 00000400:00000010:1.0:1777582974.975242:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9feee0. 00000400:00000010:1.0:1777582974.975255:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd2a0. 00000400:00000010:1.0:1777582974.975258:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da348. 00000400:00000010:1.0:1777582974.975377:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9feab8. 00000400:00000010:1.0:1777582974.975382:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b658. 00000400:00000010:1.0:1777582974.975384:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b3b8. 00000400:00000010:1.0:1777582974.975386:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b578. 00000400:00000010:1.0:1777582974.975388:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe310. 00000400:00000010:1.0:1777582974.975390:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe690. 00000400:00000010:1.0:1777582974.975392:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe1f8. 00000400:00000010:1.0:1777582974.975394:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b498. 00000400:00000010:1.0:1777582974.975396:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2ba48. 00000400:00000010:1.0:1777582974.975398:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da268. 00000400:00000010:1.0:1777582974.975401:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd690. 00000400:00000010:1.0:1777582974.975403:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe3f0. 00000400:00000010:1.0:1777582974.975405:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe850. 00000400:00000010:1.0:1777582974.975407:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bce8. 00000400:00000010:1.0:1777582974.975409:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdfc0. 00000400:00000010:1.0:1777582974.975411:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972daa48. 00000400:00000010:1.0:1777582974.975413:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd540. 00000400:00000010:1.0:1777582974.975415:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdf50. 00000400:00000010:1.0:1777582974.975417:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da968. 00000400:00000010:1.0:1777582974.975419:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bee0. 00000400:00000010:1.0:1777582974.975420:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da380. 00000400:00000010:1.0:1777582974.975422:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b770. 00000400:00000010:1.0:1777582974.975424:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b620. 00000400:00000010:1.0:1777582974.975426:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd4d0. 00000400:00000010:1.0:1777582974.975428:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2be38. 00000400:00000010:1.0:1777582974.975430:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdc78. 00000400:00000010:1.0:1777582974.975432:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dafc0. 00000400:00000010:1.0:1777582974.975434:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b038. 00000400:00000010:1.0:1777582974.975435:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da770. 00000400:00000010:1.0:1777582974.975437:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd738. 00000400:00000010:1.0:1777582974.975438:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd700. 00000400:00000010:1.0:1777582974.975441:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da7a8. 00000400:00000010:1.0:1777582974.975442:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe460. 00000400:00000010:1.0:1777582974.975444:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fed20. 00000400:00000010:1.0:1777582974.975446:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe2a0. 00000400:00000010:1.0:1777582974.975448:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b380. 00000400:00000010:1.0:1777582974.975450:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9feb28. 00000400:00000010:1.0:1777582974.975453:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dab28. 00000400:00000010:1.0:1777582974.975455:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe7a8. 00000400:00000010:1.0:1777582974.975457:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe770. 00000400:00000010:1.0:1777582974.975459:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972da2a0. 00000400:00000010:1.0:1777582974.975461:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fefc0. 00000400:00000010:1.0:1777582974.975463:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe380. 00000400:00000010:1.0:1777582974.975464:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2baf0. 00000400:00000010:1.0:1777582974.975466:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe968. 00000400:00000010:1.0:1777582974.975469:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fea48. 00000400:00000010:1.0:1777582974.975470:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dad20. 00000400:00000010:1.0:1777582974.975473:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b1c0. 00000400:00000010:1.0:1777582974.975475:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fd90. 00000400:00000010:1.0:1777582974.975477:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdea8. 00000400:00000010:1.0:1777582974.975479:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe268. 00000400:00000010:1.0:1777582974.975480:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe348. 00000400:00000010:1.0:1777582974.975482:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd380. 00000400:00000010:1.0:1777582974.975484:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd5e8. 00000400:00000010:1.0:1777582974.975486:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fea10. 00000400:00000010:1.0:1777582974.975488:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fe38. 00000400:00000010:1.0:1777582974.975489:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fde70. 00000400:00000010:1.0:1777582974.975491:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd888. 00000400:00000010:1.0:1777582974.975493:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fea8. 00000400:00000010:1.0:1777582974.975494:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fee0. 00000400:00000010:1.0:1777582974.975496:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bf18. 00000400:00000010:1.0:1777582974.975498:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fed58. 00000400:00000010:1.0:1777582974.975501:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b268. 00000400:00000010:1.0:1777582974.975502:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe1c0. 00000400:00000010:1.0:1777582974.975504:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdce8. 00000400:00000010:1.0:1777582974.975507:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fecb0. 00000400:00000010:1.0:1777582974.975508:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b5e8. 00000400:00000010:1.0:1777582974.975510:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe3b8. 00000400:00000010:1.0:1777582974.975512:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b118. 00000400:00000010:1.0:1777582974.975514:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2be00. 00000400:00000010:1.0:1777582974.975516:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fab8. 00000400:00000010:1.0:1777582974.975517:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f310. 00000400:00000010:1.0:1777582974.975519:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd7e0. 00000400:00000010:1.0:1777582974.975520:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe000. 00000400:00000010:1.0:1777582974.975523:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd770. 00000400:00000010:1.0:1777582974.975525:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b000. 00000400:00000010:1.0:1777582974.975536:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f690. 00000400:00000010:1.0:1777582974.975538:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f1f8. 00000400:00000010:1.0:1777582974.975540:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe0a8. 00000400:00000010:1.0:1777582974.975542:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f3f0. 00000400:00000010:1.0:1777582974.975544:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe700. 00000400:00000010:1.0:1777582974.975546:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fdc40. 00000400:00000010:1.0:1777582974.975548:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f850. 00000400:00000010:1.0:1777582974.975551:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bfc0. 00000400:00000010:1.0:1777582974.975553:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f460. 00000400:00000010:1.0:1777582974.975554:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fd0e0. 00000400:00000010:1.0:1777582974.975556:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fd20. 00000400:00000010:1.0:1777582974.975558:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe6c8. 00000400:00000010:1.0:1777582974.975560:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe620. 00000400:00000010:1.0:1777582974.975562:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe070. 00000400:00000010:1.0:1777582974.975564:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f2a0. 00000400:00000010:1.0:1777582974.975566:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe8f8. 00000400:00000010:1.0:1777582974.975567:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe7e0. 00000400:00000010:1.0:1777582974.975569:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b690. 00000400:00000010:1.0:1777582974.975571:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe428. 00000400:00000010:1.0:1777582974.975573:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe498. 00000400:00000010:1.0:1777582974.975575:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcb28. 00000400:00000010:1.0:1777582974.975578:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fec78. 00000400:00000010:1.0:1777582974.975580:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc690. 00000400:00000010:1.0:1777582974.975582:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fef88. 00000400:00000010:1.0:1777582974.975583:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe658. 00000400:00000010:1.0:1777582974.975585:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe2d8. 00000400:00000010:1.0:1777582974.975588:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc230. 00000400:00000010:1.0:1777582974.975590:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bf50. 00000400:00000010:1.0:1777582974.975592:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fb28. 00000400:00000010:1.0:1777582974.975594:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f7a8. 00000400:00000010:1.0:1777582974.975596:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc0a8. 00000400:00000010:1.0:1777582974.975598:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc428. 00000400:00000010:1.0:1777582974.975600:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b6c8. 00000400:00000010:1.0:1777582974.975602:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe540. 00000400:00000010:1.0:1777582974.975604:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f770. 00000400:00000010:1.0:1777582974.975607:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe5b0. 00000400:00000010:1.0:1777582974.975608:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758ffc0. 00000400:00000010:1.0:1777582974.975611:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9febd0. 00000400:00000010:1.0:1777582974.975613:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcbd0. 00000400:00000010:1.0:1777582974.975615:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b8c0. 00000400:00000010:1.0:1777582974.975617:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f380. 00000400:00000010:1.0:1777582974.975618:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe888. 00000400:00000010:1.0:1777582974.975620:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe230. 00000400:00000010:1.0:1777582974.975622:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcd20. 00000400:00000010:1.0:1777582974.975624:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f968. 00000400:00000010:1.0:1777582974.975626:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe818. 00000400:00000010:1.0:1777582974.975628:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fa48. 00000400:00000010:1.0:1777582974.975630:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b348. 00000400:00000010:1.0:1777582974.975632:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f268. 00000400:00000010:1.0:1777582974.975634:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2bc78. 00000400:00000010:1.0:1777582974.975636:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc770. 00000400:00000010:1.0:1777582974.975637:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f348. 00000400:00000010:1.0:1777582974.975639:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b4d0. 00000400:00000010:1.0:1777582974.975642:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024c2d2b188. 00000400:00000010:1.0:1777582974.975644:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc3b8. 00000400:00000010:1.0:1777582974.975646:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fa10. 00000400:00000010:1.0:1777582974.975648:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3f50. 00000400:00000010:1.0:1777582974.975651:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc818. 00000400:00000010:1.0:1777582974.975653:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe038. 00000400:00000010:1.0:1777582974.975655:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fd58. 00000400:00000010:1.0:1777582974.975656:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fedc8. 00000400:00000010:1.0:1777582974.975658:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3578. 00000400:00000010:1.0:1777582974.975660:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc6c8. 00000400:00000010:1.0:1777582974.975662:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe5e8. 00000400:00000010:1.0:1777582974.975664:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc540. 00000400:00000010:1.0:1777582974.975666:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe738. 00000400:00000010:1.0:1777582974.975667:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f1c0. 00000400:00000010:1.0:1777582974.975669:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc9a0. 00000400:00000010:1.0:1777582974.975672:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcd58. 00000400:00000010:1.0:1777582974.975673:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fcb0. 00000400:00000010:1.0:1777582974.975675:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc460. 00000400:00000010:1.0:1777582974.975677:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f3b8. 00000400:00000010:1.0:1777582974.975679:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f000. 00000400:00000010:1.0:1777582974.975681:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3a80. 00000400:00000010:1.0:1777582974.975683:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d34d0. 00000400:00000010:1.0:1777582974.975685:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f0a8. 00000400:00000010:1.0:1777582974.975687:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3af0. 00000400:00000010:1.0:1777582974.975689:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc578. 00000400:00000010:1.0:1777582974.975691:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3e00. 00000400:00000010:1.0:1777582974.975693:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f700. 00000400:00000010:1.0:1777582974.975695:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f6c8. 00000400:00000010:1.0:1777582974.975697:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fca10. 00000400:00000010:1.0:1777582974.975699:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc700. 00000400:00000010:1.0:1777582974.975701:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe930. 00000400:00000010:1.0:1777582974.975703:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3c08. 00000400:00000010:1.0:1777582974.975704:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fee70. 00000400:00000010:1.0:1777582974.975706:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3188. 00000400:00000010:1.0:1777582974.975708:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d30e0. 00000400:00000010:1.0:1777582974.975709:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe8c0. 00000400:00000010:1.0:1777582974.975711:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f620. 00000400:00000010:1.0:1777582974.975713:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fece8. 00000400:00000010:1.0:1777582974.975715:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f070. 00000400:00000010:1.0:1777582974.975717:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9feb60. 00000400:00000010:1.0:1777582974.975719:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9feb98. 00000400:00000010:1.0:1777582974.975721:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f8f8. 00000400:00000010:1.0:1777582974.975723:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc118. 00000400:00000010:1.0:1777582974.975726:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f7e0. 00000400:00000010:1.0:1777582974.975728:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d39a0. 00000400:00000010:1.0:1777582974.975729:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3f18. 00000400:00000010:1.0:1777582974.975731:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3150. 00000400:00000010:1.0:1777582974.975733:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe150. 00000400:00000010:1.0:1777582974.975735:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fef18. 00000400:00000010:1.0:1777582974.975737:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcf50. 00000400:00000010:1.0:1777582974.975739:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3b98. 00000400:00000010:1.0:1777582974.975740:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe9a0. 00000400:00000010:1.0:1777582974.975742:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe0e0. 00000400:00000010:1.0:1777582974.975744:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3b60. 00000400:00000010:1.0:1777582974.975746:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcab8. 00000400:00000010:1.0:1777582974.975748:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe188. 00000400:00000010:1.0:1777582974.975749:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3ce8. 00000400:00000010:1.0:1777582974.975752:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fec08. 00000400:00000010:1.0:1777582974.975753:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fee00. 00000400:00000010:1.0:1777582974.975755:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d38c0. 00000400:00000010:1.0:1777582974.975757:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3e70. 00000400:00000010:1.0:1777582974.975759:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9feaf0. 00000400:00000010:1.0:1777582974.975760:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3930. 00000400:00000010:1.0:1777582974.975762:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc150. 00000400:00000010:1.0:1777582974.975764:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fce00. 00000400:00000010:1.0:1777582974.975766:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3738. 00000400:00000010:1.0:1777582974.975768:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d35e8. 00000400:00000010:1.0:1777582974.975770:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe4d0. 00000400:00000010:1.0:1777582974.975772:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fea80. 00000400:00000010:1.0:1777582974.975774:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f428. 00000400:00000010:1.0:1777582974.975776:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcc78. 00000400:00000010:1.0:1777582974.975777:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe578. 00000400:00000010:1.0:1777582974.975779:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f498. 00000400:00000010:1.0:1777582974.975781:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fc78. 00000400:00000010:1.0:1777582974.975783:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fef50. 00000400:00000010:1.0:1777582974.975785:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758ff88. 00000400:00000010:1.0:1777582974.975788:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3dc8. 00000400:00000010:1.0:1777582974.975789:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe9d8. 00000400:00000010:1.0:1777582974.975791:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fe508. 00000400:00000010:1.0:1777582974.975793:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3038. 00000400:00000010:1.0:1777582974.975795:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f658. 00000400:00000010:1.0:1777582974.975798:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae9fec40. 00000400:00000010:1.0:1777582974.975799:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58e00. 00000400:00000010:1.0:1777582974.975802:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc188. 00000400:00000010:1.0:1777582974.975803:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58af0. 00000400:00000010:1.0:1777582974.975806:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc038. 00000400:00000010:1.0:1777582974.975808:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3818. 00000400:00000010:1.0:1777582974.975810:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d584d0. 00000400:00000010:1.0:1777582974.975811:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58a80. 00000400:00000010:1.0:1777582974.975813:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58578. 00000400:00000010:1.0:1777582974.975815:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3230. 00000400:00000010:1.0:1777582974.975817:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fccb0. 00000400:00000010:1.0:1777582974.975819:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3888. 00000400:00000010:1.0:1777582974.975821:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcc40. 00000400:00000010:1.0:1777582974.975822:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc2a0. 00000400:00000010:1.0:1777582974.975824:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc380. 00000400:00000010:1.0:1777582974.975825:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f2d8. 00000400:00000010:1.0:1777582974.975827:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58f50. 00000400:00000010:1.0:1777582974.975829:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fce70. 00000400:00000010:1.0:1777582974.975831:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3bd0. 00000400:00000010:1.0:1777582974.975833:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d35b0. 00000400:00000010:1.0:1777582974.975834:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fce38. 00000400:00000010:1.0:1777582974.975836:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f540. 00000400:00000010:1.0:1777582974.975838:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcfc0. 00000400:00000010:1.0:1777582974.975839:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3540. 00000400:00000010:1.0:1777582974.975842:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d32d8. 00000400:00000010:1.0:1777582974.975844:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f5b0. 00000400:00000010:1.0:1777582974.975845:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc070. 00000400:00000010:1.0:1777582974.975847:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc2d8. 00000400:00000010:1.0:1777582974.975849:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d589d8. 00000400:00000010:1.0:1777582974.975852:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fbd0. 00000400:00000010:1.0:1777582974.975854:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc620. 00000400:00000010:1.0:1777582974.975856:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f888. 00000400:00000010:1.0:1777582974.975858:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58508. 00000400:00000010:1.0:1777582974.975860:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3658. 00000400:00000010:1.0:1777582974.975862:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc1c0. 00000400:00000010:1.0:1777582974.975864:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc348. 00000400:00000010:1.0:1777582974.975866:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f230. 00000400:00000010:1.0:1777582974.975868:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58c40. 00000400:00000010:1.0:1777582974.975870:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f818. 00000400:00000010:1.0:1777582974.975871:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcf18. 00000400:00000010:1.0:1777582974.975873:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3f88. 00000400:00000010:1.0:1777582974.975875:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc508. 00000400:00000010:1.0:1777582974.975877:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc9d8. 00000400:00000010:1.0:1777582974.975879:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58118. 00000400:00000010:1.0:1777582974.975882:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3c78. 00000400:00000010:1.0:1777582974.975884:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f038. 00000400:00000010:1.0:1777582974.975886:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3498. 00000400:00000010:1.0:1777582974.975888:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc5e8. 00000400:00000010:1.0:1777582974.975889:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3428. 00000400:00000010:1.0:1777582974.975891:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcb60. 00000400:00000010:1.0:1777582974.975893:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcb98. 00000400:00000010:1.0:1777582974.975895:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58d90. 00000400:00000010:1.0:1777582974.975897:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58e38. 00000400:00000010:1.0:1777582974.975899:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58ea8. 00000400:00000010:1.0:1777582974.975900:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d37e0. 00000400:00000010:1.0:1777582974.975902:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58ee0. 00000400:00000010:1.0:1777582974.975904:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fdc8. 00000400:00000010:1.0:1777582974.975905:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f5e8. 00000400:00000010:1.0:1777582974.975907:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58ab8. 00000400:00000010:1.0:1777582974.975909:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f738. 00000400:00000010:1.0:1777582974.975910:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f930. 00000400:00000010:1.0:1777582974.975912:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d38f8. 00000400:00000010:1.0:1777582974.975914:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58310. 00000400:00000010:1.0:1777582974.975916:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcf88. 00000400:00000010:1.0:1777582974.975918:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58690. 00000400:00000010:1.0:1777582974.975919:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3070. 00000400:00000010:1.0:1777582974.975921:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcea8. 00000400:00000010:1.0:1777582974.975923:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3620. 00000400:00000010:1.0:1777582974.975924:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fe70. 00000400:00000010:1.0:1777582974.975926:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fca48. 00000400:00000010:1.0:1777582974.975928:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d581f8. 00000400:00000010:1.0:1777582974.975930:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d36c8. 00000400:00000010:1.0:1777582974.975931:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3700. 00000400:00000010:1.0:1777582974.975933:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d30a8. 00000400:00000010:1.0:1777582974.975935:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3000. 00000400:00000010:1.0:1777582974.975937:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d583f0. 00000400:00000010:1.0:1777582974.975938:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58850. 00000400:00000010:1.0:1777582974.975940:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f8c0. 00000400:00000010:1.0:1777582974.975942:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58460. 00000400:00000010:1.0:1777582974.975944:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d33b8. 00000400:00000010:1.0:1777582974.975947:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58d20. 00000400:00000010:1.0:1777582974.975949:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d582a0. 00000400:00000010:1.0:1777582974.975951:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58b28. 00000400:00000010:1.0:1777582974.975953:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3cb0. 00000400:00000010:1.0:1777582974.975955:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d587a8. 00000400:00000010:1.0:1777582974.975957:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d31c0. 00000400:00000010:1.0:1777582974.975959:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58770. 00000400:00000010:1.0:1777582974.975961:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc888. 00000400:00000010:1.0:1777582974.975963:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcd90. 00000400:00000010:1.0:1777582974.975965:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58fc0. 00000400:00000010:1.0:1777582974.975967:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58380. 00000400:00000010:1.0:1777582974.975968:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3d58. 00000400:00000010:1.0:1777582974.975970:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc310. 00000400:00000010:1.0:1777582974.975972:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fce8. 00000400:00000010:1.0:1777582974.975973:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc850. 00000400:00000010:1.0:1777582974.975975:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fb60. 00000400:00000010:1.0:1777582974.975977:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58968. 00000400:00000010:1.0:1777582974.975978:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc7a8. 00000400:00000010:1.0:1777582974.975980:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3a10. 00000400:00000010:1.0:1777582974.975982:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fb98. 00000400:00000010:1.0:1777582974.975984:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3348. 00000400:00000010:1.0:1777582974.975986:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f150. 00000400:00000010:1.0:1777582974.975988:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc968. 00000400:00000010:1.0:1777582974.975990:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc268. 00000400:00000010:1.0:1777582974.975993:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758ff18. 00000400:00000010:1.0:1777582974.975995:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f9a0. 00000400:00000010:1.0:1777582974.975997:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc000. 00000400:00000010:1.0:1777582974.975999:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f0e0. 00000400:00000010:1.0:1777582974.976001:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58a48. 00000400:00000010:1.0:1777582974.979414:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58268. 00000400:00000010:1.0:1777582974.979425:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc658. 00000400:00000010:1.0:1777582974.979428:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58348. 00000400:00000010:1.0:1777582974.979430:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3268. 00000400:00000010:1.0:1777582974.979432:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f188. 00000400:00000010:1.0:1777582974.979435:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3a48. 00000400:00000010:1.0:1777582974.979436:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3968. 00000400:00000010:1.0:1777582974.979439:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fc08. 00000400:00000010:1.0:1777582974.979441:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3380. 00000400:00000010:1.0:1777582974.979443:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58a10. 00000400:00000010:1.0:1777582974.979445:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58d58. 00000400:00000010:1.0:1777582974.979447:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3fc0. 00000400:00000010:1.0:1777582974.979449:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc5b0. 00000400:00000010:1.0:1777582974.979452:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc3f0. 00000400:00000010:1.0:1777582974.979453:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d581c0. 00000400:00000010:1.0:1777582974.979456:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc0e0. 00000400:00000010:1.0:1777582974.979458:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3770. 00000400:00000010:1.0:1777582974.979460:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58cb0. 00000400:00000010:1.0:1777582974.979461:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d583b8. 00000400:00000010:1.0:1777582974.979463:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58000. 00000400:00000010:1.0:1777582974.979465:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fe00. 00000400:00000010:1.0:1777582974.979468:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758faf0. 00000400:00000010:1.0:1777582974.979470:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d580a8. 00000400:00000010:1.0:1777582974.979472:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58700. 00000400:00000010:1.0:1777582974.979474:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f4d0. 00000400:00000010:1.0:1777582974.979476:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fa80. 00000400:00000010:1.0:1777582974.979479:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f578. 00000400:00000010:1.0:1777582974.979481:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d586c8. 00000400:00000010:1.0:1777582974.979483:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc8c0. 00000400:00000010:1.0:1777582974.979485:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58620. 00000400:00000010:1.0:1777582974.979488:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58070. 00000400:00000010:1.0:1777582974.979490:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758ff50. 00000400:00000010:1.0:1777582974.979491:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d588f8. 00000400:00000010:1.0:1777582974.979493:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcce8. 00000400:00000010:1.0:1777582974.979495:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d37a8. 00000400:00000010:1.0:1777582974.979496:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3b28. 00000400:00000010:1.0:1777582974.979498:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d587e0. 00000400:00000010:1.0:1777582974.979500:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d32a0. 00000400:00000010:1.0:1777582974.979502:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc738. 00000400:00000010:1.0:1777582974.979504:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58428. 00000400:00000010:1.0:1777582974.979506:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcdc8. 00000400:00000010:1.0:1777582974.979508:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58498. 00000400:00000010:1.0:1777582974.979510:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58c78. 00000400:00000010:1.0:1777582974.979513:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc498. 00000400:00000010:1.0:1777582974.979515:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58f88. 00000400:00000010:1.0:1777582974.979517:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3d20. 00000400:00000010:1.0:1777582974.979519:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3460. 00000400:00000010:1.0:1777582974.979522:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f9d8. 00000400:00000010:1.0:1777582974.979523:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcc08. 00000400:00000010:1.0:1777582974.979537:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f508. 00000400:00000010:1.0:1777582974.979540:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758fc40. 00000400:00000010:1.0:1777582974.979542:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249758f118. 00000400:00000010:1.0:1777582974.979544:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc8f8. 00000400:00000010:1.0:1777582974.979546:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809930. 00000400:00000010:1.0:1777582974.979550:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58658. 00000400:00000010:1.0:1777582974.979551:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3850. 00000400:00000010:1.0:1777582974.979553:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d33f0. 00000400:00000010:1.0:1777582974.979555:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fcee0. 00000400:00000010:1.0:1777582974.979557:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d582d8. 00000400:00000010:1.0:1777582974.979559:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d31f8. 00000400:00000010:1.0:1777582974.979561:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc930. 00000400:00000010:1.0:1777582974.979563:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3690. 00000400:00000010:1.0:1777582974.979564:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc1f8. 00000400:00000010:1.0:1777582974.979566:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809e70. 00000400:00000010:1.0:1777582974.979568:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8098c0. 00000400:00000010:1.0:1777582974.979570:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024910fc7e0. 00000400:00000010:1.0:1777582974.979572:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58540. 00000400:00000010:1.0:1777582974.979574:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab038. 00000400:00000010:1.0:1777582974.979576:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d585b0. 00000400:00000010:1.0:1777582974.979577:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809ce8. 00000400:00000010:1.0:1777582974.979579:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809b60. 00000400:00000010:1.0:1777582974.979581:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3310. 00000400:00000010:1.0:1777582974.979583:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3ab8. 00000400:00000010:1.0:1777582974.979585:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809b98. 00000400:00000010:1.0:1777582974.979587:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab818. 00000400:00000010:1.0:1777582974.979589:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab230. 00000400:00000010:1.0:1777582974.979591:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809150. 00000400:00000010:1.0:1777582974.979593:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809f18. 00000400:00000010:1.0:1777582974.979596:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8099a0. 00000400:00000010:1.0:1777582974.979599:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3ee0. 00000400:00000010:1.0:1777582974.979601:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58bd0. 00000400:00000010:1.0:1777582974.979602:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8090e0. 00000400:00000010:1.0:1777582974.979604:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab888. 00000400:00000010:1.0:1777582974.979606:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58888. 00000400:00000010:1.0:1777582974.979607:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabbd0. 00000400:00000010:1.0:1777582974.979609:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58230. 00000400:00000010:1.0:1777582974.979611:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab5b0. 00000400:00000010:1.0:1777582974.979613:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809188. 00000400:00000010:1.0:1777582974.979615:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab540. 00000400:00000010:1.0:1777582974.979617:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58818. 00000400:00000010:1.0:1777582974.979618:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809c08. 00000400:00000010:1.0:1777582974.979620:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3ea8. 00000400:00000010:1.0:1777582974.979622:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab2d8. 00000400:00000010:1.0:1777582974.979624:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809e00. 00000400:00000010:1.0:1777582974.979626:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809af0. 00000400:00000010:1.0:1777582974.979628:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab658. 00000400:00000010:1.0:1777582974.979630:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3e38. 00000400:00000010:1.0:1777582974.979632:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8094d0. 00000400:00000010:1.0:1777582974.979634:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58038. 00000400:00000010:1.0:1777582974.979636:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabf88. 00000400:00000010:1.0:1777582974.979638:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3d90. 00000400:00000010:1.0:1777582974.979640:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabc78. 00000400:00000010:1.0:1777582974.979642:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3118. 00000400:00000010:1.0:1777582974.979644:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809a80. 00000400:00000010:1.0:1777582974.979645:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3c40. 00000400:00000010:1.0:1777582974.979647:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809578. 00000400:00000010:1.0:1777582974.979649:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab498. 00000400:00000010:1.0:1777582974.979651:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58dc8. 00000400:00000010:1.0:1777582974.979653:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab428. 00000400:00000010:1.0:1777582974.979654:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab7e0. 00000400:00000010:1.0:1777582974.979656:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab8f8. 00000400:00000010:1.0:1777582974.979658:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d585e8. 00000400:00000010:1.0:1777582974.979660:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab070. 00000400:00000010:1.0:1777582974.979661:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58738. 00000400:00000010:1.0:1777582974.979663:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58930. 00000400:00000010:1.0:1777582974.979665:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809f50. 00000400:00000010:1.0:1777582974.979667:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d3508. 00000400:00000010:1.0:1777582974.979668:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab620. 00000400:00000010:1.0:1777582974.979670:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8099d8. 00000400:00000010:1.0:1777582974.979673:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58e70. 00000400:00000010:1.0:1777582974.979675:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d588c0. 00000400:00000010:1.0:1777582974.979676:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab6c8. 00000400:00000010:1.0:1777582974.979678:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809508. 00000400:00000010:1.0:1777582974.979680:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58ce8. 00000400:00000010:1.0:1777582974.979683:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab700. 00000400:00000010:1.0:1777582974.979684:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809c40. 00000400:00000010:1.0:1777582974.979686:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab0a8. 00000400:00000010:1.0:1777582974.979688:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b65d39d8. 00000400:00000010:1.0:1777582974.979691:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee118. 00000400:00000010:1.0:1777582974.979693:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809118. 00000400:00000010:1.0:1777582974.979695:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab000. 00000400:00000010:1.0:1777582974.979697:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eec40. 00000400:00000010:1.0:1777582974.979699:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58b60. 00000400:00000010:1.0:1777582974.979701:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab3b8. 00000400:00000010:1.0:1777582974.979704:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabcb0. 00000400:00000010:1.0:1777582974.979705:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee508. 00000400:00000010:1.0:1777582974.979708:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee9d8. 00000400:00000010:1.0:1777582974.979709:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab1c0. 00000400:00000010:1.0:1777582974.979711:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58b98. 00000400:00000010:1.0:1777582974.979714:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabd58. 00000400:00000010:1.0:1777582974.979716:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eef50. 00000400:00000010:1.0:1777582974.979717:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498faba10. 00000400:00000010:1.0:1777582974.979719:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee578. 00000400:00000010:1.0:1777582974.979721:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab348. 00000400:00000010:1.0:1777582974.979723:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809d90. 00000400:00000010:1.0:1777582974.979724:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809e38. 00000400:00000010:1.0:1777582974.979726:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eea80. 00000400:00000010:1.0:1777582974.979728:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee4d0. 00000400:00000010:1.0:1777582974.979730:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809ea8. 00000400:00000010:1.0:1777582974.979732:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eeaf0. 00000400:00000010:1.0:1777582974.979733:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab268. 00000400:00000010:1.0:1777582974.979736:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498faba48. 00000400:00000010:1.0:1777582974.979737:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eee00. 00000400:00000010:1.0:1777582974.979739:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab968. 00000400:00000010:1.0:1777582974.979741:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab380. 00000400:00000010:1.0:1777582974.979743:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eec08. 00000400:00000010:1.0:1777582974.979745:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabfc0. 00000400:00000010:1.0:1777582974.979747:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab770. 00000400:00000010:1.0:1777582974.979748:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809ee0. 00000400:00000010:1.0:1777582974.979750:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab7a8. 00000400:00000010:1.0:1777582974.979752:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabb28. 00000400:00000010:1.0:1777582974.979754:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee188. 00000400:00000010:1.0:1777582974.979756:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee0e0. 00000400:00000010:1.0:1777582974.979758:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee9a0. 00000400:00000010:1.0:1777582974.979760:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab2a0. 00000400:00000010:1.0:1777582974.979762:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809ab8. 00000400:00000010:1.0:1777582974.979763:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabd20. 00000400:00000010:1.0:1777582974.979766:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab460. 00000400:00000010:1.0:1777582974.979767:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eef18. 00000400:00000010:1.0:1777582974.979769:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee150. 00000400:00000010:1.0:1777582974.979772:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab850. 00000400:00000010:1.0:1777582974.979774:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809310. 00000400:00000010:1.0:1777582974.979776:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809690. 00000400:00000010:1.0:1777582974.979778:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8091f8. 00000400:00000010:1.0:1777582974.979780:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8093f0. 00000400:00000010:1.0:1777582974.979782:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eeb98. 00000400:00000010:1.0:1777582974.979785:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58150. 00000400:00000010:1.0:1777582974.979786:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58f18. 00000400:00000010:1.0:1777582974.979788:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d589a0. 00000400:00000010:1.0:1777582974.979790:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d580e0. 00000400:00000010:1.0:1777582974.979792:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab3f0. 00000400:00000010:1.0:1777582974.979794:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eeb60. 00000400:00000010:1.0:1777582974.979795:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58188. 00000400:00000010:1.0:1777582974.979797:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eece8. 00000400:00000010:1.0:1777582974.979799:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7d58c08. 00000400:00000010:1.0:1777582974.979801:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809850. 00000400:00000010:1.0:1777582974.979802:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee8c0. 00000400:00000010:1.0:1777582974.979805:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eee70. 00000400:00000010:1.0:1777582974.979807:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809460. 00000400:00000010:1.0:1777582974.979809:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e9a0. 00000400:00000010:1.0:1777582974.979812:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809d20. 00000400:00000010:1.0:1777582974.979813:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ef18. 00000400:00000010:1.0:1777582974.979815:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee930. 00000400:00000010:1.0:1777582974.979818:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee738. 00000400:00000010:1.0:1777582974.979819:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e150. 00000400:00000010:1.0:1777582974.979821:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee5e8. 00000400:00000010:1.0:1777582974.979823:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab1f8. 00000400:00000010:1.0:1777582974.979824:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab690. 00000400:00000010:1.0:1777582974.979826:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab310. 00000400:00000010:1.0:1777582974.979828:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabab8. 00000400:00000010:1.0:1777582974.979830:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabee0. 00000400:00000010:1.0:1777582974.979832:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2eb98. 00000400:00000010:1.0:1777582974.979834:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eedc8. 00000400:00000010:1.0:1777582974.979836:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabea8. 00000400:00000010:1.0:1777582974.979838:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabe38. 00000400:00000010:1.0:1777582974.979840:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabd90. 00000400:00000010:1.0:1777582974.979842:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee038. 00000400:00000010:1.0:1777582974.979844:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2eb60. 00000400:00000010:1.0:1777582974.979846:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ece8. 00000400:00000010:1.0:1777582974.979848:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e8c0. 00000400:00000010:1.0:1777582974.979850:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ee70. 00000400:00000010:1.0:1777582974.979853:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab118. 00000400:00000010:1.0:1777582974.979854:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabc40. 00000400:00000010:1.0:1777582974.979856:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee818. 00000400:00000010:1.0:1777582974.979858:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee230. 00000400:00000010:1.0:1777582974.979860:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab508. 00000400:00000010:1.0:1777582974.979862:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee888. 00000400:00000010:1.0:1777582974.979865:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e930. 00000400:00000010:1.0:1777582974.979866:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab9d8. 00000400:00000010:1.0:1777582974.979868:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e738. 00000400:00000010:1.0:1777582974.979870:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eebd0. 00000400:00000010:1.0:1777582974.979872:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e5e8. 00000400:00000010:1.0:1777582974.979874:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee5b0. 00000400:00000010:1.0:1777582974.979877:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2edc8. 00000400:00000010:1.0:1777582974.979879:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8092a0. 00000400:00000010:1.0:1777582974.979881:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabf50. 00000400:00000010:1.0:1777582974.979882:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809b28. 00000400:00000010:1.0:1777582974.979884:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee540. 00000400:00000010:1.0:1777582974.979886:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e038. 00000400:00000010:1.0:1777582974.979889:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee2d8. 00000400:00000010:1.0:1777582974.979891:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e818. 00000400:00000010:1.0:1777582974.979893:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e230. 00000400:00000010:1.0:1777582974.979895:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab578. 00000400:00000010:1.0:1777582974.979897:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee658. 00000400:00000010:1.0:1777582974.979898:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e888. 00000400:00000010:1.0:1777582974.979900:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eef88. 00000400:00000010:1.0:1777582974.979902:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ebd0. 00000400:00000010:1.0:1777582974.979903:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eec78. 00000400:00000010:1.0:1777582974.979905:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee498. 00000400:00000010:1.0:1777582974.979907:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498faba80. 00000400:00000010:1.0:1777582974.979909:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e5b0. 00000400:00000010:1.0:1777582974.979911:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8097a8. 00000400:00000010:1.0:1777582974.979912:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e540. 00000400:00000010:1.0:1777582974.979914:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e2d8. 00000400:00000010:1.0:1777582974.979916:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e658. 00000400:00000010:1.0:1777582974.979918:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab4d0. 00000400:00000010:1.0:1777582974.979919:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ef88. 00000400:00000010:1.0:1777582974.979921:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabaf0. 00000400:00000010:1.0:1777582974.979923:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ec78. 00000400:00000010:1.0:1777582974.979925:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabe00. 00000400:00000010:1.0:1777582974.979926:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e498. 00000400:00000010:1.0:1777582974.979928:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e428. 00000400:00000010:1.0:1777582974.979930:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee428. 00000400:00000010:1.0:1777582974.979932:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee7e0. 00000400:00000010:1.0:1777582974.979934:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e7e0. 00000400:00000010:1.0:1777582974.979936:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee8f8. 00000400:00000010:1.0:1777582974.979938:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabc08. 00000400:00000010:1.0:1777582974.979939:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809770. 00000400:00000010:1.0:1777582974.979941:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e8f8. 00000400:00000010:1.0:1777582974.979943:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e070. 00000400:00000010:1.0:1777582974.979945:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab188. 00000400:00000010:1.0:1777582974.979947:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e620. 00000400:00000010:1.0:1777582974.979949:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e6c8. 00000400:00000010:1.0:1777582974.979951:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e700. 00000400:00000010:1.0:1777582974.979953:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809fc0. 00000400:00000010:1.0:1777582974.979955:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809380. 00000400:00000010:1.0:1777582974.979957:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab0e0. 00000400:00000010:1.0:1777582974.979959:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee070. 00000400:00000010:1.0:1777582974.979961:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e0a8. 00000400:00000010:1.0:1777582974.979963:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab9a0. 00000400:00000010:1.0:1777582974.979965:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809968. 00000400:00000010:1.0:1777582974.979966:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e000. 00000400:00000010:1.0:1777582974.979968:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee620. 00000400:00000010:1.0:1777582974.979970:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee6c8. 00000400:00000010:1.0:1777582974.979972:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809a48. 00000400:00000010:1.0:1777582974.979973:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809268. 00000400:00000010:1.0:1777582974.979975:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabf18. 00000400:00000010:1.0:1777582974.979977:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee700. 00000400:00000010:1.0:1777582974.979979:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab150. 00000400:00000010:1.0:1777582974.979980:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee0a8. 00000400:00000010:1.0:1777582974.979982:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e3b8. 00000400:00000010:1.0:1777582974.979983:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabb98. 00000400:00000010:1.0:1777582974.979985:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ecb0. 00000400:00000010:1.0:1777582974.979987:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee000. 00000400:00000010:1.0:1777582974.979989:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee3b8. 00000400:00000010:1.0:1777582974.979991:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809348. 00000400:00000010:1.0:1777582974.979993:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e1c0. 00000400:00000010:1.0:1777582974.979995:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabb60. 00000400:00000010:1.0:1777582974.979997:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eecb0. 00000400:00000010:1.0:1777582974.979998:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809a10. 00000400:00000010:1.0:1777582974.980000:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ed58. 00000400:00000010:1.0:1777582974.980002:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809d58. 00000400:00000010:1.0:1777582974.980003:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ea10. 00000400:00000010:1.0:1777582974.980005:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8091c0. 00000400:00000010:1.0:1777582974.980007:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabce8. 00000400:00000010:1.0:1777582974.980009:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab8c0. 00000400:00000010:1.0:1777582974.980011:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e348. 00000400:00000010:1.0:1777582974.980013:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee1c0. 00000400:00000010:1.0:1777582974.980015:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabe70. 00000400:00000010:1.0:1777582974.980017:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809cb0. 00000400:00000010:1.0:1777582974.980019:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eed58. 00000400:00000010:1.0:1777582974.980022:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab930. 00000400:00000010:1.0:1777582974.980023:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eea10. 00000400:00000010:1.0:1777582974.980025:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8093b8. 00000400:00000010:1.0:1777582974.980027:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee348. 00000400:00000010:1.0:1777582974.980029:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee268. 00000400:00000010:1.0:1777582974.980031:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab738. 00000400:00000010:1.0:1777582974.980033:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eea48. 00000400:00000010:1.0:1777582974.980035:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fab5e8. 00000400:00000010:1.0:1777582974.980037:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02498fabdc8. 00000400:00000010:1.0:1777582974.980039:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e268. 00000400:00000010:1.0:1777582974.980041:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee968. 00000400:00000010:1.0:1777582974.980042:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ea48. 00000400:00000010:1.0:1777582974.980044:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e968. 00000400:00000010:1.0:1777582974.980046:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee380. 00000400:00000010:1.0:1777582974.980048:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e380. 00000400:00000010:1.0:1777582974.980050:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eefc0. 00000400:00000010:1.0:1777582974.980052:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2efc0. 00000400:00000010:1.0:1777582974.980055:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee770. 00000400:00000010:1.0:1777582974.980057:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee7a8. 00000400:00000010:1.0:1777582974.980059:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eeb28. 00000400:00000010:1.0:1777582974.980060:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809000. 00000400:00000010:1.0:1777582974.980064:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e770. 00000400:00000010:1.0:1777582974.980065:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8592d8. 00000400:00000010:1.0:1777582974.980067:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee2a0. 00000400:00000010:1.0:1777582974.980069:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eed20. 00000400:00000010:1.0:1777582974.980071:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e7a8. 00000400:00000010:1.0:1777582974.980073:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8090a8. 00000400:00000010:1.0:1777582974.980075:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809700. 00000400:00000010:1.0:1777582974.980077:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859658. 00000400:00000010:1.0:1777582974.980079:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2eb28. 00000400:00000010:1.0:1777582974.980081:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e2a0. 00000400:00000010:1.0:1777582974.980083:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee460. 00000400:00000010:1.0:1777582974.980085:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee850. 00000400:00000010:1.0:1777582974.980087:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee3f0. 00000400:00000010:1.0:1777582974.980089:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8096c8. 00000400:00000010:1.0:1777582974.980091:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809620. 00000400:00000010:1.0:1777582974.980093:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee1f8. 00000400:00000010:1.0:1777582974.980095:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee690. 00000400:00000010:1.0:1777582974.980096:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809070. 00000400:00000010:1.0:1777582974.980098:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859f88. 00000400:00000010:1.0:1777582974.980100:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6ee310. 00000400:00000010:1.0:1777582974.980102:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ed20. 00000400:00000010:1.0:1777582974.980104:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eeab8. 00000400:00000010:1.0:1777582974.980106:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eeee0. 00000400:00000010:1.0:1777582974.980108:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8098f8. 00000400:00000010:1.0:1777582974.980110:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8097e0. 00000400:00000010:1.0:1777582974.980112:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eeea8. 00000400:00000010:1.0:1777582974.980114:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859c78. 00000400:00000010:1.0:1777582974.980116:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809428. 00000400:00000010:1.0:1777582974.980118:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e460. 00000400:00000010:1.0:1777582974.980119:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eee38. 00000400:00000010:1.0:1777582974.980122:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae6eed90. 00000400:00000010:1.0:1777582974.980124:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f0a8. 00000400:00000010:1.0:1777582974.980127:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e850. 00000400:00000010:1.0:1777582974.980128:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e3f0. 00000400:00000010:1.0:1777582974.980130:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f000. 00000400:00000010:1.0:1777582974.980159:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f3b8. 00000400:00000010:1.0:1777582974.980163:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fcb0. 00000400:00000010:1.0:1777582974.980166:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859498. 00000400:00000010:1.0:1777582974.980167:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e1f8. 00000400:00000010:1.0:1777582974.980169:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e690. 00000400:00000010:1.0:1777582974.980171:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f1c0. 00000400:00000010:1.0:1777582974.980173:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809498. 00000400:00000010:1.0:1777582974.980175:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fd58. 00000400:00000010:1.0:1777582974.980177:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fa10. 00000400:00000010:1.0:1777582974.980178:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f348. 00000400:00000010:1.0:1777582974.980181:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809c78. 00000400:00000010:1.0:1777582974.980183:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f268. 00000400:00000010:1.0:1777582974.980185:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809f88. 00000400:00000010:1.0:1777582974.980187:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e310. 00000400:00000010:1.0:1777582974.980188:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809658. 00000400:00000010:1.0:1777582974.980191:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859428. 00000400:00000010:1.0:1777582974.980193:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8597e0. 00000400:00000010:1.0:1777582974.980195:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2eab8. 00000400:00000010:1.0:1777582974.980196:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8092d8. 00000400:00000010:1.0:1777582974.980198:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fa48. 00000400:00000010:1.0:1777582974.980200:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2eee0. 00000400:00000010:1.0:1777582974.980201:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f968. 00000400:00000010:1.0:1777582974.980203:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809540. 00000400:00000010:1.0:1777582974.980205:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f380. 00000400:00000010:1.0:1777582974.980207:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2eea8. 00000400:00000010:1.0:1777582974.980208:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ee38. 00000400:00000010:1.0:1777582974.980210:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8095b0. 00000400:00000010:1.0:1777582974.980212:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25ffc0. 00000400:00000010:1.0:1777582974.980213:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f770. 00000400:00000010:1.0:1777582974.980215:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809bd0. 00000400:00000010:1.0:1777582974.980217:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ed90. 00000400:00000010:1.0:1777582974.980219:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809888. 00000400:00000010:1.0:1777582974.980220:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e118. 00000400:00000010:1.0:1777582974.980222:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809230. 00000400:00000010:1.0:1777582974.980224:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ec40. 00000400:00000010:1.0:1777582974.980226:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809818. 00000400:00000010:1.0:1777582974.980227:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809038. 00000400:00000010:1.0:1777582974.980229:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809dc8. 00000400:00000010:1.0:1777582974.980231:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8598f8. 00000400:00000010:1.0:1777582974.980233:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859070. 00000400:00000010:1.0:1777582974.980235:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e508. 00000400:00000010:1.0:1777582974.980237:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e9d8. 00000400:00000010:1.0:1777582974.980239:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859620. 00000400:00000010:1.0:1777582974.980240:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8596c8. 00000400:00000010:1.0:1777582974.980242:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8095e8. 00000400:00000010:1.0:1777582974.980244:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f7a8. 00000400:00000010:1.0:1777582974.981364:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fb28. 00000400:00000010:1.0:1777582974.981369:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f2a0. 00000400:00000010:1.0:1777582974.981371:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b809738. 00000400:00000010:1.0:1777582974.981373:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ef50. 00000400:00000010:1.0:1777582974.981375:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fd20. 00000400:00000010:1.0:1777582974.981377:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859700. 00000400:00000010:1.0:1777582974.981379:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8590a8. 00000400:00000010:1.0:1777582974.981381:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e578. 00000400:00000010:1.0:1777582974.981383:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ea80. 00000400:00000010:1.0:1777582974.981385:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859000. 00000400:00000010:1.0:1777582974.981386:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f460. 00000400:00000010:1.0:1777582974.981389:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8593b8. 00000400:00000010:1.0:1777582974.981391:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f850. 00000400:00000010:1.0:1777582974.981393:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859cb0. 00000400:00000010:1.0:1777582974.981394:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f3f0. 00000400:00000010:1.0:1777582974.981396:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8591c0. 00000400:00000010:1.0:1777582974.981398:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f1f8. 00000400:00000010:1.0:1777582974.981400:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859d58. 00000400:00000010:1.0:1777582974.981402:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e4d0. 00000400:00000010:1.0:1777582974.981403:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2eaf0. 00000400:00000010:1.0:1777582974.981405:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859a10. 00000400:00000010:1.0:1777582974.981407:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f690. 00000400:00000010:1.0:1777582974.981409:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808428. 00000400:00000010:1.0:1777582974.981412:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f310. 00000400:00000010:1.0:1777582974.981415:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fab8. 00000400:00000010:1.0:1777582974.981416:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859348. 00000400:00000010:1.0:1777582974.981418:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859268. 00000400:00000010:1.0:1777582974.981420:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8087e0. 00000400:00000010:1.0:1777582974.981422:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8088f8. 00000400:00000010:1.0:1777582974.981424:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859a48. 00000400:00000010:1.0:1777582974.981426:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fee0. 00000400:00000010:1.0:1777582974.981428:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859968. 00000400:00000010:1.0:1777582974.981430:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808070. 00000400:00000010:1.0:1777582974.981432:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ee00. 00000400:00000010:1.0:1777582974.981434:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859380. 00000400:00000010:1.0:1777582974.981435:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2ec08. 00000400:00000010:1.0:1777582974.981438:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e188. 00000400:00000010:1.0:1777582974.981440:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fea8. 00000400:00000010:1.0:1777582974.981442:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aec2e0e0. 00000400:00000010:1.0:1777582974.981444:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fe38. 00000400:00000010:1.0:1777582974.981447:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859fc0. 00000400:00000010:1.0:1777582974.981449:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592968. 00000400:00000010:1.0:1777582974.981451:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859770. 00000400:00000010:1.0:1777582974.981453:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592380. 00000400:00000010:1.0:1777582974.981455:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592fc0. 00000400:00000010:1.0:1777582974.981457:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592770. 00000400:00000010:1.0:1777582974.981459:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8597a8. 00000400:00000010:1.0:1777582974.981461:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5927a8. 00000400:00000010:1.0:1777582974.981463:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859b28. 00000400:00000010:1.0:1777582974.981465:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fd90. 00000400:00000010:1.0:1777582974.981467:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8592a0. 00000400:00000010:1.0:1777582974.981469:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f118. 00000400:00000010:1.0:1777582974.981471:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592b28. 00000400:00000010:1.0:1777582974.981473:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859d20. 00000400:00000010:1.0:1777582974.981475:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fc40. 00000400:00000010:1.0:1777582974.981477:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808620. 00000400:00000010:1.0:1777582974.981479:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f508. 00000400:00000010:1.0:1777582974.981481:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5922a0. 00000400:00000010:1.0:1777582974.981483:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f9d8. 00000400:00000010:1.0:1777582974.981486:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859460. 00000400:00000010:1.0:1777582974.981488:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592d20. 00000400:00000010:1.0:1777582974.981491:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25ff50. 00000400:00000010:1.0:1777582974.981493:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859850. 00000400:00000010:1.0:1777582974.981495:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592460. 00000400:00000010:1.0:1777582974.981497:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8593f0. 00000400:00000010:1.0:1777582974.981499:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f578. 00000400:00000010:1.0:1777582974.981501:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fa80. 00000400:00000010:1.0:1777582974.981503:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f4d0. 00000400:00000010:1.0:1777582974.981504:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8086c8. 00000400:00000010:1.0:1777582974.981506:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25faf0. 00000400:00000010:1.0:1777582974.981508:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fe00. 00000400:00000010:1.0:1777582974.981510:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fc08. 00000400:00000010:1.0:1777582974.981512:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8591f8. 00000400:00000010:1.0:1777582974.981514:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f188. 00000400:00000010:1.0:1777582974.981516:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f0e0. 00000400:00000010:1.0:1777582974.981518:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592850. 00000400:00000010:1.0:1777582974.981520:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5923f0. 00000400:00000010:1.0:1777582974.981523:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808700. 00000400:00000010:1.0:1777582974.981525:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5921f8. 00000400:00000010:1.0:1777582974.981534:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8080a8. 00000400:00000010:1.0:1777582974.981536:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f9a0. 00000400:00000010:1.0:1777582974.981539:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859690. 00000400:00000010:1.0:1777582974.981541:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808000. 00000400:00000010:1.0:1777582974.981543:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8083b8. 00000400:00000010:1.0:1777582974.981545:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859310. 00000400:00000010:1.0:1777582974.981547:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808cb0. 00000400:00000010:1.0:1777582974.981549:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25ff18. 00000400:00000010:1.0:1777582974.981550:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f150. 00000400:00000010:1.0:1777582974.981552:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592690. 00000400:00000010:1.0:1777582974.981554:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8081c0. 00000400:00000010:1.0:1777582974.981556:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fb98. 00000400:00000010:1.0:1777582974.981557:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fb60. 00000400:00000010:1.0:1777582974.981559:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fce8. 00000400:00000010:1.0:1777582974.981561:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592310. 00000400:00000010:1.0:1777582974.981563:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859ab8. 00000400:00000010:1.0:1777582974.981565:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f8c0. 00000400:00000010:1.0:1777582974.981567:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fe70. 00000400:00000010:1.0:1777582974.981568:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592ab8. 00000400:00000010:1.0:1777582974.981570:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808d58. 00000400:00000010:1.0:1777582974.981572:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859ee0. 00000400:00000010:1.0:1777582974.981574:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592ee0. 00000400:00000010:1.0:1777582974.981576:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808a10. 00000400:00000010:1.0:1777582974.981577:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592ea8. 00000400:00000010:1.0:1777582974.981580:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592e38. 00000400:00000010:1.0:1777582974.981582:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f930. 00000400:00000010:1.0:1777582974.981583:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592d90. 00000400:00000010:1.0:1777582974.981586:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f738. 00000400:00000010:1.0:1777582974.981588:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592118. 00000400:00000010:1.0:1777582974.981590:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808348. 00000400:00000010:1.0:1777582974.981592:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592c40. 00000400:00000010:1.0:1777582974.981594:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808268. 00000400:00000010:1.0:1777582974.981596:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f5e8. 00000400:00000010:1.0:1777582974.981598:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808a48. 00000400:00000010:1.0:1777582974.981600:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592508. 00000400:00000010:1.0:1777582974.981602:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fdc8. 00000400:00000010:1.0:1777582974.981604:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5929d8. 00000400:00000010:1.0:1777582974.981606:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f038. 00000400:00000010:1.0:1777582974.981608:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592f50. 00000400:00000010:1.0:1777582974.981610:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592578. 00000400:00000010:1.0:1777582974.981611:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859ea8. 00000400:00000010:1.0:1777582974.981613:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592a80. 00000400:00000010:1.0:1777582974.981615:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859e38. 00000400:00000010:1.0:1777582974.981617:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5924d0. 00000400:00000010:1.0:1777582974.981618:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808968. 00000400:00000010:1.0:1777582974.981620:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808380. 00000400:00000010:1.0:1777582974.981622:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592af0. 00000400:00000010:1.0:1777582974.981623:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859d90. 00000400:00000010:1.0:1777582974.981625:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592e00. 00000400:00000010:1.0:1777582974.981627:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f818. 00000400:00000010:1.0:1777582974.981628:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592c08. 00000400:00000010:1.0:1777582974.981630:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808fc0. 00000400:00000010:1.0:1777582974.981631:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592188. 00000400:00000010:1.0:1777582974.981633:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808770. 00000400:00000010:1.0:1777582974.981635:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5920e0. 00000400:00000010:1.0:1777582974.981636:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5929a0. 00000400:00000010:1.0:1777582974.981638:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8087a8. 00000400:00000010:1.0:1777582974.981639:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808b28. 00000400:00000010:1.0:1777582974.981641:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8082a0. 00000400:00000010:1.0:1777582974.981643:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592f18. 00000400:00000010:1.0:1777582974.981645:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859118. 00000400:00000010:1.0:1777582974.981647:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f230. 00000400:00000010:1.0:1777582974.981649:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592150. 00000400:00000010:1.0:1777582974.981651:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592b98. 00000400:00000010:1.0:1777582974.981652:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808d20. 00000400:00000010:1.0:1777582974.981655:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f888. 00000400:00000010:1.0:1777582974.981656:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808460. 00000400:00000010:1.0:1777582974.981658:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808850. 00000400:00000010:1.0:1777582974.981660:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8083f0. 00000400:00000010:1.0:1777582974.981662:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8081f8. 00000400:00000010:1.0:1777582974.981664:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859c40. 00000400:00000010:1.0:1777582974.981665:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fbd0. 00000400:00000010:1.0:1777582974.981667:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592b60. 00000400:00000010:1.0:1777582974.981669:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808690. 00000400:00000010:1.0:1777582974.981670:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859508. 00000400:00000010:1.0:1777582974.981672:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8599d8. 00000400:00000010:1.0:1777582974.981674:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859f50. 00000400:00000010:1.0:1777582974.981675:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f5b0. 00000400:00000010:1.0:1777582974.981677:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592ce8. 00000400:00000010:1.0:1777582974.981679:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f540. 00000400:00000010:1.0:1777582974.981681:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f2d8. 00000400:00000010:1.0:1777582974.981683:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808310. 00000400:00000010:1.0:1777582974.981685:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f658. 00000400:00000010:1.0:1777582974.981687:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808ab8. 00000400:00000010:1.0:1777582974.981689:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25ff88. 00000400:00000010:1.0:1777582974.981691:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25fc78. 00000400:00000010:1.0:1777582974.981692:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f498. 00000400:00000010:1.0:1777582974.981695:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808ee0. 00000400:00000010:1.0:1777582974.981696:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5928c0. 00000400:00000010:1.0:1777582974.981698:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f428. 00000400:00000010:1.0:1777582974.981700:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f7e0. 00000400:00000010:1.0:1777582974.981702:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808ea8. 00000400:00000010:1.0:1777582974.981704:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859578. 00000400:00000010:1.0:1777582974.981705:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592e70. 00000400:00000010:1.0:1777582974.981707:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f8f8. 00000400:00000010:1.0:1777582974.981709:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859a80. 00000400:00000010:1.0:1777582974.981711:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8594d0. 00000400:00000010:1.0:1777582974.981714:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808e38. 00000400:00000010:1.0:1777582974.981715:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592930. 00000400:00000010:1.0:1777582974.981717:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859af0. 00000400:00000010:1.0:1777582974.981719:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859e00. 00000400:00000010:1.0:1777582974.981722:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808d90. 00000400:00000010:1.0:1777582974.981724:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592738. 00000400:00000010:1.0:1777582974.981726:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859c08. 00000400:00000010:1.0:1777582974.981728:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5925e8. 00000400:00000010:1.0:1777582974.981730:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808118. 00000400:00000010:1.0:1777582974.981732:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859188. 00000400:00000010:1.0:1777582974.981734:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808c40. 00000400:00000010:1.0:1777582974.981735:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8590e0. 00000400:00000010:1.0:1777582974.981737:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592dc8. 00000400:00000010:1.0:1777582974.981739:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592038. 00000400:00000010:1.0:1777582974.981741:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808508. 00000400:00000010:1.0:1777582974.981743:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592818. 00000400:00000010:1.0:1777582974.981744:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8089d8. 00000400:00000010:1.0:1777582974.981746:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808f50. 00000400:00000010:1.0:1777582974.981748:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8599a0. 00000400:00000010:1.0:1777582974.981750:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808578. 00000400:00000010:1.0:1777582974.981752:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f070. 00000400:00000010:1.0:1777582974.981753:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808a80. 00000400:00000010:1.0:1777582974.981755:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8084d0. 00000400:00000010:1.0:1777582974.981757:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592230. 00000400:00000010:1.0:1777582974.981758:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f620. 00000400:00000010:1.0:1777582974.981760:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592888. 00000400:00000010:1.0:1777582974.981762:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859f18. 00000400:00000010:1.0:1777582974.981764:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808af0. 00000400:00000010:1.0:1777582974.981766:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f6c8. 00000400:00000010:1.0:1777582974.981768:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024af25f700. 00000400:00000010:1.0:1777582974.981770:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5460. 00000400:00000010:1.0:1777582974.981771:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592bd0. 00000400:00000010:1.0:1777582974.981773:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808e00. 00000400:00000010:1.0:1777582974.981775:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808c08. 00000400:00000010:1.0:1777582974.981776:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5925b0. 00000400:00000010:1.0:1777582974.981778:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592540. 00000400:00000010:1.0:1777582974.981780:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808188. 00000400:00000010:1.0:1777582974.981782:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5922d8. 00000400:00000010:1.0:1777582974.981784:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5850. 00000400:00000010:1.0:1777582974.981786:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd53f0. 00000400:00000010:1.0:1777582974.981788:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd51f8. 00000400:00000010:1.0:1777582974.981790:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859150. 00000400:00000010:1.0:1777582974.981792:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5690. 00000400:00000010:1.0:1777582974.981794:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5310. 00000400:00000010:1.0:1777582974.981796:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8080e0. 00000400:00000010:1.0:1777582974.981798:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5ab8. 00000400:00000010:1.0:1777582974.981800:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859b98. 00000400:00000010:1.0:1777582974.981802:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8089a0. 00000400:00000010:1.0:1777582974.981804:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592658. 00000400:00000010:1.0:1777582974.981806:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5ee0. 00000400:00000010:1.0:1777582974.981808:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5ea8. 00000400:00000010:1.0:1777582974.981810:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592f88. 00000400:00000010:1.0:1777582974.981812:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592c78. 00000400:00000010:1.0:1777582974.981814:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5e38. 00000400:00000010:1.0:1777582974.981815:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592498. 00000400:00000010:1.0:1777582974.981817:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859b60. 00000400:00000010:1.0:1777582974.981819:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808f18. 00000400:00000010:1.0:1777582974.981820:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808150. 00000400:00000010:1.0:1777582974.981822:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808b98. 00000400:00000010:1.0:1777582974.981824:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592428. 00000400:00000010:1.0:1777582974.981826:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808b60. 00000400:00000010:1.0:1777582974.981828:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5d90. 00000400:00000010:1.0:1777582974.981829:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5927e0. 00000400:00000010:1.0:1777582974.981831:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5118. 00000400:00000010:1.0:1777582974.981833:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808ce8. 00000400:00000010:1.0:1777582974.981834:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859ce8. 00000400:00000010:1.0:1777582974.981836:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8598c0. 00000400:00000010:1.0:1777582974.981838:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5928f8. 00000400:00000010:1.0:1777582974.981840:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859e70. 00000400:00000010:1.0:1777582974.981842:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592070. 00000400:00000010:1.0:1777582974.981844:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8088c0. 00000400:00000010:1.0:1777582974.981845:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859930. 00000400:00000010:1.0:1777582974.981847:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808e70. 00000400:00000010:1.0:1777582974.981849:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592620. 00000400:00000010:1.0:1777582974.981851:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5926c8. 00000400:00000010:1.0:1777582974.981853:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859738. 00000400:00000010:1.0:1777582974.981855:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8595e8. 00000400:00000010:1.0:1777582974.981857:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592700. 00000400:00000010:1.0:1777582974.981859:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5920a8. 00000400:00000010:1.0:1777582974.981861:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592000. 00000400:00000010:1.0:1777582974.981862:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5923b8. 00000400:00000010:1.0:1777582974.981864:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592cb0. 00000400:00000010:1.0:1777582974.981866:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808930. 00000400:00000010:1.0:1777582974.981867:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac5921c0. 00000400:00000010:1.0:1777582974.981869:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808738. 00000400:00000010:1.0:1777582974.981871:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859dc8. 00000400:00000010:1.0:1777582974.981873:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8085e8. 00000400:00000010:1.0:1777582974.981874:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5c40. 00000400:00000010:1.0:1777582974.981876:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592d58. 00000400:00000010:1.0:1777582974.981878:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859038. 00000400:00000010:1.0:1777582974.981879:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592a10. 00000400:00000010:1.0:1777582974.981881:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592348. 00000400:00000010:1.0:1777582974.981883:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592268. 00000400:00000010:1.0:1777582974.981885:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ac592a48. 00000400:00000010:1.0:1777582974.981887:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e16c8. 00000400:00000010:1.0:1777582974.981889:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1700. 00000400:00000010:1.0:1777582974.981891:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859818. 00000400:00000010:1.0:1777582974.981893:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808dc8. 00000400:00000010:1.0:1777582974.981895:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859230. 00000400:00000010:1.0:1777582974.981897:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808038. 00000400:00000010:1.0:1777582974.981899:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808818. 00000400:00000010:1.0:1777582974.981901:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808230. 00000400:00000010:1.0:1777582974.981903:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e10a8. 00000400:00000010:1.0:1777582974.981904:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1000. 00000400:00000010:1.0:1777582974.981906:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e13b8. 00000400:00000010:1.0:1777582974.981908:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1cb0. 00000400:00000010:1.0:1777582974.981909:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808888. 00000400:00000010:1.0:1777582974.981911:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808bd0. 00000400:00000010:1.0:1777582974.981913:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5508. 00000400:00000010:1.0:1777582974.981914:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859888. 00000400:00000010:1.0:1777582974.981916:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd59d8. 00000400:00000010:1.0:1777582974.981918:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5f50. 00000400:00000010:1.0:1777582974.981921:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859bd0. 00000400:00000010:1.0:1777582974.981923:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e11c0. 00000400:00000010:1.0:1777582974.981925:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8085b0. 00000400:00000010:1.0:1777582974.981926:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8595b0. 00000400:00000010:1.0:1777582974.981928:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1d58. 00000400:00000010:1.0:1777582974.981930:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5578. 00000400:00000010:1.0:1777582974.981932:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b859540. 00000400:00000010:1.0:1777582974.981934:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5a80. 00000400:00000010:1.0:1777582974.981936:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db2a0. 00000400:00000010:1.0:1777582974.981940:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd54d0. 00000400:00000010:1.0:1777582974.981941:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbd20. 00000400:00000010:1.0:1777582974.981943:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808540. 00000400:00000010:1.0:1777582974.981945:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1a10. 00000400:00000010:1.0:1777582974.981947:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db460. 00000400:00000010:1.0:1777582974.981949:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5af0. 00000400:00000010:1.0:1777582974.981951:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5e00. 00000400:00000010:1.0:1777582974.981953:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db850. 00000400:00000010:1.0:1777582974.981955:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5c08. 00000400:00000010:1.0:1777582974.981956:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db3f0. 00000400:00000010:1.0:1777582974.981958:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b8082d8. 00000400:00000010:1.0:1777582974.981960:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1348. 00000400:00000010:1.0:1777582974.981962:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1268. 00000400:00000010:1.0:1777582974.981964:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1a48. 00000400:00000010:1.0:1777582974.981966:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1968. 00000400:00000010:1.0:1777582974.981967:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db1f8. 00000400:00000010:1.0:1777582974.981969:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db690. 00000400:00000010:1.0:1777582974.981971:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5188. 00000400:00000010:1.0:1777582974.981972:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1380. 00000400:00000010:1.0:1777582974.981974:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd50e0. 00000400:00000010:1.0:1777582974.981976:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1fc0. 00000400:00000010:1.0:1777582974.981978:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd59a0. 00000400:00000010:1.0:1777582974.981980:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1770. 00000400:00000010:1.0:1777582974.981982:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e17a8. 00000400:00000010:1.0:1777582974.981984:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808658. 00000400:00000010:1.0:1777582974.981985:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1b28. 00000400:00000010:1.0:1777582974.981987:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808f88. 00000400:00000010:1.0:1777582974.981989:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808c78. 00000400:00000010:1.0:1777582974.981991:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5f18. 00000400:00000010:1.0:1777582974.981993:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e12a0. 00000400:00000010:1.0:1777582974.981995:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5150. 00000400:00000010:1.0:1777582974.981997:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5b98. 00000400:00000010:1.0:1777582974.981999:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1d20. 00000400:00000010:1.0:1777582974.982001:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5b60. 00000400:00000010:1.0:1777582974.982003:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1460. 00000400:00000010:1.0:1777582974.982005:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5ce8. 00000400:00000010:1.0:1777582974.982007:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1850. 00000400:00000010:1.0:1777582974.982008:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db310. 00000400:00000010:1.0:1777582974.982010:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e13f0. 00000400:00000010:1.0:1777582974.982012:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0248b808498. 00000400:00000010:1.0:1777582974.982014:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd58c0. 00000400:00000010:1.0:1777582974.982016:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708a10. 00000400:00000010:1.0:1777582974.982019:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5e70. 00000400:00000010:1.0:1777582974.982021:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e11f8. 00000400:00000010:1.0:1777582974.982023:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1690. 00000400:00000010:1.0:1777582974.982025:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1310. 00000400:00000010:1.0:1777582974.982027:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5930. 00000400:00000010:1.0:1777582974.982029:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5738. 00000400:00000010:1.0:1777582974.982031:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708d58. 00000400:00000010:1.0:1777582974.982033:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1ab8. 00000400:00000010:1.0:1777582974.982035:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1ee0. 00000400:00000010:1.0:1777582974.982037:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd55e8. 00000400:00000010:1.0:1777582974.982039:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5dc8. 00000400:00000010:1.0:1777582974.982041:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1ea8. 00000400:00000010:1.0:1777582974.982043:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7081c0. 00000400:00000010:1.0:1777582974.982045:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5038. 00000400:00000010:1.0:1777582974.982047:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5818. 00000400:00000010:1.0:1777582974.982049:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5230. 00000400:00000010:1.0:1777582974.982051:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708cb0. 00000400:00000010:1.0:1777582974.982054:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbab8. 00000400:00000010:1.0:1777582974.982055:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1e38. 00000400:00000010:1.0:1777582974.982057:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1d90. 00000400:00000010:1.0:1777582974.982059:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5888. 00000400:00000010:1.0:1777582974.982063:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbee0. 00000400:00000010:1.0:1777582974.982065:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1118. 00000400:00000010:1.0:1777582974.982067:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbea8. 00000400:00000010:1.0:1777582974.982069:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbe38. 00000400:00000010:1.0:1777582974.982071:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5bd0. 00000400:00000010:1.0:1777582974.982074:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd55b0. 00000400:00000010:1.0:1777582974.982076:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1c40. 00000400:00000010:1.0:1777582974.982077:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5540. 00000400:00000010:1.0:1777582974.982079:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd52d8. 00000400:00000010:1.0:1777582974.982082:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5658. 00000400:00000010:1.0:1777582974.982084:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7083b8. 00000400:00000010:1.0:1777582974.982086:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708000. 00000400:00000010:1.0:1777582974.982089:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbd90. 00000400:00000010:1.0:1777582974.982091:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7080a8. 00000400:00000010:1.0:1777582974.982093:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1508. 00000400:00000010:1.0:1777582974.982095:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5f88. 00000400:00000010:1.0:1777582974.982097:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db118. 00000400:00000010:1.0:1777582974.982099:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e19d8. 00000400:00000010:1.0:1777582974.982100:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5c78. 00000400:00000010:1.0:1777582974.982102:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5498. 00000400:00000010:1.0:1777582974.982104:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1f50. 00000400:00000010:1.0:1777582974.982106:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1578. 00000400:00000010:1.0:1777582974.982108:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1a80. 00000400:00000010:1.0:1777582974.982110:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5428. 00000400:00000010:1.0:1777582974.982111:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd57e0. 00000400:00000010:1.0:1777582974.982113:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e14d0. 00000400:00000010:1.0:1777582974.982114:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1af0. 00000400:00000010:1.0:1777582974.982116:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd58f8. 00000400:00000010:1.0:1777582974.982118:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1e00. 00000400:00000010:1.0:1777582974.982119:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbc40. 00000400:00000010:1.0:1777582974.982121:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708700. 00000400:00000010:1.0:1777582974.982123:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db508. 00000400:00000010:1.0:1777582974.982126:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7086c8. 00000400:00000010:1.0:1777582974.982128:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708620. 00000400:00000010:1.0:1777582974.982130:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5070. 00000400:00000010:1.0:1777582974.982159:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db9d8. 00000400:00000010:1.0:1777582974.982164:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbf50. 00000400:00000010:1.0:1777582974.982165:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db578. 00000400:00000010:1.0:1777582974.982167:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5620. 00000400:00000010:1.0:1777582974.982169:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1c08. 00000400:00000010:1.0:1777582974.982171:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dba80. 00000400:00000010:1.0:1777582974.982173:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1188. 00000400:00000010:1.0:1777582974.982175:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db4d0. 00000400:00000010:1.0:1777582974.982177:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e10e0. 00000400:00000010:1.0:1777582974.982179:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e19a0. 00000400:00000010:1.0:1777582974.982181:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd56c8. 00000400:00000010:1.0:1777582974.982183:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1f18. 00000400:00000010:1.0:1777582974.982185:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5700. 00000400:00000010:1.0:1777582974.982187:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1150. 00000400:00000010:1.0:1777582974.982189:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708070. 00000400:00000010:1.0:1777582974.982191:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1b98. 00000400:00000010:1.0:1777582974.982193:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7088f8. 00000400:00000010:1.0:1777582974.982195:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1b60. 00000400:00000010:1.0:1777582974.982197:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7087e0. 00000400:00000010:1.0:1777582974.982199:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1ce8. 00000400:00000010:1.0:1777582974.982201:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708428. 00000400:00000010:1.0:1777582974.982203:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e18c0. 00000400:00000010:1.0:1777582974.982205:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd50a8. 00000400:00000010:1.0:1777582974.982206:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1e70. 00000400:00000010:1.0:1777582974.982208:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5000. 00000400:00000010:1.0:1777582974.982210:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbaf0. 00000400:00000010:1.0:1777582974.982211:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbe00. 00000400:00000010:1.0:1777582974.982213:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1930. 00000400:00000010:1.0:1777582974.982214:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbc08. 00000400:00000010:1.0:1777582974.982216:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1738. 00000400:00000010:1.0:1777582974.982217:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db188. 00000400:00000010:1.0:1777582974.982219:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db0e0. 00000400:00000010:1.0:1777582974.982221:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db9a0. 00000400:00000010:1.0:1777582974.982222:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e15e8. 00000400:00000010:1.0:1777582974.982224:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbf18. 00000400:00000010:1.0:1777582974.982226:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1dc8. 00000400:00000010:1.0:1777582974.982228:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd53b8. 00000400:00000010:1.0:1777582974.982231:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db150. 00000400:00000010:1.0:1777582974.982233:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbb98. 00000400:00000010:1.0:1777582974.982235:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbb60. 00000400:00000010:1.0:1777582974.982237:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5cb0. 00000400:00000010:1.0:1777582974.982239:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1038. 00000400:00000010:1.0:1777582974.982241:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbce8. 00000400:00000010:1.0:1777582974.982243:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1818. 00000400:00000010:1.0:1777582974.982245:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db8c0. 00000400:00000010:1.0:1777582974.982247:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd51c0. 00000400:00000010:1.0:1777582974.982249:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5d58. 00000400:00000010:1.0:1777582974.982251:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5a10. 00000400:00000010:1.0:1777582974.982252:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5348. 00000400:00000010:1.0:1777582974.982254:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1230. 00000400:00000010:1.0:1777582974.982255:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5268. 00000400:00000010:1.0:1777582974.982257:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1888. 00000400:00000010:1.0:1777582974.982259:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1bd0. 00000400:00000010:1.0:1777582974.982260:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5a48. 00000400:00000010:1.0:1777582974.982262:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e15b0. 00000400:00000010:1.0:1777582974.982263:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1540. 00000400:00000010:1.0:1777582974.982265:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbe70. 00000400:00000010:1.0:1777582974.982267:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5968. 00000400:00000010:1.0:1777582974.982268:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db930. 00000400:00000010:1.0:1777582974.982269:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5380. 00000400:00000010:1.0:1777582974.982271:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e12d8. 00000400:00000010:1.0:1777582974.982273:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1658. 00000400:00000010:1.0:1777582974.982274:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db738. 00000400:00000010:1.0:1777582974.982276:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db5e8. 00000400:00000010:1.0:1777582974.982277:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbdc8. 00000400:00000010:1.0:1777582974.982279:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db038. 00000400:00000010:1.0:1777582974.982281:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db818. 00000400:00000010:1.0:1777582974.982282:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5fc0. 00000400:00000010:1.0:1777582974.982284:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708498. 00000400:00000010:1.0:1777582974.982286:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db230. 00000400:00000010:1.0:1777582974.982288:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1f88. 00000400:00000010:1.0:1777582974.982290:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db888. 00000400:00000010:1.0:1777582974.982291:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1c78. 00000400:00000010:1.0:1777582974.982293:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1498. 00000400:00000010:1.0:1777582974.982295:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5770. 00000400:00000010:1.0:1777582974.982297:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708c78. 00000400:00000010:1.0:1777582974.982298:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbbd0. 00000400:00000010:1.0:1777582974.982300:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd57a8. 00000400:00000010:1.0:1777582974.982301:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1428. 00000400:00000010:1.0:1777582974.982303:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e17e0. 00000400:00000010:1.0:1777582974.982304:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5b28. 00000400:00000010:1.0:1777582974.982306:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd52a0. 00000400:00000010:1.0:1777582974.982307:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e18f8. 00000400:00000010:1.0:1777582974.982309:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1070. 00000400:00000010:1.0:1777582974.982310:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b7cd5d20. 00000400:00000010:1.0:1777582974.982312:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024849e1620. 00000400:00000010:1.0:1777582974.982313:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db5b0. 00000400:00000010:1.0:1777582974.982315:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb508. 00000400:00000010:1.0:1777582974.982317:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708f88. 00000400:00000010:1.0:1777582974.982319:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db540. 00000400:00000010:1.0:1777582974.982321:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db2d8. 00000400:00000010:1.0:1777582974.982323:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79380. 00000400:00000010:1.0:1777582974.982325:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb9d8. 00000400:00000010:1.0:1777582974.982326:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708658. 00000400:00000010:1.0:1777582974.982328:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7082d8. 00000400:00000010:1.0:1777582974.982330:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708540. 00000400:00000010:1.0:1777582974.982332:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbf50. 00000400:00000010:1.0:1777582974.982334:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7085b0. 00000400:00000010:1.0:1777582974.982336:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb578. 00000400:00000010:1.0:1777582974.982337:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccba80. 00000400:00000010:1.0:1777582974.982339:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79fc0. 00000400:00000010:1.0:1777582974.982341:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb4d0. 00000400:00000010:1.0:1777582974.982343:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708bd0. 00000400:00000010:1.0:1777582974.982345:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79770. 00000400:00000010:1.0:1777582974.982346:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbaf0. 00000400:00000010:1.0:1777582974.982348:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708888. 00000400:00000010:1.0:1777582974.982349:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbe00. 00000400:00000010:1.0:1777582974.982351:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f797a8. 00000400:00000010:1.0:1777582974.982353:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db658. 00000400:00000010:1.0:1777582974.982356:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79b28. 00000400:00000010:1.0:1777582974.982358:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f792a0. 00000400:00000010:1.0:1777582974.982360:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708230. 00000400:00000010:1.0:1777582974.982362:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79d20. 00000400:00000010:1.0:1777582974.982364:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbc08. 00000400:00000010:1.0:1777582974.982366:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb188. 00000400:00000010:1.0:1777582974.982368:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708818. 00000400:00000010:1.0:1777582974.982370:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb0e0. 00000400:00000010:1.0:1777582974.982371:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb9a0. 00000400:00000010:1.0:1777582974.982373:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbf18. 00000400:00000010:1.0:1777582974.982375:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb150. 00000400:00000010:1.0:1777582974.982377:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbb98. 00000400:00000010:1.0:1777582974.982379:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79460. 00000400:00000010:1.0:1777582974.982381:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbb60. 00000400:00000010:1.0:1777582974.982382:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79850. 00000400:00000010:1.0:1777582974.982384:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f793f0. 00000400:00000010:1.0:1777582974.982386:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbf88. 00000400:00000010:1.0:1777582974.982388:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbc78. 00000400:00000010:1.0:1777582974.982390:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f791f8. 00000400:00000010:1.0:1777582974.982391:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db498. 00000400:00000010:1.0:1777582974.982393:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708038. 00000400:00000010:1.0:1777582974.982395:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79690. 00000400:00000010:1.0:1777582974.982397:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbce8. 00000400:00000010:1.0:1777582974.982399:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79310. 00000400:00000010:1.0:1777582974.982401:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db428. 00000400:00000010:1.0:1777582974.982403:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb8c0. 00000400:00000010:1.0:1777582974.982405:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79ab8. 00000400:00000010:1.0:1777582974.982407:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbe70. 00000400:00000010:1.0:1777582974.982408:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79ee0. 00000400:00000010:1.0:1777582974.982411:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb930. 00000400:00000010:1.0:1777582974.982412:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db7e0. 00000400:00000010:1.0:1777582974.982414:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79ea8. 00000400:00000010:1.0:1777582974.982415:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db8f8. 00000400:00000010:1.0:1777582974.982417:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db070. 00000400:00000010:1.0:1777582974.982418:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db620. 00000400:00000010:1.0:1777582974.982420:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db6c8. 00000400:00000010:1.0:1777582974.982422:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708dc8. 00000400:00000010:1.0:1777582974.982424:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db700. 00000400:00000010:1.0:1777582974.982426:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb738. 00000400:00000010:1.0:1777582974.982428:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db0a8. 00000400:00000010:1.0:1777582974.982431:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb5e8. 00000400:00000010:1.0:1777582974.982433:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7085e8. 00000400:00000010:1.0:1777582974.982435:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbdc8. 00000400:00000010:1.0:1777582974.982437:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb038. 00000400:00000010:1.0:1777582974.982439:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb818. 00000400:00000010:1.0:1777582974.982441:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb230. 00000400:00000010:1.0:1777582974.982443:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db000. 00000400:00000010:1.0:1777582974.982445:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79e38. 00000400:00000010:1.0:1777582974.982447:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb888. 00000400:00000010:1.0:1777582974.982448:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbbd0. 00000400:00000010:1.0:1777582974.982450:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db3b8. 00000400:00000010:1.0:1777582974.982452:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbcb0. 00000400:00000010:1.0:1777582974.982455:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79d90. 00000400:00000010:1.0:1777582974.982456:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db1c0. 00000400:00000010:1.0:1777582974.982458:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708738. 00000400:00000010:1.0:1777582974.982460:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708930. 00000400:00000010:1.0:1777582974.982462:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbd58. 00000400:00000010:1.0:1777582974.982464:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dba10. 00000400:00000010:1.0:1777582974.982466:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb5b0. 00000400:00000010:1.0:1777582974.982468:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb540. 00000400:00000010:1.0:1777582974.982470:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db348. 00000400:00000010:1.0:1777582974.982472:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb2d8. 00000400:00000010:1.0:1777582974.982474:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708e70. 00000400:00000010:1.0:1777582974.982476:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7088c0. 00000400:00000010:1.0:1777582974.982478:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb658. 00000400:00000010:1.0:1777582974.982479:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db268. 00000400:00000010:1.0:1777582974.982481:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79118. 00000400:00000010:1.0:1777582974.982483:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708ce8. 00000400:00000010:1.0:1777582974.982485:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbf88. 00000400:00000010:1.0:1777582974.982487:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708b60. 00000400:00000010:1.0:1777582974.982489:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbc78. 00000400:00000010:1.0:1777582974.982490:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb498. 00000400:00000010:1.0:1777582974.982493:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb428. 00000400:00000010:1.0:1777582974.982495:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708b98. 00000400:00000010:1.0:1777582974.982497:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79c40. 00000400:00000010:1.0:1777582974.982498:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb7e0. 00000400:00000010:1.0:1777582974.982500:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb8f8. 00000400:00000010:1.0:1777582974.982501:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dba48. 00000400:00000010:1.0:1777582974.982503:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb070. 00000400:00000010:1.0:1777582974.982505:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79508. 00000400:00000010:1.0:1777582974.982507:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f799d8. 00000400:00000010:1.0:1777582974.982509:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db968. 00000400:00000010:1.0:1777582974.982511:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79f50. 00000400:00000010:1.0:1777582974.982512:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79578. 00000400:00000010:1.0:1777582974.982514:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db380. 00000400:00000010:1.0:1777582974.982516:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb620. 00000400:00000010:1.0:1777582974.982518:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbfc0. 00000400:00000010:1.0:1777582974.982520:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db770. 00000400:00000010:1.0:1777582974.982521:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972db7a8. 00000400:00000010:1.0:1777582974.982523:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79a80. 00000400:00000010:1.0:1777582974.987403:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024972dbb28. 00000400:00000010:1.0:1777582974.987423:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708150. 00000400:00000010:1.0:1777582974.987427:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e42d8. 00000400:00000010:1.0:1777582974.987431:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4658. 00000400:00000010:1.0:1777582974.987433:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb6c8. 00000400:00000010:1.0:1777582974.987436:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4f88. 00000400:00000010:1.0:1777582974.987438:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708f18. 00000400:00000010:1.0:1777582974.987440:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb700. 00000400:00000010:1.0:1777582974.987442:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb0a8. 00000400:00000010:1.0:1777582974.987444:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb000. 00000400:00000010:1.0:1777582974.987446:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb3b8. 00000400:00000010:1.0:1777582974.987449:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbcb0. 00000400:00000010:1.0:1777582974.987451:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f794d0. 00000400:00000010:1.0:1777582974.987454:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb1c0. 00000400:00000010:1.0:1777582974.987456:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbd58. 00000400:00000010:1.0:1777582974.987458:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccba10. 00000400:00000010:1.0:1777582974.987460:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7089a0. 00000400:00000010:1.0:1777582974.987462:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb348. 00000400:00000010:1.0:1777582974.987464:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb268. 00000400:00000010:1.0:1777582974.987466:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccba48. 00000400:00000010:1.0:1777582974.987468:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79af0. 00000400:00000010:1.0:1777582974.987471:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb968. 00000400:00000010:1.0:1777582974.987473:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79e00. 00000400:00000010:1.0:1777582974.987475:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7080e0. 00000400:00000010:1.0:1777582974.987477:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79c08. 00000400:00000010:1.0:1777582974.987479:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb380. 00000400:00000010:1.0:1777582974.987481:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbfc0. 00000400:00000010:1.0:1777582974.987482:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708188. 00000400:00000010:1.0:1777582974.987484:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4c78. 00000400:00000010:1.0:1777582974.987486:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708c08. 00000400:00000010:1.0:1777582974.987489:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb770. 00000400:00000010:1.0:1777582974.987491:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708e00. 00000400:00000010:1.0:1777582974.987493:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb7a8. 00000400:00000010:1.0:1777582974.987495:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79188. 00000400:00000010:1.0:1777582974.987497:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbb28. 00000400:00000010:1.0:1777582974.987499:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4498. 00000400:00000010:1.0:1777582974.987501:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4428. 00000400:00000010:1.0:1777582974.987503:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f790e0. 00000400:00000010:1.0:1777582974.987505:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb2a0. 00000400:00000010:1.0:1777582974.987507:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbd20. 00000400:00000010:1.0:1777582974.987509:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e47e0. 00000400:00000010:1.0:1777582974.987511:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f799a0. 00000400:00000010:1.0:1777582974.987513:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e48f8. 00000400:00000010:1.0:1777582974.987516:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4070. 00000400:00000010:1.0:1777582974.987518:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb460. 00000400:00000010:1.0:1777582974.987520:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79f18. 00000400:00000010:1.0:1777582974.987522:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708af0. 00000400:00000010:1.0:1777582974.987524:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4620. 00000400:00000010:1.0:1777582974.987536:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7084d0. 00000400:00000010:1.0:1777582974.987538:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79150. 00000400:00000010:1.0:1777582974.987541:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb850. 00000400:00000010:1.0:1777582974.987542:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708a80. 00000400:00000010:1.0:1777582974.987545:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e46c8. 00000400:00000010:1.0:1777582974.987547:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79b98. 00000400:00000010:1.0:1777582974.987549:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4700. 00000400:00000010:1.0:1777582974.987551:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79b60. 00000400:00000010:1.0:1777582974.987553:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb3f0. 00000400:00000010:1.0:1777582974.987555:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e40a8. 00000400:00000010:1.0:1777582974.987557:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708578. 00000400:00000010:1.0:1777582974.987559:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79ce8. 00000400:00000010:1.0:1777582974.987561:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f798c0. 00000400:00000010:1.0:1777582974.987563:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb1f8. 00000400:00000010:1.0:1777582974.987565:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb690. 00000400:00000010:1.0:1777582974.987567:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79e70. 00000400:00000010:1.0:1777582974.987569:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4000. 00000400:00000010:1.0:1777582974.987571:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708f50. 00000400:00000010:1.0:1777582974.987573:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb310. 00000400:00000010:1.0:1777582974.987575:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e43b8. 00000400:00000010:1.0:1777582974.987577:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79930. 00000400:00000010:1.0:1777582974.987579:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7089d8. 00000400:00000010:1.0:1777582974.987581:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708508. 00000400:00000010:1.0:1777582974.987582:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708c40. 00000400:00000010:1.0:1777582974.987584:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708118. 00000400:00000010:1.0:1777582974.987587:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbab8. 00000400:00000010:1.0:1777582974.987588:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbee0. 00000400:00000010:1.0:1777582974.987590:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708d90. 00000400:00000010:1.0:1777582974.987592:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbea8. 00000400:00000010:1.0:1777582974.987594:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79738. 00000400:00000010:1.0:1777582974.987596:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbe38. 00000400:00000010:1.0:1777582974.987597:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f795e8. 00000400:00000010:1.0:1777582974.987600:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbd90. 00000400:00000010:1.0:1777582974.987601:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79dc8. 00000400:00000010:1.0:1777582974.987603:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccb118. 00000400:00000010:1.0:1777582974.987605:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79038. 00000400:00000010:1.0:1777582974.987608:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02484ccbc40. 00000400:00000010:1.0:1777582974.987610:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49070. 00000400:00000010:1.0:1777582974.987685:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79818. 00000400:00000010:1.0:1777582974.987689:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79230. 00000400:00000010:1.0:1777582974.987692:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49620. 00000400:00000010:1.0:1777582974.987694:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708e38. 00000400:00000010:1.0:1777582974.987696:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79888. 00000400:00000010:1.0:1777582974.987698:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708ea8. 00000400:00000010:1.0:1777582974.987700:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4cb0. 00000400:00000010:1.0:1777582974.987702:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e41c0. 00000400:00000010:1.0:1777582974.987704:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4d58. 00000400:00000010:1.0:1777582974.987706:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79bd0. 00000400:00000010:1.0:1777582974.987708:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708ee0. 00000400:00000010:1.0:1777582974.987710:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708ab8. 00000400:00000010:1.0:1777582974.987712:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f795b0. 00000400:00000010:1.0:1777582974.987714:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f496c8. 00000400:00000010:1.0:1777582974.987716:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4a10. 00000400:00000010:1.0:1777582974.987718:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49700. 00000400:00000010:1.0:1777582974.987719:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4348. 00000400:00000010:1.0:1777582974.987722:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f490a8. 00000400:00000010:1.0:1777582974.987724:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49000. 00000400:00000010:1.0:1777582974.987725:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4268. 00000400:00000010:1.0:1777582974.987727:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4a48. 00000400:00000010:1.0:1777582974.987729:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708310. 00000400:00000010:1.0:1777582974.987731:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f493b8. 00000400:00000010:1.0:1777582974.987733:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708690. 00000400:00000010:1.0:1777582974.987735:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79540. 00000400:00000010:1.0:1777582974.987737:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7081f8. 00000400:00000010:1.0:1777582974.987738:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7083f0. 00000400:00000010:1.0:1777582974.987740:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49cb0. 00000400:00000010:1.0:1777582974.987742:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f491c0. 00000400:00000010:1.0:1777582974.987744:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f792d8. 00000400:00000010:1.0:1777582974.987746:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708850. 00000400:00000010:1.0:1777582974.987749:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49d58. 00000400:00000010:1.0:1777582974.987751:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708460. 00000400:00000010:1.0:1777582974.987753:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49a10. 00000400:00000010:1.0:1777582974.987755:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4968. 00000400:00000010:1.0:1777582974.987757:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49348. 00000400:00000010:1.0:1777582974.987759:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49268. 00000400:00000010:1.0:1777582974.987761:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708d20. 00000400:00000010:1.0:1777582974.987763:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79658. 00000400:00000010:1.0:1777582974.987765:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79f88. 00000400:00000010:1.0:1777582974.987768:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49a48. 00000400:00000010:1.0:1777582974.987770:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7082a0. 00000400:00000010:1.0:1777582974.987772:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79c78. 00000400:00000010:1.0:1777582974.987774:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708b28. 00000400:00000010:1.0:1777582974.987776:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4380. 00000400:00000010:1.0:1777582974.987778:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4fc0. 00000400:00000010:1.0:1777582974.987780:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79498. 00000400:00000010:1.0:1777582974.987782:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f7087a8. 00000400:00000010:1.0:1777582974.987784:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4770. 00000400:00000010:1.0:1777582974.987786:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79428. 00000400:00000010:1.0:1777582974.987788:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49968. 00000400:00000010:1.0:1777582974.987790:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49380. 00000400:00000010:1.0:1777582974.987792:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49fc0. 00000400:00000010:1.0:1777582974.987794:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f797e0. 00000400:00000010:1.0:1777582974.987796:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f798f8. 00000400:00000010:1.0:1777582974.987798:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49770. 00000400:00000010:1.0:1777582974.987800:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e47a8. 00000400:00000010:1.0:1777582974.987802:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4b28. 00000400:00000010:1.0:1777582974.987804:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f497a8. 00000400:00000010:1.0:1777582974.987806:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49b28. 00000400:00000010:1.0:1777582974.987808:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e42a0. 00000400:00000010:1.0:1777582974.987810:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708770. 00000400:00000010:1.0:1777582974.987812:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4d20. 00000400:00000010:1.0:1777582974.987813:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4460. 00000400:00000010:1.0:1777582974.987815:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4850. 00000400:00000010:1.0:1777582974.987817:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f492a0. 00000400:00000010:1.0:1777582974.987819:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49d20. 00000400:00000010:1.0:1777582974.987821:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49460. 00000400:00000010:1.0:1777582974.987823:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49850. 00000400:00000010:1.0:1777582974.987824:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f493f0. 00000400:00000010:1.0:1777582974.987826:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e43f0. 00000400:00000010:1.0:1777582974.987828:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f491f8. 00000400:00000010:1.0:1777582974.987830:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79070. 00000400:00000010:1.0:1777582974.987831:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79620. 00000400:00000010:1.0:1777582974.987833:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f796c8. 00000400:00000010:1.0:1777582974.987835:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79700. 00000400:00000010:1.0:1777582974.987837:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f790a8. 00000400:00000010:1.0:1777582974.987838:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79000. 00000400:00000010:1.0:1777582974.987840:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e41f8. 00000400:00000010:1.0:1777582974.987842:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4690. 00000400:00000010:1.0:1777582974.987844:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4310. 00000400:00000010:1.0:1777582974.987846:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708fc0. 00000400:00000010:1.0:1777582974.987848:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4ab8. 00000400:00000010:1.0:1777582974.987850:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708380. 00000400:00000010:1.0:1777582974.987852:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49690. 00000400:00000010:1.0:1777582974.987854:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4ee0. 00000400:00000010:1.0:1777582974.987856:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49310. 00000400:00000010:1.0:1777582974.987858:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49ab8. 00000400:00000010:1.0:1777582974.987860:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708968. 00000400:00000010:1.0:1777582974.987862:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708a48. 00000400:00000010:1.0:1777582974.987864:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708268. 00000400:00000010:1.0:1777582974.987866:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4ea8. 00000400:00000010:1.0:1777582974.987869:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49ee0. 00000400:00000010:1.0:1777582974.987871:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49ea8. 00000400:00000010:1.0:1777582974.987873:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49e38. 00000400:00000010:1.0:1777582974.987875:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f793b8. 00000400:00000010:1.0:1777582974.987877:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49d90. 00000400:00000010:1.0:1777582974.987879:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49118. 00000400:00000010:1.0:1777582974.987881:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4e38. 00000400:00000010:1.0:1777582974.987883:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4d90. 00000400:00000010:1.0:1777582974.987885:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49c40. 00000400:00000010:1.0:1777582974.987887:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79cb0. 00000400:00000010:1.0:1777582974.987888:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f791c0. 00000400:00000010:1.0:1777582974.987890:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79d58. 00000400:00000010:1.0:1777582974.987892:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49508. 00000400:00000010:1.0:1777582974.987895:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f499d8. 00000400:00000010:1.0:1777582974.987896:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79a10. 00000400:00000010:1.0:1777582974.987898:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4118. 00000400:00000010:1.0:1777582974.987900:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79348. 00000400:00000010:1.0:1777582974.987902:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49f50. 00000400:00000010:1.0:1777582974.987904:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4c40. 00000400:00000010:1.0:1777582974.987906:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79268. 00000400:00000010:1.0:1777582974.987908:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4508. 00000400:00000010:1.0:1777582974.987910:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79a48. 00000400:00000010:1.0:1777582974.987912:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a5f79968. 00000400:00000010:1.0:1777582974.987921:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e49d8. 00000400:00000010:1.0:1777582974.987924:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49578. 00000400:00000010:1.0:1777582974.987926:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4f50. 00000400:00000010:1.0:1777582974.987929:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49a80. 00000400:00000010:1.0:1777582974.987931:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f118. 00000400:00000010:1.0:1777582974.987933:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4578. 00000400:00000010:1.0:1777582974.987935:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4a80. 00000400:00000010:1.0:1777582974.987938:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa0249f708348. 00000400:00000010:1.0:1777582974.987944:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12230. 00000400:00000010:1.0:1777582974.987947:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fc40. 00000400:00000010:1.0:1777582974.987949:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12818. 00000400:00000010:1.0:1777582974.987952:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f508. 00000400:00000010:1.0:1777582974.987954:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f9d8. 00000400:00000010:1.0:1777582974.987956:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12038. 00000400:00000010:1.0:1777582974.987958:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576ff50. 00000400:00000010:1.0:1777582974.987960:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12dc8. 00000400:00000010:1.0:1777582974.987962:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f494d0. 00000400:00000010:1.0:1777582974.987964:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f578. 00000400:00000010:1.0:1777582974.987966:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49af0. 00000400:00000010:1.0:1777582974.987968:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49e00. 00000400:00000010:1.0:1777582974.987969:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e44d0. 00000400:00000010:1.0:1777582974.987972:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49c08. 00000400:00000010:1.0:1777582974.987974:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49188. 00000400:00000010:1.0:1777582974.987976:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4af0. 00000400:00000010:1.0:1777582974.987977:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fa80. 00000400:00000010:1.0:1777582974.987980:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca125e8. 00000400:00000010:1.0:1777582974.987982:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f4d0. 00000400:00000010:1.0:1777582974.987984:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12738. 00000400:00000010:1.0:1777582974.987986:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4e00. 00000400:00000010:1.0:1777582974.987988:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4c08. 00000400:00000010:1.0:1777582974.987989:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f490e0. 00000400:00000010:1.0:1777582974.987991:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4188. 00000400:00000010:1.0:1777582974.987993:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e40e0. 00000400:00000010:1.0:1777582974.987995:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e49a0. 00000400:00000010:1.0:1777582974.987998:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576faf0. 00000400:00000010:1.0:1777582974.988000:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f499a0. 00000400:00000010:1.0:1777582974.988001:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49f18. 00000400:00000010:1.0:1777582974.988003:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49150. 00000400:00000010:1.0:1777582974.988006:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12930. 00000400:00000010:1.0:1777582974.988008:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12e70. 00000400:00000010:1.0:1777582974.988010:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fe00. 00000400:00000010:1.0:1777582974.988012:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fc08. 00000400:00000010:1.0:1777582974.988014:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4f18. 00000400:00000010:1.0:1777582974.988016:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4150. 00000400:00000010:1.0:1777582974.988017:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f188. 00000400:00000010:1.0:1777582974.988019:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49b98. 00000400:00000010:1.0:1777582974.988021:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49b60. 00000400:00000010:1.0:1777582974.988023:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4b98. 00000400:00000010:1.0:1777582974.988025:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49ce8. 00000400:00000010:1.0:1777582974.988027:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4b60. 00000400:00000010:1.0:1777582974.988029:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f0e0. 00000400:00000010:1.0:1777582974.988031:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca128c0. 00000400:00000010:1.0:1777582974.988033:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f9a0. 00000400:00000010:1.0:1777582974.988035:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12ce8. 00000400:00000010:1.0:1777582974.988037:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576ff18. 00000400:00000010:1.0:1777582974.988039:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12b60. 00000400:00000010:1.0:1777582974.988041:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f150. 00000400:00000010:1.0:1777582974.988043:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4ce8. 00000400:00000010:1.0:1777582974.988045:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f498c0. 00000400:00000010:1.0:1777582974.988047:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e48c0. 00000400:00000010:1.0:1777582974.988049:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49e70. 00000400:00000010:1.0:1777582974.988051:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49930. 00000400:00000010:1.0:1777582974.988053:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12b98. 00000400:00000010:1.0:1777582974.988055:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4e70. 00000400:00000010:1.0:1777582974.988057:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4930. 00000400:00000010:1.0:1777582974.988059:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4738. 00000400:00000010:1.0:1777582974.988061:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e45e8. 00000400:00000010:1.0:1777582974.988063:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12150. 00000400:00000010:1.0:1777582974.988065:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12f18. 00000400:00000010:1.0:1777582974.988068:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49738. 00000400:00000010:1.0:1777582974.988070:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f495e8. 00000400:00000010:1.0:1777582974.988073:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca129a0. 00000400:00000010:1.0:1777582974.988075:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49dc8. 00000400:00000010:1.0:1777582974.988076:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49038. 00000400:00000010:1.0:1777582974.988079:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4dc8. 00000400:00000010:1.0:1777582974.988081:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49818. 00000400:00000010:1.0:1777582974.988083:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49230. 00000400:00000010:1.0:1777582974.988085:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fb98. 00000400:00000010:1.0:1777582974.988087:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49888. 00000400:00000010:1.0:1777582974.988089:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49bd0. 00000400:00000010:1.0:1777582974.988091:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4038. 00000400:00000010:1.0:1777582974.988093:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fb60. 00000400:00000010:1.0:1777582974.988095:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fce8. 00000400:00000010:1.0:1777582974.988097:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4818. 00000400:00000010:1.0:1777582974.988099:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f495b0. 00000400:00000010:1.0:1777582974.988101:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4230. 00000400:00000010:1.0:1777582974.988104:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f8c0. 00000400:00000010:1.0:1777582974.988105:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fe70. 00000400:00000010:1.0:1777582974.988107:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49540. 00000400:00000010:1.0:1777582974.988109:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f492d8. 00000400:00000010:1.0:1777582974.988111:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f930. 00000400:00000010:1.0:1777582974.988113:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f738. 00000400:00000010:1.0:1777582974.988115:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f5e8. 00000400:00000010:1.0:1777582974.988117:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49658. 00000400:00000010:1.0:1777582974.988119:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4888. 00000400:00000010:1.0:1777582974.988121:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4bd0. 00000400:00000010:1.0:1777582974.988123:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e45b0. 00000400:00000010:1.0:1777582974.988124:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca120e0. 00000400:00000010:1.0:1777582974.988126:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62e4540. 00000400:00000010:1.0:1777582974.988162:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2ce8. 00000400:00000010:1.0:1777582974.988166:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49f88. 00000400:00000010:1.0:1777582974.988168:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d28c0. 00000400:00000010:1.0:1777582974.988170:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49c78. 00000400:00000010:1.0:1777582974.988172:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49498. 00000400:00000010:1.0:1777582974.988174:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fdc8. 00000400:00000010:1.0:1777582974.988176:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f49428. 00000400:00000010:1.0:1777582974.988178:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f497e0. 00000400:00000010:1.0:1777582974.988180:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02483f498f8. 00000400:00000010:1.0:1777582974.988182:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2e70. 00000400:00000010:1.0:1777582974.988184:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2930. 00000400:00000010:1.0:1777582974.988185:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2738. 00000400:00000010:1.0:1777582974.988188:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d25e8. 00000400:00000010:1.0:1777582974.988190:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2dc8. 00000400:00000010:1.0:1777582974.988192:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b73b8. 00000400:00000010:1.0:1777582974.988194:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12188. 00000400:00000010:1.0:1777582974.988196:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2038. 00000400:00000010:1.0:1777582974.988197:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12c08. 00000400:00000010:1.0:1777582974.988200:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12e00. 00000400:00000010:1.0:1777582974.988201:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7cb0. 00000400:00000010:1.0:1777582974.988203:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b71c0. 00000400:00000010:1.0:1777582974.988205:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12af0. 00000400:00000010:1.0:1777582974.988207:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f038. 00000400:00000010:1.0:1777582974.988210:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7d58. 00000400:00000010:1.0:1777582974.988212:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f818. 00000400:00000010:1.0:1777582974.988214:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2818. 00000400:00000010:1.0:1777582974.988216:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7a10. 00000400:00000010:1.0:1777582974.988218:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2230. 00000400:00000010:1.0:1777582974.988220:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca124d0. 00000400:00000010:1.0:1777582974.988222:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f230. 00000400:00000010:1.0:1777582974.988223:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f888. 00000400:00000010:1.0:1777582974.988225:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fbd0. 00000400:00000010:1.0:1777582974.988227:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7348. 00000400:00000010:1.0:1777582974.988229:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f5b0. 00000400:00000010:1.0:1777582974.988231:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7268. 00000400:00000010:1.0:1777582974.988232:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f540. 00000400:00000010:1.0:1777582974.988234:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f2d8. 00000400:00000010:1.0:1777582974.988236:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7a48. 00000400:00000010:1.0:1777582974.988238:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2888. 00000400:00000010:1.0:1777582974.988239:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2bd0. 00000400:00000010:1.0:1777582974.988241:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d25b0. 00000400:00000010:1.0:1777582974.988243:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2540. 00000400:00000010:1.0:1777582974.988245:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f658. 00000400:00000010:1.0:1777582974.989392:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d22d8. 00000400:00000010:1.0:1777582974.989395:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576ff88. 00000400:00000010:1.0:1777582974.989397:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fc78. 00000400:00000010:1.0:1777582974.989399:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f498. 00000400:00000010:1.0:1777582974.989401:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7968. 00000400:00000010:1.0:1777582974.989403:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7380. 00000400:00000010:1.0:1777582974.989405:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7fc0. 00000400:00000010:1.0:1777582974.989407:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f428. 00000400:00000010:1.0:1777582974.989409:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f7e0. 00000400:00000010:1.0:1777582974.989411:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f8f8. 00000400:00000010:1.0:1777582974.989413:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7770. 00000400:00000010:1.0:1777582974.989415:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f070. 00000400:00000010:1.0:1777582974.989417:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f620. 00000400:00000010:1.0:1777582974.989419:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f6c8. 00000400:00000010:1.0:1777582974.989421:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f700. 00000400:00000010:1.0:1777582974.989422:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b77a8. 00000400:00000010:1.0:1777582974.989424:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f0a8. 00000400:00000010:1.0:1777582974.989426:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7b28. 00000400:00000010:1.0:1777582974.989428:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b72a0. 00000400:00000010:1.0:1777582974.989430:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7d20. 00000400:00000010:1.0:1777582974.989432:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7460. 00000400:00000010:1.0:1777582974.989434:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2658. 00000400:00000010:1.0:1777582974.989436:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7850. 00000400:00000010:1.0:1777582974.989438:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b73f0. 00000400:00000010:1.0:1777582974.989440:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2f88. 00000400:00000010:1.0:1777582974.989442:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2c78. 00000400:00000010:1.0:1777582974.989444:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2498. 00000400:00000010:1.0:1777582974.989446:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2428. 00000400:00000010:1.0:1777582974.989448:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f000. 00000400:00000010:1.0:1777582974.989450:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b71f8. 00000400:00000010:1.0:1777582974.989452:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d27e0. 00000400:00000010:1.0:1777582974.989454:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7690. 00000400:00000010:1.0:1777582974.989456:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f3b8. 00000400:00000010:1.0:1777582974.989458:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fcb0. 00000400:00000010:1.0:1777582974.989460:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7310. 00000400:00000010:1.0:1777582974.989463:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7ab8. 00000400:00000010:1.0:1777582974.989465:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d28f8. 00000400:00000010:1.0:1777582974.989467:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2070. 00000400:00000010:1.0:1777582974.989469:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7ee0. 00000400:00000010:1.0:1777582974.989471:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12a80. 00000400:00000010:1.0:1777582974.989473:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2620. 00000400:00000010:1.0:1777582974.989475:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d26c8. 00000400:00000010:1.0:1777582974.989477:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2700. 00000400:00000010:1.0:1777582974.989479:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7ea8. 00000400:00000010:1.0:1777582974.989481:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d20a8. 00000400:00000010:1.0:1777582974.989483:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12578. 00000400:00000010:1.0:1777582974.989485:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2000. 00000400:00000010:1.0:1777582974.989487:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12f50. 00000400:00000010:1.0:1777582974.989488:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d23b8. 00000400:00000010:1.0:1777582974.989490:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2cb0. 00000400:00000010:1.0:1777582974.989492:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d21c0. 00000400:00000010:1.0:1777582974.989494:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7e38. 00000400:00000010:1.0:1777582974.989496:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca129d8. 00000400:00000010:1.0:1777582974.989498:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f1c0. 00000400:00000010:1.0:1777582974.989501:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fd58. 00000400:00000010:1.0:1777582974.989502:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7d90. 00000400:00000010:1.0:1777582974.989504:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2d58. 00000400:00000010:1.0:1777582974.989506:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fa10. 00000400:00000010:1.0:1777582974.989508:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12508. 00000400:00000010:1.0:1777582974.989510:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f348. 00000400:00000010:1.0:1777582974.989512:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12c40. 00000400:00000010:1.0:1777582974.989514:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7118. 00000400:00000010:1.0:1777582974.989516:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f268. 00000400:00000010:1.0:1777582974.989518:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7c40. 00000400:00000010:1.0:1777582974.989519:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12118. 00000400:00000010:1.0:1777582974.989521:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fa48. 00000400:00000010:1.0:1777582974.989523:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f968. 00000400:00000010:1.0:1777582974.989534:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2a10. 00000400:00000010:1.0:1777582974.989538:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f380. 00000400:00000010:1.0:1777582974.989540:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12d90. 00000400:00000010:1.0:1777582974.989541:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576ffc0. 00000400:00000010:1.0:1777582974.989544:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12e38. 00000400:00000010:1.0:1777582974.989546:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f770. 00000400:00000010:1.0:1777582974.989548:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2348. 00000400:00000010:1.0:1777582974.989550:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7508. 00000400:00000010:1.0:1777582974.989552:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2268. 00000400:00000010:1.0:1777582974.989554:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2a48. 00000400:00000010:1.0:1777582974.989556:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2968. 00000400:00000010:1.0:1777582974.989557:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2380. 00000400:00000010:1.0:1777582974.989559:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b79d8. 00000400:00000010:1.0:1777582974.989561:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2fc0. 00000400:00000010:1.0:1777582974.989563:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7f50. 00000400:00000010:1.0:1777582974.989565:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2770. 00000400:00000010:1.0:1777582974.989567:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12ea8. 00000400:00000010:1.0:1777582974.989569:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7578. 00000400:00000010:1.0:1777582974.989572:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f7a8. 00000400:00000010:1.0:1777582974.989574:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12ee0. 00000400:00000010:1.0:1777582974.989576:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7a80. 00000400:00000010:1.0:1777582974.989578:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b74d0. 00000400:00000010:1.0:1777582974.989580:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d27a8. 00000400:00000010:1.0:1777582974.989582:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12ab8. 00000400:00000010:1.0:1777582974.989584:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fb28. 00000400:00000010:1.0:1777582974.989586:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7af0. 00000400:00000010:1.0:1777582974.989588:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12310. 00000400:00000010:1.0:1777582974.989590:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f2a0. 00000400:00000010:1.0:1777582974.989592:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12690. 00000400:00000010:1.0:1777582974.989594:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2b28. 00000400:00000010:1.0:1777582974.989595:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d22a0. 00000400:00000010:1.0:1777582974.989597:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fd20. 00000400:00000010:1.0:1777582974.989599:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7e00. 00000400:00000010:1.0:1777582974.989601:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f460. 00000400:00000010:1.0:1777582974.989603:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7c08. 00000400:00000010:1.0:1777582974.989605:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f850. 00000400:00000010:1.0:1777582974.989606:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7188. 00000400:00000010:1.0:1777582974.989608:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2d20. 00000400:00000010:1.0:1777582974.989610:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b70e0. 00000400:00000010:1.0:1777582974.989612:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca121f8. 00000400:00000010:1.0:1777582974.989615:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b79a0. 00000400:00000010:1.0:1777582974.989617:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2460. 00000400:00000010:1.0:1777582974.989619:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f3f0. 00000400:00000010:1.0:1777582974.989621:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7f18. 00000400:00000010:1.0:1777582974.989623:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2850. 00000400:00000010:1.0:1777582974.989625:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d23f0. 00000400:00000010:1.0:1777582974.989627:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f1f8. 00000400:00000010:1.0:1777582974.989629:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d21f8. 00000400:00000010:1.0:1777582974.989631:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2690. 00000400:00000010:1.0:1777582974.989633:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7150. 00000400:00000010:1.0:1777582974.989635:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7b98. 00000400:00000010:1.0:1777582974.989637:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2310. 00000400:00000010:1.0:1777582974.989639:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca123f0. 00000400:00000010:1.0:1777582974.989640:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7b60. 00000400:00000010:1.0:1777582974.989642:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12850. 00000400:00000010:1.0:1777582974.989644:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7ce8. 00000400:00000010:1.0:1777582974.989646:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b78c0. 00000400:00000010:1.0:1777582974.989648:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12460. 00000400:00000010:1.0:1777582974.989651:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12d20. 00000400:00000010:1.0:1777582974.989653:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7e70. 00000400:00000010:1.0:1777582974.989654:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f690. 00000400:00000010:1.0:1777582974.989656:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7930. 00000400:00000010:1.0:1777582974.989658:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7738. 00000400:00000010:1.0:1777582974.989661:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2ab8. 00000400:00000010:1.0:1777582974.989663:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b75e8. 00000400:00000010:1.0:1777582974.989665:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca122a0. 00000400:00000010:1.0:1777582974.989667:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7dc8. 00000400:00000010:1.0:1777582974.989669:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12b28. 00000400:00000010:1.0:1777582974.989671:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7038. 00000400:00000010:1.0:1777582974.989673:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca127a8. 00000400:00000010:1.0:1777582974.989674:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7818. 00000400:00000010:1.0:1777582974.989676:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576f310. 00000400:00000010:1.0:1777582974.989678:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7230. 00000400:00000010:1.0:1777582974.989680:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12770. 00000400:00000010:1.0:1777582974.989682:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7888. 00000400:00000010:1.0:1777582974.989683:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12fc0. 00000400:00000010:1.0:1777582974.989686:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fab8. 00000400:00000010:1.0:1777582974.989688:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12380. 00000400:00000010:1.0:1777582974.989690:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7bd0. 00000400:00000010:1.0:1777582974.989691:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b75b0. 00000400:00000010:1.0:1777582974.989694:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12968. 00000400:00000010:1.0:1777582974.989695:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2ee0. 00000400:00000010:1.0:1777582974.989697:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fee0. 00000400:00000010:1.0:1777582974.989699:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7540. 00000400:00000010:1.0:1777582974.989702:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fea8. 00000400:00000010:1.0:1777582974.989704:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b72d8. 00000400:00000010:1.0:1777582974.989705:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7658. 00000400:00000010:1.0:1777582974.989707:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7f88. 00000400:00000010:1.0:1777582974.989709:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7c78. 00000400:00000010:1.0:1777582974.989711:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fe38. 00000400:00000010:1.0:1777582974.989713:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7498. 00000400:00000010:1.0:1777582974.989714:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7428. 00000400:00000010:1.0:1777582974.989716:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024a576fd90. 00000400:00000010:1.0:1777582974.989718:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2ea8. 00000400:00000010:1.0:1777582974.989720:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b77e0. 00000400:00000010:1.0:1777582974.989722:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2e38. 00000400:00000010:1.0:1777582974.989724:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b78f8. 00000400:00000010:1.0:1777582974.989726:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2d90. 00000400:00000010:1.0:1777582974.989728:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2118. 00000400:00000010:1.0:1777582974.989730:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12a48. 00000400:00000010:1.0:1777582974.989732:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12268. 00000400:00000010:1.0:1777582974.989734:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12348. 00000400:00000010:1.0:1777582974.989736:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7070. 00000400:00000010:1.0:1777582974.989737:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4540. 00000400:00000010:1.0:1777582974.989740:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da42d8. 00000400:00000010:1.0:1777582974.989742:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7620. 00000400:00000010:1.0:1777582974.989744:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4658. 00000400:00000010:1.0:1777582974.989745:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b76c8. 00000400:00000010:1.0:1777582974.989747:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12a10. 00000400:00000010:1.0:1777582974.989749:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4f88. 00000400:00000010:1.0:1777582974.989750:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7700. 00000400:00000010:1.0:1777582974.989752:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2c40. 00000400:00000010:1.0:1777582974.989754:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b70a8. 00000400:00000010:1.0:1777582974.989756:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae5b7000. 00000400:00000010:1.0:1777582974.989758:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e21f8. 00000400:00000010:1.0:1777582974.989760:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4c78. 00000400:00000010:1.0:1777582974.989762:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2690. 00000400:00000010:1.0:1777582974.989764:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2508. 00000400:00000010:1.0:1777582974.989766:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4498. 00000400:00000010:1.0:1777582974.989768:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d29d8. 00000400:00000010:1.0:1777582974.989769:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2f50. 00000400:00000010:1.0:1777582974.989771:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4428. 00000400:00000010:1.0:1777582974.989773:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2310. 00000400:00000010:1.0:1777582974.989775:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2578. 00000400:00000010:1.0:1777582974.989777:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da47e0. 00000400:00000010:1.0:1777582974.989779:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12d58. 00000400:00000010:1.0:1777582974.989780:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2ab8. 00000400:00000010:1.0:1777582974.989782:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2a80. 00000400:00000010:1.0:1777582974.989784:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d24d0. 00000400:00000010:1.0:1777582974.989786:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da48f8. 00000400:00000010:1.0:1777582974.989787:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2ee0. 00000400:00000010:1.0:1777582974.989790:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4070. 00000400:00000010:1.0:1777582974.989791:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4620. 00000400:00000010:1.0:1777582974.989793:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2ea8. 00000400:00000010:1.0:1777582974.989795:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2e38. 00000400:00000010:1.0:1777582974.989796:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2af0. 00000400:00000010:1.0:1777582974.989799:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca121c0. 00000400:00000010:1.0:1777582974.989801:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2d90. 00000400:00000010:1.0:1777582974.989802:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2118. 00000400:00000010:1.0:1777582974.989804:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2c40. 00000400:00000010:1.0:1777582974.989806:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da46c8. 00000400:00000010:1.0:1777582974.989808:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2508. 00000400:00000010:1.0:1777582974.989810:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12cb0. 00000400:00000010:1.0:1777582974.989812:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e29d8. 00000400:00000010:1.0:1777582974.989814:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca123b8. 00000400:00000010:1.0:1777582974.989816:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2f50. 00000400:00000010:1.0:1777582974.989818:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2578. 00000400:00000010:1.0:1777582974.989820:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4700. 00000400:00000010:1.0:1777582974.989823:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2a80. 00000400:00000010:1.0:1777582974.989825:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da40a8. 00000400:00000010:1.0:1777582974.989827:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4000. 00000400:00000010:1.0:1777582974.989829:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e24d0. 00000400:00000010:1.0:1777582974.989830:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12000. 00000400:00000010:1.0:1777582974.989832:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca120a8. 00000400:00000010:1.0:1777582974.989834:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2af0. 00000400:00000010:1.0:1777582974.989836:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2e00. 00000400:00000010:1.0:1777582974.989838:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da43b8. 00000400:00000010:1.0:1777582974.989839:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2c08. 00000400:00000010:1.0:1777582974.989841:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4cb0. 00000400:00000010:1.0:1777582974.989843:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da41c0. 00000400:00000010:1.0:1777582974.989845:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2e00. 00000400:00000010:1.0:1777582974.989847:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4d58. 00000400:00000010:1.0:1777582974.989849:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4a10. 00000400:00000010:1.0:1777582974.989851:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2188. 00000400:00000010:1.0:1777582974.989852:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4348. 00000400:00000010:1.0:1777582974.989854:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d20e0. 00000400:00000010:1.0:1777582974.989856:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4268. 00000400:00000010:1.0:1777582974.989858:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4a48. 00000400:00000010:1.0:1777582974.989860:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4968. 00000400:00000010:1.0:1777582974.989862:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4380. 00000400:00000010:1.0:1777582974.989864:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2c08. 00000400:00000010:1.0:1777582974.989865:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12700. 00000400:00000010:1.0:1777582974.989868:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2188. 00000400:00000010:1.0:1777582974.989869:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e20e0. 00000400:00000010:1.0:1777582974.989871:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e29a0. 00000400:00000010:1.0:1777582974.989873:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4fc0. 00000400:00000010:1.0:1777582974.989875:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4770. 00000400:00000010:1.0:1777582974.989877:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d29a0. 00000400:00000010:1.0:1777582974.989879:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2f18. 00000400:00000010:1.0:1777582974.989881:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca126c8. 00000400:00000010:1.0:1777582974.989884:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12620. 00000400:00000010:1.0:1777582974.989885:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da47a8. 00000400:00000010:1.0:1777582974.989887:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2150. 00000400:00000010:1.0:1777582974.989890:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12070. 00000400:00000010:1.0:1777582974.989892:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca128f8. 00000400:00000010:1.0:1777582974.989894:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca127e0. 00000400:00000010:1.0:1777582974.989895:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2b98. 00000400:00000010:1.0:1777582974.989897:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2b60. 00000400:00000010:1.0:1777582974.989900:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2ce8. 00000400:00000010:1.0:1777582974.989901:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4b28. 00000400:00000010:1.0:1777582974.989903:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12428. 00000400:00000010:1.0:1777582974.989906:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da42a0. 00000400:00000010:1.0:1777582974.989908:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e28c0. 00000400:00000010:1.0:1777582974.989910:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4d20. 00000400:00000010:1.0:1777582974.989912:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2e70. 00000400:00000010:1.0:1777582974.989914:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4460. 00000400:00000010:1.0:1777582974.989916:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2930. 00000400:00000010:1.0:1777582974.989918:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2738. 00000400:00000010:1.0:1777582974.989920:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12498. 00000400:00000010:1.0:1777582974.989922:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e25e8. 00000400:00000010:1.0:1777582974.989924:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2dc8. 00000400:00000010:1.0:1777582974.989926:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12c78. 00000400:00000010:1.0:1777582974.989928:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4850. 00000400:00000010:1.0:1777582974.989930:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2038. 00000400:00000010:1.0:1777582974.989932:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2818. 00000400:00000010:1.0:1777582974.989934:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da43f0. 00000400:00000010:1.0:1777582974.989936:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2f18. 00000400:00000010:1.0:1777582974.989938:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da41f8. 00000400:00000010:1.0:1777582974.989940:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2230. 00000400:00000010:1.0:1777582974.989941:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2150. 00000400:00000010:1.0:1777582974.989943:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4690. 00000400:00000010:1.0:1777582974.989945:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2888. 00000400:00000010:1.0:1777582974.989947:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4310. 00000400:00000010:1.0:1777582974.989950:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2b98. 00000400:00000010:1.0:1777582974.989952:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2bd0. 00000400:00000010:1.0:1777582974.989953:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12f88. 00000400:00000010:1.0:1777582974.989955:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4ab8. 00000400:00000010:1.0:1777582974.989957:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4ee0. 00000400:00000010:1.0:1777582974.989959:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024b62d2b60. 00000400:00000010:1.0:1777582974.989961:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4ea8. 00000400:00000010:1.0:1777582974.989964:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e80498. 00000400:00000010:1.0:1777582974.989967:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4e38. 00000400:00000010:1.0:1777582974.989969:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e80428. 00000400:00000010:1.0:1777582974.989970:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e807e0. 00000400:00000010:1.0:1777582974.989972:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12658. 00000400:00000010:1.0:1777582974.989974:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca122d8. 00000400:00000010:1.0:1777582974.989975:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12540. 00000400:00000010:1.0:1777582974.989977:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca125b0. 00000400:00000010:1.0:1777582974.989979:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e808f8. 00000400:00000010:1.0:1777582974.989981:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e25b0. 00000400:00000010:1.0:1777582974.989983:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2540. 00000400:00000010:1.0:1777582974.989985:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4d90. 00000400:00000010:1.0:1777582974.989987:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4118. 00000400:00000010:1.0:1777582974.989989:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12bd0. 00000400:00000010:1.0:1777582974.989991:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4c40. 00000400:00000010:1.0:1777582974.989993:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4508. 00000400:00000010:1.0:1777582974.989994:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e22d8. 00000400:00000010:1.0:1777582974.989997:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2658. 00000400:00000010:1.0:1777582974.989999:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e80070. 00000400:00000010:1.0:1777582974.990001:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024aca12888. 00000400:00000010:1.0:1777582974.990003:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da49d8. 00000400:00000010:1.0:1777582974.990005:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2f88. 00000400:00000010:1.0:1777582974.990007:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e80620. 00000400:00000010:1.0:1777582974.990009:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2c78. 00000400:00000010:1.0:1777582974.990011:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2498. 00000400:00000010:1.0:1777582974.990013:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aef9d8. 00000400:00000010:1.0:1777582974.990015:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e806c8. 00000400:00000010:1.0:1777582974.990017:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e80700. 00000400:00000010:1.0:1777582974.990019:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aef508. 00000400:00000010:1.0:1777582974.990021:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aefc40. 00000400:00000010:1.0:1777582974.990024:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2428. 00000400:00000010:1.0:1777582974.990025:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4f50. 00000400:00000010:1.0:1777582974.990027:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aef118. 00000400:00000010:1.0:1777582974.990029:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4578. 00000400:00000010:1.0:1777582974.990031:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4a80. 00000400:00000010:1.0:1777582974.990033:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e27e0. 00000400:00000010:1.0:1777582974.990036:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aefd90. 00000400:00000010:1.0:1777582974.990037:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e28f8. 00000400:00000010:1.0:1777582974.990040:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e800a8. 00000400:00000010:1.0:1777582974.990041:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2070. 00000400:00000010:1.0:1777582974.990043:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aefe38. 00000400:00000010:1.0:1777582974.990045:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da44d0. 00000400:00000010:1.0:1777582974.990047:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4af0. 00000400:00000010:1.0:1777582974.990049:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4e00. 00000400:00000010:1.0:1777582974.990051:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aefea8. 00000400:00000010:1.0:1777582974.990053:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e80000. 00000400:00000010:1.0:1777582974.990055:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4c08. 00000400:00000010:1.0:1777582974.990056:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4188. 00000400:00000010:1.0:1777582974.990058:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da40e0. 00000400:00000010:1.0:1777582974.990060:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e803b8. 00000400:00000010:1.0:1777582974.990062:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da49a0. 00000400:00000010:1.0:1777582974.990064:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2620. 00000400:00000010:1.0:1777582974.990066:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e26c8. 00000400:00000010:1.0:1777582974.990067:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e80cb0. 00000400:00000010:1.0:1777582974.990069:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4f18. 00000400:00000010:1.0:1777582974.990072:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aefee0. 00000400:00000010:1.0:1777582974.990073:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aefab8. 00000400:00000010:1.0:1777582974.990075:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aef310. 00000400:00000010:1.0:1777582974.990077:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e801c0. 00000400:00000010:1.0:1777582974.990080:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e80d58. 00000400:00000010:1.0:1777582974.990082:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aef690. 00000400:00000010:1.0:1777582974.990084:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4150. 00000400:00000010:1.0:1777582974.990086:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2700. 00000400:00000010:1.0:1777582974.990088:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e20a8. 00000400:00000010:1.0:1777582974.990090:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aef1f8. 00000400:00000010:1.0:1777582974.990092:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e80a10. 00000400:00000010:1.0:1777582974.990094:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2000. 00000400:00000010:1.0:1777582974.990096:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e23b8. 00000400:00000010:1.0:1777582974.990098:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385e80348. 00000400:00000010:1.0:1777582974.990100:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2cb0. 00000400:00000010:1.0:1777582974.990101:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e21c0. 00000400:00000010:1.0:1777582974.990103:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4b98. 00000400:00000010:1.0:1777582974.990106:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4b60. 00000400:00000010:1.0:1777582974.990107:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02487da4ce8. 00000400:00000010:1.0:1777582974.990109:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2d58. 00000400:00000010:1.0:1777582974.990111:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa02385aef3f0. 00000400:00000010:1.0:1777582974.990113:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2a10. 00000400:00000010:1.0:1777582974.990115:0:3285:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffffa024ae4e2348. 00000001:00000010:2.0:1777582975.085930:0:6562:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffffa02393ca1b40. 00080000:00000010:2.0:1777582975.085943:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02496fec000. 00080000:00000010:2.0:1777582975.085948:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02496fed800. 00000001:00000010:2.0:1777582975.085954:0:6562:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffffa02393ca1960. 00080000:00000010:2.0:1777582975.085957:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b5681000. 00080000:00000010:2.0:1777582975.085963:0:6562:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f1f8400. 00000001:00000010:2.0:1777582975.085995:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024b6010800. 00000001:00000010:2.0:1777582975.086000:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024b6010e00. 00000001:00000010:2.0:1777582975.086002:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024b6010c00. 00000001:00000010:2.0:1777582975.086005:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024b6010000. 00000001:00000010:2.0:1777582975.086007:0:218389:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa0248c361200. 00000001:00000010:2.0:1777582975.086010:0:218389:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa023865f9a00. 00000001:00000010:2.0:1777582975.086016:0:218389:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffffa0238861a400. 00000020:00000010:2.0:1777582975.086022:0:218389:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa02385ccf000. 00000001:00000010:2.0:1777582975.086038:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024b66d7400. 00000001:00000010:2.0:1777582975.086041:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024b66d7a00. 00000001:00000010:2.0:1777582975.086043:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024b66d6c00. 00000001:00000010:2.0:1777582975.086045:0:218389:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa024b66d6e00. 00000001:00000010:2.0:1777582975.086047:0:218389:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa023850b8be0. 00000001:00000010:2.0:1777582975.086049:0:218389:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa02385807000. 00000001:00000010:2.0:1777582975.086053:0:218389:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffffa02393c9f500. 00000020:00000010:2.0:1777582975.086055:0:218389:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa02483590000. 00000020:00000010:2.0:1777582975.086060:0:218389:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa02385cc9800. 00000020:00000010:2.0:1777582975.086064:0:218389:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa02483596800. 00000100:00000010:0.0:1777582975.146675:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1f60. 00000100:00000010:3.0:1777582975.146837:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1060. 00000100:00000010:1.0:1777582975.146951:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1a80. 00000100:00000010:2.0:1777582975.147020:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1de0. 00080000:00000010:0.0:1777582975.642780:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa024b5680400. 00080000:00000010:0.0:1777582975.642794:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa0249f1f8c00. 00000001:00000010:0.0:1777582975.642806:0:5777:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffffa02393743360. 00080000:00000010:0.0:1777582975.642810:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384d45800. 00000001:00000010:0.0:1777582975.642832:0:5777:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffffa02393743cc0. 00080000:00000010:0.0:1777582975.642836:0:5777:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffffa02384d47800. 00000004:00000010:0.0:1777582975.642878:0:194330:0:(mdt_handler.c:7649:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffffa02386d66540. 00000001:00000010:0.0:1777582975.642891:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c28b000. 00000001:00000010:0.0:1777582975.642894:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c28b200. 00000001:00000010:0.0:1777582975.642896:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c28a800. 00000001:00000010:0.0:1777582975.642898:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c28b800. 00000001:00000010:0.0:1777582975.642901:0:194330:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa02385ae2b20. 00000001:00000010:0.0:1777582975.642903:0:194330:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa02483f23000. 00000001:00000010:0.0:1777582975.642912:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c28bc00. 00000001:00000010:0.0:1777582975.642915:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c28b600. 00000001:00000010:0.0:1777582975.642916:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa0248c28ac00. 00000001:00000010:0.0:1777582975.642918:0:194330:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffffa02388921a00. 00000001:00000010:0.0:1777582975.642920:0:194330:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffffa02385ae23e0. 00000001:00000010:0.0:1777582975.642921:0:194330:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffffa02483f23300. 00000001:00000010:0.0:1777582975.642927:0:194330:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa0239e0403c0. 00000001:00000010:0.0:1777582975.642931:0:194330:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffffa02490508540. 00000001:00000010:0.0:1777582975.642934:0:194330:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffffa023846e2600. 00000020:00000010:0.0:1777582975.642939:0:194330:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffffa02385361800. 00000020:00000010:0.0:1777582975.642951:0:194330:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffffa02385367800. 00000800:00000200:0.0:1777582976.367679:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:0.0:1777582976.367687:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1777582976.367692:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1777582976.370576:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1777582979.634504:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6300. 02000000:00000010:2.0:1777582979.634528:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23300. 00000100:00000010:2.0:1777582979.634572:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6680. 02000000:00000010:2.0:1777582979.634579:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6000. 00000100:00000010:2.0:1777582979.634594:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4a80. 02000000:00000010:2.0:1777582979.634598:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f4800. 02000000:00000010:2.0:1777582979.634645:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248524c000. 00000400:00000010:2.0:1777582979.634653:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e4d0. 00000400:00000010:2.0:1777582979.634660:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c880. 00000100:00000200:2.0:1777582979.634668:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919287552, portal 25 00000400:00000010:2.0:1777582979.634673:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582979.634676:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919287552, offset 0 00000400:00000200:2.0:1777582979.634684:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582979.634697:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582979.634707:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadcd00 00000400:00000200:2.0:1777582979.634713:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2073d9 [2] + 0 00000400:00000010:2.0:1777582979.634718:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469b00. 00000400:00000200:2.0:1777582979.634722:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392bc9f00 00000400:00000200:2.0:1777582979.634728:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582979.634732:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777582979.634737:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392bc9f00 00000400:00000010:2.0:1777582979.634739:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392bc9f00. 00000100:00000200:2.0:1777582979.634747:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777582979.634779:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:2.0:1777582979.634781:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582979.634793:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e6300 x1863919919287552/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777582979.634813:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937430c0. 00000100:00000010:2.0:1777582979.634823:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743c00. 00000100:00000010:2.0:1777582979.634829:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743600. 00000100:00000010:2.0:1777582979.634833:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 02000000:00000010:2.0:1777582979.634852:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f6c00. 00000400:00000010:2.0:1777582979.634856:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e160. 00000400:00000010:2.0:1777582979.634859:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ce58. 00000100:00000200:2.0:1777582979.634863:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919287680, portal 10 00000400:00000010:2.0:1777582979.634868:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582979.634870:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919287680, offset 0 00000400:00000200:2.0:1777582979.634874:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582979.634880:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582979.634885:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadcd80 00000400:00000200:2.0:1777582979.634890:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 53256 00000400:00000200:2.0:1777582979.634894:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582979.634897:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582979.634901:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582979.634905:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e5880. 00000400:00000200:2.0:1777582979.634916:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:2.0:1777582979.634918:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582979.634923:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e6680 x1863919919287680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582979.634940:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f4c00. 00000400:00000010:2.0:1777582979.634943:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ed10. 00000400:00000010:2.0:1777582979.634946:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cc38. 00000100:00000200:2.0:1777582979.634949:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919287808, portal 10 00000400:00000010:2.0:1777582979.634953:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582979.634956:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919287808, offset 0 00000400:00000200:2.0:1777582979.634959:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582979.634964:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582979.634968:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadce00 00000400:00000200:2.0:1777582979.634972:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 53776 00000400:00000200:2.0:1777582979.634976:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582979.634978:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582979.634981:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582979.634983:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e5f80. 00000400:00000200:2.0:1777582979.634993:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582979.634994:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582979.634999:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e4a80 x1863919919287808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582979.635037:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024add284c0. 00000020:00000010:2.0:1777582979.635040:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024add284c0. 00000020:00000010:2.0:1777582979.635049:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5f11600. 00000020:00000010:2.0:1777582979.635054:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f80. 00000020:00000010:2.0:1777582979.635058:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582979.635087:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024add284c0. 00000020:00000010:2.0:1777582979.635089:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024add284c0. 00000100:00000200:2.0:1777582979.635092:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919287552 02000000:00000010:2.0:1777582979.635106:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f5400. 00010000:00000200:2.0:1777582979.635114:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f76450 x1863919919287552/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:420/0 lens 224/224 e 0 to 0 dl 1777582990 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582979.635127:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582979.635130:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919287552, offset 224 00000400:00000200:2.0:1777582979.635154:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582979.635160:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582979.635165:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadcd00 00000400:00000200:2.0:1777582979.635169:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2158b1 [1] + 224 00000400:00000200:2.0:1777582979.635173:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582979.635175:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582979.635181:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e6300 x1863919919287552/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582979.635196:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582979.635197:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000020:00000010:2.0:1777582979.635209:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f80. 00000020:00000010:2.0:1777582979.635212:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582979.635215:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5f11600. 02000000:00000010:2.0:1777582979.635221:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b62f5400. 00000100:00000200:2.0:1777582979.635226:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777582979.635230:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ecb8. 00000400:00000010:2.0:1777582979.635234:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e1484540. 00000020:00000010:2.0:1777582979.635251:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5f11600. 00000020:00000010:2.0:1777582979.635253:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87f80. 00000020:00000010:2.0:1777582979.635255:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582979.635271:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238954fe00. 00000020:00000010:2.0:1777582979.635274:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87d80. 00000020:00000010:2.0:1777582979.635276:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eaf0. 00000100:00000200:2.0:1777582979.635288:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919287680 00010000:02000000:2.0:1777582979.635303:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:0.0:1777582979.637955:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919287808 00010000:02000000:0.0:1777582979.637981:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777582979.637998:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386068400. 00000400:00000010:0.0:1777582979.638014:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582979.638022:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919287808, offset 0 00000400:00000200:0.0:1777582979.638028:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582979.638042:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582979.638052:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadce00 00000400:00000200:0.0:1777582979.638061:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2158c1 [1] + 0 00000400:00000200:0.0:1777582979.638068:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582979.638073:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582979.638084:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e4a80 x1863919919287808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582979.638117:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:0.0:1777582979.638120:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00000020:00000010:0.0:1777582979.638160:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87d80. 00000020:00000010:0.0:1777582979.638166:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eaf0. 00000020:00000010:0.0:1777582979.638170:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238954fe00. 00000400:00000010:3.0:1777582979.642170:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e4d0. 00000400:00000200:3.0:1777582979.642181:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c880 00000400:00000010:3.0:1777582979.642184:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c880. 00000100:00000200:3.0:1777582979.642199:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e6300 x1863919919287552/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582979.642214:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e6300 x1863919919287552/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777582995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582979.642241:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248524c000. 02000000:00000010:3.0:1777582979.642250:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23300. 00000100:00000010:3.0:1777582979.642256:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6300. 00000400:00000010:3.0:1777582979.642294:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ed10. 00000400:00000200:3.0:1777582979.642298:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cc38 00000400:00000010:3.0:1777582979.642300:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cc38. 00000100:00000200:3.0:1777582979.642307:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e4a80 x1863919919287808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582979.642315:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e4a80 x1863919919287808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582979.642331:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f4c00. 02000000:00000010:3.0:1777582979.642334:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f4800. 00000100:00000010:3.0:1777582979.642337:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4a80. 02000000:00000010:2.0:1777582979.643824:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f5400. 00000400:00000010:2.0:1777582979.643846:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582979.643854:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919287680, offset 0 00000400:00000200:2.0:1777582979.643864:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582979.643878:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582979.643889:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadcd80 00000400:00000200:2.0:1777582979.643897:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2158b9 [1] + 0 00000400:00000200:2.0:1777582979.643905:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582979.643910:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582979.643920:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e6680 x1863919919287680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582979.643956:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582979.643958:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000020:00000010:2.0:1777582979.643979:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87f80. 00000020:00000010:2.0:1777582979.643985:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582979.643988:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5f11600. 00000400:00000010:0.0:1777582979.645016:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e160. 00000400:00000200:0.0:1777582979.645024:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ce58 00000400:00000010:0.0:1777582979.645026:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ce58. 00000100:00000200:0.0:1777582979.645037:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e6680 x1863919919287680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582979.645047:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e6680 x1863919919287680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777582994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582979.645082:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f6c00. 02000000:00000010:0.0:1777582979.645088:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6000. 00000100:00000010:0.0:1777582979.645094:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6680. 00000100:00000010:3.0:1777582980.266228:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000100:00000010:0.0:1777582980.266317:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937430c0. 00000100:00000010:2.0:1777582980.266384:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743600. 00000100:00000010:1.0:1777582980.266932:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743c00. 00000100:00000010:3.0:1777582984.746451:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188380. 02000000:00000010:3.0:1777582984.746473:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777582984.746522:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18a680. 02000000:00000010:3.0:1777582984.746539:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384c76c00. 00000100:00000010:3.0:1777582984.746556:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18ad80. 02000000:00000010:3.0:1777582984.746561:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384c74400. 02000000:00000010:0.0:1777582984.746730:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238606bc00. 00000400:00000010:0.0:1777582984.746739:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f62c0. 00000400:00000010:0.0:1777582984.746747:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879833b8. 00000100:00000200:0.0:1777582984.746755:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919288064, portal 10 00000400:00000010:0.0:1777582984.746762:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582984.746765:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919288064, offset 0 00000400:00000200:0.0:1777582984.746774:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582984.746787:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582984.746797:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadcf00 00000400:00000200:0.0:1777582984.746804:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 54296 00000400:00000200:0.0:1777582984.746812:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582984.746815:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582984.746822:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582984.746827:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c639880. 00000400:00000200:0.0:1777582984.746851:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:0.0:1777582984.746854:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582984.746862:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18a680 x1863919919288064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582984.746880:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df660. 00000100:00000010:0.0:1777582984.746891:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfc00. 00000100:00000010:0.0:1777582984.746896:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfae0. 00000100:00000010:0.0:1777582984.746906:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfa80. 02000000:00000010:0.0:1777582984.746919:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238606b400. 00000400:00000010:0.0:1777582984.746922:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6a50. 00000400:00000010:0.0:1777582984.746924:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983f68. 00000100:00000200:0.0:1777582984.746927:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919288192, portal 10 00000400:00000010:0.0:1777582984.746931:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582984.746934:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919288192, offset 0 00000400:00000200:0.0:1777582984.746937:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582984.746942:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582984.746947:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadcf80 00000400:00000200:0.0:1777582984.746950:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 54816 00000400:00000200:0.0:1777582984.746954:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582984.746956:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582984.746959:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777582984.746961:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c638700. 00000400:00000200:0.0:1777582984.746977:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:0.0:1777582984.746979:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582984.746983:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18ad80 x1863919919288192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777582984.747294:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27400. 00000020:00000010:0.0:1777582984.747300:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0100. 00000020:00000010:0.0:1777582984.747306:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582984.747326:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:0.0:1777582984.747329:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0500. 00000020:00000010:0.0:1777582984.747331:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000100:00000200:0.0:1777582984.747346:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919288064 00010000:02000000:0.0:1777582984.747362:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:3.0:1777582984.748782:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919288192 00010000:02000000:3.0:1777582984.748801:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777582984.748814:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384c75c00. 00000400:00000010:3.0:1777582984.748827:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582984.748833:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919288192, offset 0 00000400:00000200:3.0:1777582984.748839:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582984.748849:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582984.748857:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadcf80 00000400:00000200:3.0:1777582984.748865:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2158e1 [1] + 0 00000400:00000200:3.0:1777582984.748871:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582984.748874:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582984.748884:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18ad80 x1863919919288192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582984.748911:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777582984.748914:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000020:00000010:3.0:1777582984.748927:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0500. 00000020:00000010:3.0:1777582984.748934:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:3.0:1777582984.748938:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00000400:00000010:3.0:1777582984.748966:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6a50. 00000400:00000200:3.0:1777582984.748970:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983f68 00000400:00000010:3.0:1777582984.748971:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983f68. 00000100:00000200:3.0:1777582984.748976:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18ad80 x1863919919288192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582984.748984:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18ad80 x1863919919288192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582984.749010:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238606b400. 02000000:00000010:3.0:1777582984.749016:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384c74400. 00000100:00000010:3.0:1777582984.749021:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18ad80. 02000000:00000010:2.0:1777582984.749367:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa024c5f11600. 00000400:00000010:2.0:1777582984.749374:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e7e8. 00000400:00000010:2.0:1777582984.749378:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582984.749383:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919287936, portal 25 00000400:00000010:2.0:1777582984.749387:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582984.749390:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919287936, offset 0 00000400:00000200:2.0:1777582984.749409:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582984.749415:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582984.749421:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadce80 00000400:00000200:2.0:1777582984.749427:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20770d [2] + 0 00000400:00000010:2.0:1777582984.749430:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484dee688. 00000400:00000200:2.0:1777582984.749435:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392200b40 00000400:00000200:2.0:1777582984.749447:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582984.749450:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777582984.749453:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392200b40 00000400:00000010:2.0:1777582984.749456:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392200b40. 00000100:00000200:2.0:1777582984.749461:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777582984.749483:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:2.0:1777582984.749485:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582984.749494:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c188380 x1863919919287936/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582984.750315:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cd00. 00000020:00000010:3.0:1777582984.750323:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cd00. 00000020:00000010:3.0:1777582984.750329:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a000. 00000020:00000010:3.0:1777582984.750334:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265e80. 00000020:00000010:3.0:1777582984.750338:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582984.750374:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cd00. 00000020:00000010:3.0:1777582984.750376:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cd00. 00000100:00000200:3.0:1777582984.750379:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919287936 02000000:00000010:3.0:1777582984.750391:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384c74400. 00010000:00000200:3.0:1777582984.750399:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490526050 x1863919919287936/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:425/0 lens 224/224 e 0 to 0 dl 1777582995 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582984.750419:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582984.750424:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919287936, offset 224 00000400:00000200:3.0:1777582984.750429:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582984.750448:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582984.750456:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadce80 00000400:00000200:3.0:1777582984.750461:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2158ed [1] + 224 00000400:00000200:3.0:1777582984.750465:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582984.750469:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582984.750477:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c188380 x1863919919287936/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582984.750493:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777582984.750495:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000020:00000010:3.0:1777582984.750508:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265e80. 00000020:00000010:3.0:1777582984.750512:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582984.750515:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a000. 02000000:00000010:3.0:1777582984.750521:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02384c74400. 00000100:00000200:3.0:1777582984.750538:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777582984.750543:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4691b8. 00000400:00000010:3.0:1777582984.750548:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023863bdc00. 00000400:00000010:2.0:1777582984.751227:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e7e8. 00000400:00000200:2.0:1777582984.751234:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:2.0:1777582984.751236:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582984.751245:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c188380 x1863919919287936/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777582984.751253:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c188380 x1863919919287936/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582984.751272:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa024c5f11600. 02000000:00000010:2.0:1777582984.751277:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3e00. 00000100:00000010:2.0:1777582984.751284:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188380. 02000000:00000010:0.0:1777582984.780919:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aecdc400. 00000400:00000010:0.0:1777582984.780945:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582984.780954:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919288064, offset 0 00000400:00000200:0.0:1777582984.780964:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582984.780977:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582984.780988:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadcf00 00000400:00000200:0.0:1777582984.780996:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2158d9 [1] + 0 00000400:00000200:0.0:1777582984.781003:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582984.781007:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582984.781020:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18a680 x1863919919288064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582984.781056:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:0.0:1777582984.781058:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000020:00000010:0.0:1777582984.781080:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0100. 00000020:00000010:0.0:1777582984.781086:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777582984.781091:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27400. 00000400:00000010:1.0:1777582984.781194:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f62c0. 00000400:00000200:1.0:1777582984.781200:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879833b8 00000400:00000010:1.0:1777582984.781203:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879833b8. 00000100:00000200:1.0:1777582984.781210:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18a680 x1863919919288064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582984.781219:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18a680 x1863919919288064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582984.781251:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238606bc00. 02000000:00000010:1.0:1777582984.781257:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384c76c00. 00000100:00000010:1.0:1777582984.781263:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18a680. 00000100:00000010:0.0:1777582985.386236:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df660. 00000100:00000010:1.0:1777582985.386348:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfc00. 00000100:00000010:2.0:1777582985.386463:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfae0. 00000100:00000010:3.0:1777582985.389975:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfa80. 00000020:02000400:2.0:1777582988.330213:0:221560:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 8 seconds. The obd refcount = 5. Is it stuck? 00000020:02000400:2.0:1777582988.344368:0:221560:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffffa024ab279000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 00000100:00000010:0.0:1777582989.866799:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a300. 02000000:00000010:0.0:1777582989.866823:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777582989.866903:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63aa00. 02000000:00000010:0.0:1777582989.866915:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02487409000. 00000100:00000010:0.0:1777582989.866933:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a680. 02000000:00000010:0.0:1777582989.866938:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02487408800. 02000000:00000010:0.0:1777582989.866979:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27400. 00000400:00000010:0.0:1777582989.866987:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6420. 00000400:00000010:0.0:1777582989.866994:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983088. 00000100:00000200:0.0:1777582989.867002:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919288320, portal 25 00000400:00000010:0.0:1777582989.867007:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582989.867010:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919288320, offset 0 00000400:00000200:0.0:1777582989.867018:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582989.867032:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582989.867044:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadd000 00000400:00000200:0.0:1777582989.867051:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x207bd5 [2] + 0 00000400:00000010:0.0:1777582989.867055:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469058. 00000400:00000200:0.0:1777582989.867062:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe7bc00 00000400:00000200:0.0:1777582989.867068:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582989.867072:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777582989.867078:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe7bc00 00000400:00000010:0.0:1777582989.867080:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe7bc00. 00000100:00000200:0.0:1777582989.867086:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777582989.867100:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777582989.867101:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582989.867108:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c63a300 x1863919919288320/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777582989.867126:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df660. 00000100:00000010:0.0:1777582989.867155:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfd20. 00000100:00000010:0.0:1777582989.867161:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfc60. 00000100:00000010:0.0:1777582989.867166:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df600. 00000020:00000010:3.0:1777582989.867310:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cbc0. 00000020:00000010:3.0:1777582989.867315:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cbc0. 00000020:00000010:3.0:1777582989.867322:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777582989.867327:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265e80. 00000020:00000010:3.0:1777582989.867331:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582989.867369:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cbc0. 00000020:00000010:3.0:1777582989.867372:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cbc0. 00000100:00000200:3.0:1777582989.867375:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919288320 02000000:00000010:3.0:1777582989.867398:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384c76c00. 00010000:00000200:3.0:1777582989.867405:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490526c50 x1863919919288320/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:430/0 lens 224/224 e 0 to 0 dl 1777583000 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777582989.867424:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582989.867427:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919288320, offset 224 00000400:00000200:3.0:1777582989.867431:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582989.867437:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582989.867442:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadd000 00000400:00000200:3.0:1777582989.867447:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215901 [1] + 224 00000400:00000200:3.0:1777582989.867451:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582989.867454:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582989.867460:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c63a300 x1863919919288320/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582989.867478:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777582989.867480:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000020:00000010:3.0:1777582989.867491:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265e80. 00000020:00000010:3.0:1777582989.867495:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582989.867498:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 02000000:00000010:3.0:1777582989.867504:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02384c76c00. 00000100:00000200:3.0:1777582989.867511:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777582989.867514:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469c08. 00000400:00000010:3.0:1777582989.867518:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023863bd300. 00000400:00000010:3.0:1777582989.867534:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6420. 00000400:00000200:3.0:1777582989.867537:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983088 00000400:00000010:3.0:1777582989.867539:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983088. 00000100:00000200:3.0:1777582989.867543:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c63a300 x1863919919288320/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777582989.867550:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c63a300 x1863919919288320/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777582989.867569:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27400. 02000000:00000010:3.0:1777582989.867576:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:3.0:1777582989.867580:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63a300. 02000000:00000010:1.0:1777582989.868091:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248526ac00. 00000400:00000010:1.0:1777582989.868098:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36688. 00000400:00000010:1.0:1777582989.868103:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777582989.868107:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919288448, portal 10 00000400:00000010:1.0:1777582989.868111:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582989.868113:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919288448, offset 0 00000400:00000200:1.0:1777582989.868118:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582989.868124:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582989.868130:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd080 00000400:00000200:1.0:1777582989.868152:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 55336 00000400:00000200:1.0:1777582989.868157:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582989.868160:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582989.868165:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582989.868170:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397d5df80. 00000400:00000200:1.0:1777582989.868181:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582989.868182:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582989.868188:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c63aa00 x1863919919288448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582989.868205:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248526b000. 00000400:00000010:1.0:1777582989.868209:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777582989.868211:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582989.868214:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919288576, portal 10 00000400:00000010:1.0:1777582989.868218:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582989.868219:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919288576, offset 0 00000400:00000200:1.0:1777582989.868223:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582989.868227:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582989.868231:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd100 00000400:00000200:1.0:1777582989.868235:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 55856 00000400:00000200:1.0:1777582989.868238:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582989.868241:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582989.868243:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777582989.868247:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e88000. 00000400:00000200:1.0:1777582989.868255:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582989.868256:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582989.868260:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c63a680 x1863919919288576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777582989.868387:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777582989.868401:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265400. 00000020:00000010:3.0:1777582989.868405:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582989.868430:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777582989.868433:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777582989.868436:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87708. 00000100:00000200:3.0:1777582989.868450:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919288448 00010000:02000000:3.0:1777582989.868465:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:1.0:1777582989.869188:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919288576 00010000:02000000:1.0:1777582989.869200:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777582989.869209:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02496fed800. 00000400:00000010:1.0:1777582989.869220:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777582989.869224:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919288576, offset 0 00000400:00000200:1.0:1777582989.869229:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582989.869236:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582989.869243:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd100 00000400:00000200:1.0:1777582989.869249:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215919 [1] + 0 00000400:00000200:1.0:1777582989.869255:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582989.869258:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582989.869266:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c63a680 x1863919919288576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582989.869283:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777582989.869285:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000020:00000010:1.0:1777582989.869296:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f00. 00000020:00000010:1.0:1777582989.869301:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87708. 00000020:00000010:1.0:1777582989.869303:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000400:00000010:1.0:1777582989.869324:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777582989.869327:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582989.869328:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582989.869333:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c63a680 x1863919919288576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582989.869340:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c63a680 x1863919919288576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582989.869361:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248526b000. 02000000:00000010:1.0:1777582989.869366:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02487408800. 00000100:00000010:1.0:1777582989.869370:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63a680. 02000000:00000010:3.0:1777582989.884069:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384c76c00. 00000400:00000010:3.0:1777582989.884094:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777582989.884102:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919288448, offset 0 00000400:00000200:3.0:1777582989.884112:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777582989.884127:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777582989.886863:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd080 00000400:00000200:3.0:1777582989.886876:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215911 [1] + 0 00000400:00000200:3.0:1777582989.886886:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777582989.886890:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777582989.886905:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c63aa00 x1863919919288448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777582989.886933:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777582989.886936:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000020:00000010:3.0:1777582989.886962:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265400. 00000020:00000010:3.0:1777582989.886967:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777582989.886971:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000400:00000010:0.0:1777582989.887556:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36688. 00000400:00000200:0.0:1777582989.887563:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:0.0:1777582989.887566:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:0.0:1777582989.887573:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c63aa00 x1863919919288448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582989.887583:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c63aa00 x1863919919288448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582989.887626:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248526ac00. 02000000:00000010:0.0:1777582989.887632:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02487409000. 00000100:00000010:0.0:1777582989.887637:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63aa00. 00000100:00000010:2.0:1777582990.506214:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfc60. 00000100:00000010:3.0:1777582990.509690:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df600. 00000100:00000010:0.0:1777582990.509978:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df660. 00000100:00000010:1.0:1777582990.510764:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfd20. 00000100:00000010:2.0:1777582994.994153:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6680. 02000000:00000010:2.0:1777582994.994213:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23000. 00000100:00000010:2.0:1777582994.994251:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4a80. 02000000:00000010:2.0:1777582994.994257:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f4c00. 00000100:00000010:2.0:1777582994.994270:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6300. 02000000:00000010:2.0:1777582994.994273:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6c00. 02000000:00000010:2.0:1777582994.994312:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02408edec00. 00000400:00000010:2.0:1777582994.994319:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e7e8. 00000400:00000010:2.0:1777582994.994325:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c7f8. 00000100:00000200:2.0:1777582994.994354:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919288704, portal 25 00000400:00000010:2.0:1777582994.994360:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582994.994363:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919288704, offset 0 00000400:00000200:2.0:1777582994.994371:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582994.994383:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582994.994394:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadd180 00000400:00000200:2.0:1777582994.994400:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x207f19 [2] + 0 00000400:00000010:2.0:1777582994.994404:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484dee630. 00000400:00000200:2.0:1777582994.994409:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392200e40 00000400:00000200:2.0:1777582994.994414:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582994.994418:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777582994.994423:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392200e40 00000400:00000010:2.0:1777582994.994425:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392200e40. 00000100:00000200:2.0:1777582994.994431:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777582994.994446:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:2.0:1777582994.994448:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582994.994458:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e6680 x1863919919288704/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777582994.994478:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 00000100:00000010:2.0:1777582994.994488:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 00000100:00000010:2.0:1777582994.994492:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777582994.994496:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 02000000:00000010:2.0:1777582994.994533:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f6000. 00000400:00000010:2.0:1777582994.994537:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e528. 00000400:00000010:2.0:1777582994.994540:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c330. 00000100:00000200:2.0:1777582994.994543:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919288832, portal 10 00000400:00000010:2.0:1777582994.994556:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582994.994559:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919288832, offset 0 00000400:00000200:2.0:1777582994.994562:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582994.994567:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582994.994572:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd200 00000400:00000200:2.0:1777582994.994577:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 56376 00000400:00000200:2.0:1777582994.994581:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582994.994584:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582994.994588:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582994.994593:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06d80. 00000400:00000200:2.0:1777582994.994603:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:2.0:1777582994.994605:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582994.994610:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e4a80 x1863919919288832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777582994.994640:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f6400. 00000400:00000010:2.0:1777582994.994643:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e160. 00000400:00000010:2.0:1777582994.994646:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564caa0. 00000100:00000200:2.0:1777582994.994648:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919288960, portal 10 00000400:00000010:2.0:1777582994.994652:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582994.994654:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919288960, offset 0 00000400:00000200:2.0:1777582994.994657:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582994.994661:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582994.994665:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd280 00000400:00000200:2.0:1777582994.994668:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 56896 00000400:00000200:2.0:1777582994.994672:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582994.994675:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582994.994677:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777582994.994680:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04700. 00000400:00000200:2.0:1777582994.994689:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777582994.994691:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582994.994695:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e6300 x1863919919288960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777582994.994745:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024887454c0. 00000020:00000010:2.0:1777582994.994750:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024887454c0. 00000020:00000010:2.0:1777582994.994756:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02414529400. 00000020:00000010:2.0:1777582994.994761:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582994.994765:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582994.994796:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024887454c0. 00000020:00000010:2.0:1777582994.994798:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024887454c0. 00000100:00000200:2.0:1777582994.994801:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919288704 02000000:00000010:2.0:1777582994.994815:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b5680400. 00010000:00000200:2.0:1777582994.994822:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490525050 x1863919919288704/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:435/0 lens 224/224 e 0 to 0 dl 1777583005 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777582994.994836:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777582994.994839:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919288704, offset 224 00000400:00000200:2.0:1777582994.994842:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777582994.994847:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777582994.994853:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadd180 00000400:00000200:2.0:1777582994.994857:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215929 [1] + 224 00000400:00000200:2.0:1777582994.994860:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777582994.994862:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777582994.994868:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e6680 x1863919919288704/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777582994.994882:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777582994.994884:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000020:00000010:2.0:1777582994.994896:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582994.994899:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582994.994901:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02414529400. 02000000:00000010:2.0:1777582994.994909:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b5680400. 00000100:00000200:2.0:1777582994.994914:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777582994.994918:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ed10. 00000400:00000010:2.0:1777582994.994936:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02395cc6300. 00000020:00000010:2.0:1777582994.994956:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02414529400. 00000020:00000010:2.0:1777582994.994959:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777582994.994961:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e190. 00000020:00000010:2.0:1777582994.995005:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777582994.995009:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87380. 00000020:00000010:2.0:1777582994.995011:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890eed8. 00000100:00000200:2.0:1777582994.995025:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919288832 00010000:02000000:2.0:1777582994.995040:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:1.0:1777582994.995822:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919288960 00010000:02000000:1.0:1777582994.995834:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777582994.995844:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02496fec000. 00000400:00000010:1.0:1777582994.995854:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777582994.995857:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919288960, offset 0 00000400:00000200:1.0:1777582994.996605:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777582994.996619:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777582994.996628:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd280 00000400:00000200:1.0:1777582994.996634:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215939 [1] + 0 00000400:00000200:1.0:1777582994.996641:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777582994.996645:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777582994.996655:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e6300 x1863919919288960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777582994.996796:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777582994.996799:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000020:00000010:1.0:1777582994.996816:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87380. 00000020:00000010:1.0:1777582994.996820:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890eed8. 00000020:00000010:1.0:1777582994.996823:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000400:00000010:1.0:1777582994.997106:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e160. 00000400:00000200:1.0:1777582994.997111:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564caa0 00000400:00000010:1.0:1777582994.997113:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564caa0. 00000100:00000200:1.0:1777582994.997121:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e6300 x1863919919288960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582994.997130:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e6300 x1863919919288960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582994.997174:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f6400. 02000000:00000010:1.0:1777582994.997180:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6c00. 00000100:00000010:1.0:1777582994.997185:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6300. 00000400:00000010:0.0:1777582995.001308:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e7e8. 00000400:00000200:0.0:1777582995.001322:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c7f8 00000400:00000010:0.0:1777582995.001324:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c7f8. 00000100:00000200:0.0:1777582995.001350:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e6680 x1863919919288704/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777582995.001361:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e6680 x1863919919288704/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777582995.001390:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02408edec00. 02000000:00000010:0.0:1777582995.001399:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23000. 00000100:00000010:0.0:1777582995.001406:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e6680. 02000000:00000010:0.0:1777582995.030859:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02487409000. 00000400:00000010:0.0:1777582995.030899:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777582995.030909:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919288832, offset 0 00000400:00000200:0.0:1777582995.030920:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777582995.030936:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777582995.030947:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd200 00000400:00000200:0.0:1777582995.030957:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215931 [1] + 0 00000400:00000200:0.0:1777582995.030964:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777582995.030969:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777582995.030984:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e4a80 x1863919919288832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777582995.031021:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777582995.031024:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000020:00000010:0.0:1777582995.031046:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87500. 00000020:00000010:0.0:1777582995.031054:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e190. 00000020:00000010:0.0:1777582995.031059:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02414529400. 00000400:00000010:1.0:1777582995.031123:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e528. 00000400:00000200:1.0:1777582995.031129:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c330 00000400:00000010:1.0:1777582995.031131:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c330. 00000100:00000200:1.0:1777582995.031169:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e4a80 x1863919919288832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777582995.031178:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e4a80 x1863919919288832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777582995.031211:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f6000. 02000000:00000010:1.0:1777582995.031218:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f4c00. 00000100:00000010:1.0:1777582995.031224:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4a80. 00000100:00000010:0.0:1777582995.626289:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:1.0:1777582995.626425:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:3.0:1777582995.626558:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:2.0:1777582995.636240:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:1.0:1777583000.106754:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e88380. 02000000:00000010:1.0:1777583000.106784:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877800. 00000100:00000010:1.0:1777583000.106861:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e89880. 02000000:00000010:1.0:1777583000.106869:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02496feec00. 00000100:00000010:1.0:1777583000.106888:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4a80. 02000000:00000010:1.0:1777583000.106892:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02496fef400. 02000000:00000010:1.0:1777583000.106921:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f4c00. 00000400:00000010:1.0:1777583000.106927:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777583000.106933:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583000.106940:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919289216, portal 10 00000400:00000010:1.0:1777583000.106947:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583000.106950:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919289216, offset 0 00000400:00000200:1.0:1777583000.106959:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583000.106972:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583000.106982:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd380 00000400:00000200:1.0:1777583000.106989:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 57416 00000400:00000200:1.0:1777583000.106996:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583000.107000:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583000.107020:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583000.107024:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6680. 00000400:00000200:1.0:1777583000.107040:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777583000.107042:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583000.107050:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e89880 x1863919919289216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583000.107069:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1540. 00000100:00000010:1.0:1777583000.107080:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1240. 00000100:00000010:1.0:1777583000.107084:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1c00. 00000100:00000010:1.0:1777583000.107088:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1300. 02000000:00000010:1.0:1777583000.107101:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f6000. 00000400:00000010:1.0:1777583000.107104:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36420. 00000400:00000010:1.0:1777583000.107107:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583000.107109:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919289344, portal 10 00000400:00000010:1.0:1777583000.107122:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583000.107124:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919289344, offset 0 00000400:00000200:1.0:1777583000.107128:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583000.107160:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583000.107165:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd400 00000400:00000200:1.0:1777583000.107169:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 57936 00000400:00000200:1.0:1777583000.107173:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583000.107176:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583000.107179:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583000.107182:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e6300. 00000400:00000200:1.0:1777583000.107192:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583000.107193:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583000.107198:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e4a80 x1863919919289344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583000.107268:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0a00. 00000020:00000010:1.0:1777583000.107273:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374d00. 00000020:00000010:1.0:1777583000.107278:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777583000.107321:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583000.107324:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374f80. 00000020:00000010:1.0:1777583000.107326:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000100:00000200:1.0:1777583000.107349:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919289216 00010000:02000000:1.0:1777583000.107371:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583000.107379:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f4800. 00000400:00000010:1.0:1777583000.107388:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583000.107391:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919289216, offset 0 00000400:00000200:1.0:1777583000.107395:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583000.107400:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583000.107405:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd380 00000400:00000200:1.0:1777583000.107409:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215951 [1] + 0 00000400:00000200:1.0:1777583000.107413:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583000.107416:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583000.107421:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e89880 x1863919919289216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583000.107435:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583000.107437:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000020:00000010:1.0:1777583000.107447:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374d00. 00000020:00000010:1.0:1777583000.107451:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:1.0:1777583000.107455:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0a00. 00000100:00000200:1.0:1777583000.107475:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919289344 00010000:02000000:1.0:1777583000.107481:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583000.107485:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f6c00. 00000400:00000010:1.0:1777583000.107489:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583000.107492:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919289344, offset 0 00000400:00000200:1.0:1777583000.107495:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583000.107500:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583000.107504:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd400 00000400:00000200:1.0:1777583000.107508:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215959 [1] + 0 00000400:00000200:1.0:1777583000.107511:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583000.107514:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583000.107518:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e4a80 x1863919919289344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583000.107528:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583000.107530:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000020:00000010:1.0:1777583000.107535:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374f80. 00000020:00000010:1.0:1777583000.107538:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583000.107540:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583000.107572:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777583000.107575:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777583000.107576:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583000.107581:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e89880 x1863919919289216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583000.107589:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e89880 x1863919919289216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583000.107608:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36420. 00000400:00000200:1.0:1777583000.107611:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777583000.107612:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583000.107616:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e4a80 x1863919919289344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583000.107623:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e4a80 x1863919919289344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583000.107635:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f4c00. 02000000:00000010:1.0:1777583000.107639:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02496feec00. 00000100:00000010:1.0:1777583000.107644:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e89880. 02000000:00000010:1.0:1777583000.107647:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f6000. 02000000:00000010:1.0:1777583000.107650:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02496fef400. 00000100:00000010:1.0:1777583000.107652:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4a80. 02000000:00000010:0.0:1777583000.107749:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583000.107755:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6cb8. 00000400:00000010:0.0:1777583000.107760:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777583000.107763:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919289088, portal 25 00000400:00000010:0.0:1777583000.107766:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583000.107768:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919289088, offset 0 00000400:00000200:0.0:1777583000.107773:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583000.107778:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583000.107785:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadd300 00000400:00000200:0.0:1777583000.107789:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2083d5 [2] + 0 00000400:00000010:0.0:1777583000.107792:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484deeec8. 00000400:00000200:0.0:1777583000.107796:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392200180 00000400:00000200:0.0:1777583000.107799:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583000.107801:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583000.107804:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392200180 00000400:00000010:0.0:1777583000.107806:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392200180. 00000100:00000200:0.0:1777583000.107811:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583000.107822:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777583000.107824:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583000.107829:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e88380 x1863919919289088/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583000.107885:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db800. 00000020:00000010:0.0:1777583000.107889:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db800. 00000020:00000010:0.0:1777583000.107893:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583000.107896:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0180. 00000020:00000010:0.0:1777583000.107900:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777583000.107940:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db800. 00000020:00000010:0.0:1777583000.107943:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db800. 00000100:00000200:0.0:1777583000.107945:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919289088 02000000:00000010:0.0:1777583000.107955:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248740a000. 00010000:00000200:0.0:1777583000.107961:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490525c50 x1863919919289088/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:441/0 lens 224/224 e 0 to 0 dl 1777583011 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583000.107970:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583000.107973:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919289088, offset 224 00000400:00000200:0.0:1777583000.107976:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583000.107981:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583000.107985:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadd300 00000400:00000200:0.0:1777583000.107989:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215969 [1] + 224 00000400:00000200:0.0:1777583000.107992:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583000.107994:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583000.107999:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e88380 x1863919919289088/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583000.108012:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777583000.108013:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000020:00000010:0.0:1777583000.108021:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0180. 00000020:00000010:0.0:1777583000.108024:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777583000.108028:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 02000000:00000010:0.0:1777583000.108034:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248740a000. 00000100:00000200:0.0:1777583000.108053:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583000.108056:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6d10. 00000400:00000010:0.0:1777583000.108060:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023888bb240. 00000400:00000010:0.0:1777583000.108075:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6cb8. 00000400:00000200:0.0:1777583000.108077:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777583000.108078:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777583000.108082:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e88380 x1863919919289088/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583000.108089:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e88380 x1863919919289088/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583000.108102:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:0.0:1777583000.108105:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877800. 00000100:00000010:0.0:1777583000.108108:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e88380. 00000100:00000010:0.0:1777583000.746762:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1540. 00000100:00000010:1.0:1777583000.747214:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1240. 00000100:00000010:2.0:1777583000.750914:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1c00. 00000100:00000010:3.0:1777583000.751894:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1300. 00000020:02000400:2.0:1777583004.721033:0:221560:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 16 seconds. The obd refcount = 5. Is it stuck? 00000020:02000400:2.0:1777583004.762633:0:221560:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffffa024ab279000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 00000100:00000010:2.0:1777583005.236261:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05180. 02000000:00000010:2.0:1777583005.236282:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23600. 00000100:00000010:2.0:1777583005.241168:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06680. 02000000:00000010:2.0:1777583005.241188:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b5680400. 00000100:00000010:2.0:1777583005.241232:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07b80. 02000000:00000010:2.0:1777583005.241239:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b5681000. 02000000:00000010:3.0:1777583005.241315:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02384c74400. 00000400:00000010:3.0:1777583005.241323:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469000. 00000400:00000010:3.0:1777583005.241330:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777583005.241347:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919289600, portal 10 00000400:00000010:3.0:1777583005.241355:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583005.241358:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919289600, offset 0 00000400:00000200:3.0:1777583005.241367:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583005.241416:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583005.241426:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd500 00000400:00000200:3.0:1777583005.241595:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 58456 00000400:00000200:3.0:1777583005.241603:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583005.241607:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583005.241615:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583005.241634:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18ad80. 00000400:00000200:3.0:1777583005.241789:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777583005.241792:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583005.241800:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f06680 x1863919919289600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583005.241821:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d180. 00000100:00000010:3.0:1777583005.241832:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d240. 00000100:00000010:3.0:1777583005.241837:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d960. 00000100:00000010:3.0:1777583005.241845:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d540. 02000000:00000010:3.0:1777583005.241856:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238606bc00. 00000400:00000010:3.0:1777583005.241859:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469630. 00000400:00000010:3.0:1777583005.241862:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583005.241865:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919289728, portal 10 00000400:00000010:3.0:1777583005.241870:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583005.241872:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919289728, offset 0 00000400:00000200:3.0:1777583005.241876:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583005.241881:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583005.241886:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd580 00000400:00000200:3.0:1777583005.241890:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 58976 00000400:00000200:3.0:1777583005.241895:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583005.241898:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583005.241901:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583005.241904:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188e00. 00000400:00000200:3.0:1777583005.241916:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583005.241918:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583005.241922:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f07b80 x1863919919289728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583005.241979:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583005.241984:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265c00. 00000020:00000010:3.0:1777583005.241989:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583005.242012:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583005.242014:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265d00. 00000020:00000010:3.0:1777583005.242017:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87d48. 00000100:00000200:3.0:1777583005.242056:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919289600 00010000:02000000:3.0:1777583005.242070:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:2.0:1777583005.243846:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919289728 00010000:02000000:2.0:1777583005.243862:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583005.243874:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248749c000. 00000400:00000010:2.0:1777583005.243887:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777583005.243892:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919289728, offset 0 00000400:00000200:2.0:1777583005.243897:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583005.243905:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583005.243913:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd580 00000400:00000200:2.0:1777583005.243920:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215981 [1] + 0 00000400:00000200:2.0:1777583005.243925:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583005.243929:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583005.243939:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f07b80 x1863919919289728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583005.243965:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777583005.243967:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000020:00000010:2.0:1777583005.243980:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265d00. 00000020:00000010:2.0:1777583005.243986:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87d48. 00000020:00000010:2.0:1777583005.243989:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000400:00000010:2.0:1777583005.244011:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469630. 00000400:00000200:2.0:1777583005.244014:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:2.0:1777583005.244016:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:2.0:1777583005.244020:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f07b80 x1863919919289728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583005.244031:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f07b80 x1863919919289728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583005.244055:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238606bc00. 02000000:00000010:2.0:1777583005.244061:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b5681000. 00000100:00000010:2.0:1777583005.244067:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07b80. 00000100:00000010:2.0:1777583005.251213:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d960. 00000100:00000010:0.0:1777583005.251321:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d180. 02000000:00000010:0.0:1777583005.251357:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583005.251364:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6cb8. 00000400:00000010:0.0:1777583005.251371:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777583005.251377:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919289472, portal 25 00000400:00000010:0.0:1777583005.251383:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583005.251386:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919289472, offset 0 00000400:00000200:0.0:1777583005.251394:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583005.251406:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583005.251416:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadd480 00000400:00000200:0.0:1777583005.251423:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x208671 [2] + 0 00000400:00000010:0.0:1777583005.251427:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6f20. 00000400:00000200:0.0:1777583005.251595:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe7b3c0 00000400:00000200:0.0:1777583005.251602:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583005.251606:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583005.251612:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe7b3c0 00000400:00000010:0.0:1777583005.251804:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe7b3c0. 00000100:00000200:0.0:1777583005.251810:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583005.251835:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777583005.251838:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583005.251845:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05180 x1863919919289472/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583005.251866:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df660. 00000100:00000010:0.0:1777583005.251879:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df5a0. 00000020:00000010:2.0:1777583005.251980:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024add286c0. 00000020:00000010:2.0:1777583005.251985:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024add286c0. 00000020:00000010:2.0:1777583005.251992:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583005.251998:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87880. 00000020:00000010:2.0:1777583005.252003:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583005.252047:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024add286c0. 00000020:00000010:2.0:1777583005.252050:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024add286c0. 00000100:00000200:2.0:1777583005.252053:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919289472 02000000:00000010:2.0:1777583005.252068:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b5681000. 00010000:00000200:2.0:1777583005.252076:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490527850 x1863919919289472/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:446/0 lens 224/224 e 0 to 0 dl 1777583016 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583005.252091:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777583005.252094:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919289472, offset 224 00000400:00000200:2.0:1777583005.252099:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583005.252105:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583005.252110:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadd480 00000400:00000200:2.0:1777583005.252115:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21598d [1] + 224 00000400:00000200:2.0:1777583005.252118:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583005.252121:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583005.252127:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05180 x1863919919289472/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583005.252171:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777583005.252173:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000020:00000010:2.0:1777583005.252186:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87880. 00000020:00000010:2.0:1777583005.252189:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583005.252193:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 02000000:00000010:2.0:1777583005.252199:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b5681000. 00000100:00000200:2.0:1777583005.252205:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583005.252209:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e4d0. 00000400:00000010:2.0:1777583005.252213:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02395cc6e40. 00000400:00000010:0.0:1777583005.254527:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6cb8. 00000400:00000200:0.0:1777583005.254538:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777583005.254540:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777583005.254551:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05180 x1863919919289472/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583005.254562:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05180 x1863919919289472/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583005.254596:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:0.0:1777583005.254603:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23600. 00000100:00000010:0.0:1777583005.254609:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05180. 02000000:00000010:3.0:1777583005.262573:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238606b400. 00000400:00000010:3.0:1777583005.262742:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583005.262751:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919289600, offset 0 00000400:00000200:3.0:1777583005.262760:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583005.262774:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583005.262783:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd500 00000400:00000200:3.0:1777583005.262791:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215979 [1] + 0 00000400:00000200:3.0:1777583005.262798:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583005.262802:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583005.262813:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f06680 x1863919919289600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583005.262848:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583005.262851:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777583005.262869:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265c00. 00000020:00000010:3.0:1777583005.262874:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583005.262878:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000400:00000010:2.0:1777583005.263265:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469000. 00000400:00000200:2.0:1777583005.263271:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:2.0:1777583005.263274:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000100:00000200:2.0:1777583005.263279:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f06680 x1863919919289600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583005.263289:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f06680 x1863919919289600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583005.263317:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02384c74400. 02000000:00000010:2.0:1777583005.263323:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b5680400. 00000100:00000010:2.0:1777583005.263327:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06680. 00000100:00000010:1.0:1777583005.866287:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d240. 00000100:00000010:0.0:1777583005.866505:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df660. 00000100:00000010:2.0:1777583005.866596:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df5a0. 00000100:00000010:3.0:1777583005.868414:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d540. 00000100:00000010:1.0:1777583010.351557:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4a80. 02000000:00000010:1.0:1777583010.351577:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583010.351647:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e88380. 02000000:00000010:1.0:1777583010.351654:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6400. 00000100:00000010:1.0:1777583010.351669:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e89880. 02000000:00000010:1.0:1777583010.351673:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6000. 02000000:00000010:3.0:1777583010.352169:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884a200. 00000400:00000010:3.0:1777583010.352179:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469000. 00000400:00000010:3.0:1777583010.352188:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583010.352195:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919289856, portal 25 00000400:00000010:3.0:1777583010.352208:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777583010.352211:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919289856, offset 0 00000400:00000200:3.0:1777583010.352220:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583010.352234:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583010.352245:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadd600 00000400:00000200:3.0:1777583010.352263:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x208a41 [2] + 0 00000400:00000010:3.0:1777583010.352268:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6ec8. 00000400:00000200:3.0:1777583010.352272:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023e1484600 00000400:00000200:3.0:1777583010.352277:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583010.352281:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583010.352285:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023e1484600 00000400:00000010:3.0:1777583010.352298:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023e1484600. 00000100:00000200:3.0:1777583010.352312:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583010.352326:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777583010.352327:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777583010.352335:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e4a80 x1863919919289856/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583010.352354:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d540. 00000100:00000010:3.0:1777583010.352365:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d300. 00000100:00000010:3.0:1777583010.352369:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d360. 00000100:00000010:3.0:1777583010.352375:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d8a0. 00000020:00000010:1.0:1777583010.352515:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7480. 00000020:00000010:1.0:1777583010.352520:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7480. 00000020:00000010:1.0:1777583010.352525:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583010.352531:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374180. 00000020:00000010:1.0:1777583010.352535:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583010.352573:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7480. 00000020:00000010:1.0:1777583010.352575:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7480. 00000100:00000200:1.0:1777583010.352578:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919289856 02000000:00000010:1.0:1777583010.352601:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f4c00. 00010000:00000200:1.0:1777583010.352608:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490524c50 x1863919919289856/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:451/0 lens 224/224 e 0 to 0 dl 1777583021 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583010.352632:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583010.352635:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919289856, offset 224 00000400:00000200:1.0:1777583010.352640:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583010.352653:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583010.352659:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadd600 00000400:00000200:1.0:1777583010.352663:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2159a1 [1] + 224 00000400:00000200:1.0:1777583010.352667:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583010.352670:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583010.352677:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e4a80 x1863919919289856/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583010.352694:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777583010.352696:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000020:00000010:1.0:1777583010.352716:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374180. 00000020:00000010:1.0:1777583010.352720:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583010.352724:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 02000000:00000010:1.0:1777583010.352731:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b62f4c00. 00000100:00000200:1.0:1777583010.352736:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583010.352747:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36420. 00000400:00000010:1.0:1777583010.352752:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02389423840. 00000400:00000010:1.0:1777583010.352765:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469000. 00000400:00000200:1.0:1777583010.352768:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:1.0:1777583010.352770:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000100:00000200:1.0:1777583010.352774:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e4a80 x1863919919289856/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583010.352782:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e4a80 x1863919919289856/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583010.352802:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884a200. 02000000:00000010:1.0:1777583010.352806:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583010.352810:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4a80. 02000000:00000010:2.0:1777583010.353585:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b5681000. 00000400:00000010:2.0:1777583010.353593:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 00000400:00000010:2.0:1777583010.353598:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777583010.353602:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919289984, portal 10 00000400:00000010:2.0:1777583010.353608:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583010.353610:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919289984, offset 0 00000400:00000200:2.0:1777583010.353615:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583010.353622:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583010.353629:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd680 00000400:00000200:2.0:1777583010.353635:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 59496 00000400:00000200:2.0:1777583010.353641:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583010.353644:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583010.353650:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583010.353654:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06680. 00000400:00000200:2.0:1777583010.353668:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777583010.353670:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583010.353691:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e88380 x1863919919289984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583010.353712:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b5680400. 00000400:00000010:2.0:1777583010.353716:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e5d8. 00000400:00000010:2.0:1777583010.353719:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583010.353722:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919290112, portal 10 00000400:00000010:2.0:1777583010.353726:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583010.353728:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919290112, offset 0 00000400:00000200:2.0:1777583010.353731:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583010.353736:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583010.353740:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd700 00000400:00000200:2.0:1777583010.353744:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 60016 00000400:00000200:2.0:1777583010.353748:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583010.353751:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583010.353754:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583010.353756:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07b80. 00000400:00000200:2.0:1777583010.353775:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583010.353777:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583010.353782:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e89880 x1863919919290112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583010.353831:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583010.353837:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777583010.353840:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583010.353859:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583010.353862:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777583010.353865:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000100:00000200:2.0:1777583010.353878:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919289984 00010000:02000000:2.0:1777583010.353892:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583010.353899:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384c74400. 00000400:00000010:2.0:1777583010.353907:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583010.353910:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919289984, offset 0 00000400:00000200:2.0:1777583010.353913:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583010.353918:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583010.353923:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd680 00000400:00000200:2.0:1777583010.353927:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2159b1 [1] + 0 00000400:00000200:2.0:1777583010.353930:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583010.353934:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583010.353939:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e88380 x1863919919289984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583010.353953:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583010.353954:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777583010.353962:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777583010.353965:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583010.353968:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000100:00000200:2.0:1777583010.353976:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919290112 00010000:02000000:2.0:1777583010.353981:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583010.353997:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b4b61c00. 00000400:00000010:2.0:1777583010.354003:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583010.354005:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919290112, offset 0 00000400:00000200:2.0:1777583010.354008:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583010.354013:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583010.354017:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd700 00000400:00000200:2.0:1777583010.354021:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2159b9 [1] + 0 00000400:00000200:2.0:1777583010.354024:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583010.354027:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583010.354032:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e89880 x1863919919290112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583010.354041:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583010.354043:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777583010.354049:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777583010.354052:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777583010.354054:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000400:00000010:2.0:1777583010.354072:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:2.0:1777583010.354074:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777583010.354076:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777583010.354080:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e88380 x1863919919289984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583010.354088:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e88380 x1863919919289984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583010.354105:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e5d8. 00000400:00000200:2.0:1777583010.354107:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777583010.354108:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583010.354112:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e89880 x1863919919290112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583010.354120:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e89880 x1863919919290112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583010.354130:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b5681000. 02000000:00000010:2.0:1777583010.354152:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6400. 00000100:00000010:2.0:1777583010.354155:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e88380. 02000000:00000010:2.0:1777583010.354167:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b5680400. 02000000:00000010:2.0:1777583010.354169:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6000. 00000100:00000010:2.0:1777583010.354171:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e89880. 00000100:00000010:1.0:1777583010.987934:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d300. 00000100:00000010:0.0:1777583010.988089:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d540. 00000100:00000010:2.0:1777583010.991575:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d360. 00000100:00000010:3.0:1777583010.997472:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d8a0. 00000800:00000200:1.0:1777583014.314364:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:1.0:1777583014.314370:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1777583014.314375:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1777583014.314781:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1777583015.468123:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c189f80. 02000000:00000010:3.0:1777583015.468183:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583015.468229:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18a680. 02000000:00000010:3.0:1777583015.468236:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f1f8c00. 00000100:00000010:3.0:1777583015.468265:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188380. 02000000:00000010:3.0:1777583015.468269:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f1f8400. 02000000:00000010:3.0:1777583015.468294:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249f1fb400. 00000400:00000010:3.0:1777583015.468301:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469630. 00000400:00000010:3.0:1777583015.468307:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777583015.468313:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919290368, portal 10 00000400:00000010:3.0:1777583015.468332:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583015.468335:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919290368, offset 0 00000400:00000200:3.0:1777583015.468343:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583015.468355:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583015.468365:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd800 00000400:00000200:3.0:1777583015.468371:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 60536 00000400:00000200:3.0:1777583015.468378:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583015.468382:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583015.468389:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583015.468411:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667e680. 00000400:00000200:3.0:1777583015.468427:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:3.0:1777583015.468430:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583015.468436:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c18a680 x1863919919290368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583015.468473:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d8a0. 00000100:00000010:3.0:1777583015.468488:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628df60. 00000100:00000010:3.0:1777583015.468495:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628dd20. 00000100:00000010:3.0:1777583015.468500:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d6c0. 02000000:00000010:3.0:1777583015.468508:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249f1f9c00. 00000400:00000010:3.0:1777583015.468511:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469058. 00000400:00000010:3.0:1777583015.468514:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583015.468516:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919290496, portal 10 00000400:00000010:3.0:1777583015.468530:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583015.468532:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919290496, offset 0 00000400:00000200:3.0:1777583015.468536:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583015.468540:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583015.468545:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd880 00000400:00000200:3.0:1777583015.468548:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 61056 00000400:00000200:3.0:1777583015.468552:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583015.468555:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583015.468557:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583015.468560:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667fb80. 02000000:00000010:0.0:1777583015.468691:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583015.468697:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6cb8. 00000400:00000010:0.0:1777583015.468701:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777583015.468703:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919290240, portal 25 00000400:00000010:0.0:1777583015.468707:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583015.468709:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919290240, offset 0 00000400:00000200:0.0:1777583015.468713:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583015.468717:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583015.468723:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadd780 00000400:00000200:0.0:1777583015.468727:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x208d65 [2] + 0 00000400:00000010:0.0:1777583015.468731:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6528. 00000400:00000200:0.0:1777583015.468734:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023e1484e40 00000400:00000200:0.0:1777583015.468737:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583015.468739:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583015.468742:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023e1484e40 00000400:00000010:0.0:1777583015.468755:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023e1484e40. 00000100:00000200:0.0:1777583015.468762:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583015.468772:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777583015.468774:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583015.468779:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c189f80 x1863919919290240/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583015.468843:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbec0. 00000020:00000010:0.0:1777583015.468846:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbec0. 00000020:00000010:0.0:1777583015.468852:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777583015.468856:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0f00. 00000020:00000010:0.0:1777583015.468870:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777583015.468913:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbec0. 00000020:00000010:0.0:1777583015.468915:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbec0. 00000100:00000200:0.0:1777583015.468918:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919290240 02000000:00000010:0.0:1777583015.468930:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248740ac00. 00010000:00000200:0.0:1777583015.468937:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490525450 x1863919919290240/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:456/0 lens 224/224 e 0 to 0 dl 1777583026 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583015.468949:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583015.468952:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919290240, offset 224 00000400:00000200:0.0:1777583015.468955:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583015.468959:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583015.468964:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadd780 00000400:00000200:0.0:1777583015.468968:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2159d9 [1] + 224 00000400:00000200:0.0:1777583015.468971:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583015.468974:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583015.468980:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c189f80 x1863919919290240/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583015.468993:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777583015.468995:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000020:00000010:0.0:1777583015.469004:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0f00. 00000020:00000010:0.0:1777583015.469008:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777583015.469012:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 02000000:00000010:0.0:1777583015.469019:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248740ac00. 00000100:00000200:0.0:1777583015.469025:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583015.469027:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6528. 00000400:00000010:0.0:1777583015.469031:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023888bb000. 00000400:00000010:0.0:1777583015.469046:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6cb8. 00000400:00000200:0.0:1777583015.469048:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777583015.469049:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777583015.469053:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c189f80 x1863919919290240/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583015.469061:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c189f80 x1863919919290240/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583015.469079:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:0.0:1777583015.469084:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3e00. 00000100:00000010:0.0:1777583015.469091:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c189f80. 00000400:00000200:3.0:1777583015.479451:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583015.479507:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583015.479521:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c188380 x1863919919290496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583015.497919:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583015.497931:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0f00. 00000020:00000010:0.0:1777583015.497936:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777583015.497985:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777583015.497988:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0800. 00000020:00000010:0.0:1777583015.497991:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000100:00000200:0.0:1777583015.498025:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919290368 00010000:02000000:0.0:1777583015.498045:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583015.498055:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248740ac00. 00000400:00000010:0.0:1777583015.498070:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777583015.498076:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919290368, offset 0 00000400:00000200:0.0:1777583015.498083:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583015.498112:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583015.498123:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd800 00000400:00000200:0.0:1777583015.498130:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2159c9 [1] + 0 00000400:00000200:0.0:1777583015.498150:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583015.498163:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583015.498176:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c18a680 x1863919919290368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583015.498199:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777583015.498201:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000020:00000010:0.0:1777583015.498214:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0f00. 00000020:00000010:0.0:1777583015.498219:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777583015.498222:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000100:00000200:0.0:1777583015.498233:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919290496 00010000:02000000:0.0:1777583015.498239:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583015.498244:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248740a000. 00000400:00000010:0.0:1777583015.498249:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777583015.498251:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919290496, offset 0 00000400:00000200:0.0:1777583015.498255:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583015.498260:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583015.498264:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd880 00000400:00000200:0.0:1777583015.498268:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2159d1 [1] + 0 00000400:00000200:0.0:1777583015.498272:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583015.498275:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583015.498281:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c188380 x1863919919290496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583015.498290:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777583015.498292:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000020:00000010:0.0:1777583015.498297:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0800. 00000020:00000010:0.0:1777583015.498300:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777583015.498302:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 00000400:00000010:0.0:1777583015.498325:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469630. 00000400:00000200:0.0:1777583015.498329:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:0.0:1777583015.498331:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000100:00000200:0.0:1777583015.498336:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c18a680 x1863919919290368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583015.498344:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c18a680 x1863919919290368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583015.498366:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469058. 00000400:00000200:0.0:1777583015.498368:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:0.0:1777583015.498370:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000100:00000200:0.0:1777583015.498373:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c188380 x1863919919290496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583015.498380:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c188380 x1863919919290496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583015.498393:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249f1fb400. 02000000:00000010:0.0:1777583015.499038:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f1f8c00. 00000100:00000010:0.0:1777583015.499046:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c18a680. 02000000:00000010:0.0:1777583015.499053:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249f1f9c00. 02000000:00000010:0.0:1777583015.499056:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f1f8400. 00000100:00000010:0.0:1777583015.499058:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188380. 00000100:00000010:3.0:1777583016.106800:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d6c0. 00000100:00000010:1.0:1777583016.109405:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628df60. 00000100:00000010:2.0:1777583016.111915:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628dd20. 00000100:00000010:0.0:1777583016.125709:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d8a0. 00000100:00000010:3.0:1777583020.588079:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c380. 02000000:00000010:3.0:1777583020.588171:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583020.588208:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667dc00. 02000000:00000010:3.0:1777583020.588215:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f1fbc00. 00000100:00000010:3.0:1777583020.588226:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667d180. 02000000:00000010:3.0:1777583020.588231:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f1f8400. 02000000:00000010:1.0:1777583020.588323:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583020.588346:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777583020.588352:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583020.588358:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919290624, portal 25 00000400:00000010:1.0:1777583020.588363:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583020.588366:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919290624, offset 0 00000400:00000200:1.0:1777583020.588374:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583020.588395:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583020.588405:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadd900 00000400:00000200:1.0:1777583020.588411:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x209209 [2] + 0 00000400:00000010:1.0:1777583020.588415:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484dee4d0. 00000400:00000200:1.0:1777583020.588421:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02486083180 00000400:00000200:1.0:1777583020.588427:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583020.588431:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583020.588435:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02486083180 00000400:00000010:1.0:1777583020.588448:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02486083180. 00000100:00000200:1.0:1777583020.588455:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583020.588473:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777583020.588475:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583020.588482:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667c380 x1863919919290624/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583020.588649:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1d80. 00000100:00000010:1.0:1777583020.588660:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca15a0. 00000100:00000010:1.0:1777583020.588665:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1a20. 00000100:00000010:1.0:1777583020.588670:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1d20. 00000020:00000010:3.0:1777583020.588762:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c680. 00000020:00000010:3.0:1777583020.588766:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c680. 00000020:00000010:3.0:1777583020.588772:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583020.588778:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f80. 00000020:00000010:3.0:1777583020.588783:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583020.588828:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c680. 00000020:00000010:3.0:1777583020.588830:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c680. 00000100:00000200:3.0:1777583020.588833:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919290624 02000000:00000010:3.0:1777583020.588845:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f1f9c00. 00010000:00000200:3.0:1777583020.588853:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490525850 x1863919919290624/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:461/0 lens 224/224 e 0 to 0 dl 1777583031 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583020.588867:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583020.588870:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919290624, offset 224 00000400:00000200:3.0:1777583020.588874:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583020.588880:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583020.588885:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadd900 00000400:00000200:3.0:1777583020.588890:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2159f1 [1] + 224 00000400:00000200:3.0:1777583020.588894:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583020.588896:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583020.588902:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667c380 x1863919919290624/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583020.589049:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583020.589051:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583020.589063:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f80. 00000020:00000010:3.0:1777583020.589066:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583020.589069:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 02000000:00000010:3.0:1777583020.589075:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249f1f9c00. 00000100:00000200:3.0:1777583020.589079:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583020.589083:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469b00. 00000400:00000010:3.0:1777583020.589099:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023863bd480. 00000400:00000010:1.0:1777583020.590115:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777583020.590122:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777583020.590124:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583020.590132:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667c380 x1863919919290624/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583020.590161:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667c380 x1863919919290624/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583020.590182:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:1.0:1777583020.590189:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3800. 00000100:00000010:1.0:1777583020.590195:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c380. 02000000:00000010:0.0:1777583020.591882:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02487408800. 00000400:00000010:0.0:1777583020.591893:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6cb8. 00000400:00000010:0.0:1777583020.591900:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777583020.591906:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919290752, portal 10 00000400:00000010:0.0:1777583020.591922:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583020.591926:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919290752, offset 0 00000400:00000200:0.0:1777583020.591934:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583020.591946:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583020.591956:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadd980 00000400:00000200:0.0:1777583020.591963:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 61576 00000400:00000200:0.0:1777583020.591970:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583020.591974:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583020.592003:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583020.592009:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63aa00. 00000400:00000200:0.0:1777583020.592029:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777583020.592031:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583020.592038:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667dc00 x1863919919290752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583020.592065:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249c965000. 00000400:00000010:0.0:1777583020.592068:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6688. 00000400:00000010:0.0:1777583020.592070:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583020.592073:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919290880, portal 10 00000400:00000010:0.0:1777583020.592077:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777583020.592079:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919290880, offset 0 00000400:00000200:0.0:1777583020.592082:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583020.592086:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583020.592091:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadda00 00000400:00000200:0.0:1777583020.592094:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 62096 00000400:00000200:0.0:1777583020.592098:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583020.592101:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583020.592104:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583020.592119:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a680. 00000400:00000200:0.0:1777583020.592127:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777583020.592129:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000200:0.0:1777583020.592148:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667d180 x1863919919290880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583020.592717:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583020.592726:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777583020.592731:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777583020.592764:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583020.592766:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777583020.592769:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000100:00000200:2.0:1777583020.592788:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919290752 00010000:02000000:2.0:1777583020.592814:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583020.592823:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b5681000. 00000400:00000010:2.0:1777583020.592834:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583020.592839:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919290752, offset 0 00000400:00000200:2.0:1777583020.592843:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583020.592849:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583020.592855:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadd980 00000400:00000200:2.0:1777583020.592860:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215a01 [1] + 0 00000400:00000200:2.0:1777583020.592865:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583020.592868:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583020.592875:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667dc00 x1863919919290752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583020.592891:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777583020.592894:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000020:00000010:2.0:1777583020.592919:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87500. 00000020:00000010:2.0:1777583020.592923:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:2.0:1777583020.592926:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000100:00000200:2.0:1777583020.592935:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919290880 00010000:02000000:2.0:1777583020.592941:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583020.592946:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b5680400. 00000400:00000010:2.0:1777583020.592950:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583020.592952:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919290880, offset 0 00000400:00000200:2.0:1777583020.592955:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583020.592959:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583020.592964:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadda00 00000400:00000200:2.0:1777583020.592967:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215a09 [1] + 0 00000400:00000200:2.0:1777583020.592970:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583020.592972:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583020.592977:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667d180 x1863919919290880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583020.592985:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777583020.592987:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000020:00000010:2.0:1777583020.592993:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87480. 00000020:00000010:2.0:1777583020.592995:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583020.592997:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000400:00000010:0.0:1777583020.595676:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6cb8. 00000400:00000200:0.0:1777583020.595687:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:0.0:1777583020.595689:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777583020.595701:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667dc00 x1863919919290752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583020.595712:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667dc00 x1863919919290752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583020.595740:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6688. 00000400:00000200:0.0:1777583020.595743:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777583020.595744:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583020.595749:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667d180 x1863919919290880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583020.595798:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667d180 x1863919919290880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583020.595814:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02487408800. 02000000:00000010:0.0:1777583020.595821:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f1fbc00. 00000100:00000010:0.0:1777583020.595825:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667dc00. 02000000:00000010:0.0:1777583020.595829:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249c965000. 02000000:00000010:0.0:1777583020.595831:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f1f8400. 00000100:00000010:0.0:1777583020.595833:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667d180. 00000100:00000010:3.0:1777583021.226223:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1d20. 00000100:00000010:0.0:1777583021.226319:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1d80. 00000100:00000010:1.0:1777583021.226540:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca15a0. 00000100:00000010:2.0:1777583021.226648:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1a20. 00000100:00000010:1.0:1777583025.706475:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e89880. 02000000:00000010:1.0:1777583025.706528:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583025.706598:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e88380. 02000000:00000010:1.0:1777583025.706605:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6400. 00000100:00000010:1.0:1777583025.706635:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4a80. 02000000:00000010:1.0:1777583025.706641:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6000. 02000000:00000010:1.0:1777583025.706672:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f4c00. 00000400:00000010:1.0:1777583025.706692:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777583025.706709:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583025.706717:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919291136, portal 10 00000400:00000010:1.0:1777583025.706724:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583025.706736:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919291136, offset 0 00000400:00000200:1.0:1777583025.706822:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583025.706837:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583025.706848:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acaddb00 00000400:00000200:1.0:1777583025.706856:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 62616 00000400:00000200:1.0:1777583025.706864:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583025.706868:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583025.706876:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583025.706900:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238f4a3800. 00000400:00000200:1.0:1777583025.706924:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777583025.706927:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583025.706946:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e88380 x1863919919291136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583025.706966:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca15a0. 00000100:00000010:1.0:1777583025.706977:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca13c0. 00000100:00000010:1.0:1777583025.706981:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1720. 00000100:00000010:1.0:1777583025.706986:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1000. 02000000:00000010:1.0:1777583025.707011:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02496fef400. 00000400:00000010:1.0:1777583025.707015:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36aa8. 00000400:00000010:1.0:1777583025.707018:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583025.707021:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919291264, portal 10 00000400:00000010:1.0:1777583025.707025:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583025.707028:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919291264, offset 0 00000400:00000200:1.0:1777583025.707031:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583025.707036:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583025.707041:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acaddb80 00000400:00000200:1.0:1777583025.707045:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 63136 00000400:00000200:1.0:1777583025.707049:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583025.707051:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583025.707055:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583025.707069:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30d880. 00000400:00000200:1.0:1777583025.707082:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583025.707084:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583025.707088:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e4a80 x1863919919291264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583025.707323:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884b000. 00000400:00000010:3.0:1777583025.707329:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4692c0. 00000400:00000010:3.0:1777583025.707333:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583025.707337:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919291008, portal 25 00000400:00000010:3.0:1777583025.707340:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583025.707343:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919291008, offset 0 00000400:00000200:3.0:1777583025.707347:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583025.707353:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583025.707358:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadda80 00000400:00000200:3.0:1777583025.707375:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2095c1 [2] + 0 00000400:00000010:3.0:1777583025.707378:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f69f8. 00000400:00000200:3.0:1777583025.707381:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023e1484900 00000400:00000200:3.0:1777583025.707384:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583025.707387:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583025.707390:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023e1484900 00000400:00000010:3.0:1777583025.707392:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023e1484900. 00000100:00000200:3.0:1777583025.707406:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583025.707419:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583025.707421:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583025.707426:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b7e89880 x1863919919291008/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583025.707468:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce80. 00000020:00000010:3.0:1777583025.707485:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce80. 00000020:00000010:3.0:1777583025.707492:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583025.707496:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f80. 00000020:00000010:3.0:1777583025.707501:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583025.707532:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ce80. 00000020:00000010:3.0:1777583025.707534:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ce80. 00000100:00000200:3.0:1777583025.707538:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919291008 02000000:00000010:3.0:1777583025.707552:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f1f9c00. 00010000:00000200:3.0:1777583025.707558:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490527050 x1863919919291008/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:466/0 lens 224/224 e 0 to 0 dl 1777583036 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583025.707571:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583025.707574:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919291008, offset 224 00000400:00000200:3.0:1777583025.707577:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583025.707582:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583025.707586:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadda80 00000400:00000200:3.0:1777583025.707591:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215a29 [1] + 224 00000400:00000200:3.0:1777583025.707594:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583025.707597:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583025.707602:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e89880 x1863919919291008/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583025.707616:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583025.707617:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000020:00000010:3.0:1777583025.707628:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f80. 00000020:00000010:3.0:1777583025.707632:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583025.707634:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 02000000:00000010:3.0:1777583025.707640:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249f1f9c00. 00000100:00000200:3.0:1777583025.707645:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583025.707649:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4699a0. 00000400:00000010:3.0:1777583025.707653:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023863bdf00. 00000400:00000010:3.0:1777583025.707669:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4692c0. 00000400:00000200:3.0:1777583025.707672:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583025.707673:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583025.707677:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e89880 x1863919919291008/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583025.707684:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e89880 x1863919919291008/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583025.707705:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884b000. 02000000:00000010:3.0:1777583025.707711:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877000. 00000100:00000010:3.0:1777583025.707715:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e89880. 00000020:00000010:1.0:1777583025.707938:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583025.707955:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374780. 00000020:00000010:1.0:1777583025.707960:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583025.707989:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0a00. 00000020:00000010:1.0:1777583025.707993:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374580. 00000020:00000010:1.0:1777583025.707995:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6744b0. 00000100:00000200:1.0:1777583025.708007:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919291136 00010000:02000000:1.0:1777583025.708020:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:0.0:1777583025.708277:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919291264 00010000:02000000:0.0:1777583025.708286:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583025.708294:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c965000. 00000400:00000010:0.0:1777583025.708302:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:0.0:1777583025.708305:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919291264, offset 0 00000400:00000200:0.0:1777583025.708310:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583025.708316:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583025.708322:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acaddb80 00000400:00000200:0.0:1777583025.708328:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215a21 [1] + 0 00000400:00000200:0.0:1777583025.708332:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583025.708335:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583025.708341:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e4a80 x1863919919291264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583025.708357:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:0.0:1777583025.708359:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000020:00000010:0.0:1777583025.708368:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374580. 00000020:00000010:0.0:1777583025.708371:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6744b0. 00000020:00000010:0.0:1777583025.708374:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0a00. 00000400:00000010:0.0:1777583025.712578:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36aa8. 00000400:00000200:0.0:1777583025.712590:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:0.0:1777583025.712593:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:0.0:1777583025.712608:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e4a80 x1863919919291264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583025.712620:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e4a80 x1863919919291264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583025.712656:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02496fef400. 02000000:00000010:0.0:1777583025.712663:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6000. 00000100:00000010:0.0:1777583025.712668:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4a80. 02000000:00000010:1.0:1777583025.723933:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02496feec00. 00000400:00000010:1.0:1777583025.723959:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583025.723968:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919291136, offset 0 00000400:00000200:1.0:1777583025.723979:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583025.723994:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583025.724006:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acaddb00 00000400:00000200:1.0:1777583025.724070:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215a19 [1] + 0 00000400:00000200:1.0:1777583025.724079:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583025.724082:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583025.724643:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b7e88380 x1863919919291136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583025.724677:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583025.724680:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000020:00000010:1.0:1777583025.724705:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374780. 00000020:00000010:1.0:1777583025.724711:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583025.724717:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583025.724831:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777583025.724837:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777583025.724839:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583025.724846:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b7e88380 x1863919919291136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583025.724857:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b7e88380 x1863919919291136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583025.724890:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f4c00. 02000000:00000010:1.0:1777583025.724897:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6400. 00000100:00000010:1.0:1777583025.724902:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b7e88380. 00000100:00000010:0.0:1777583026.351304:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca15a0. 00000100:00000010:1.0:1777583026.351412:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca13c0. 00000100:00000010:2.0:1777583026.351740:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1720. 00000100:00000010:3.0:1777583026.359359:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1000. 00000100:00000010:1.0:1777583030.826765:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ca80. 02000000:00000010:1.0:1777583030.826783:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583030.826832:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30e300. 02000000:00000010:1.0:1777583030.826839:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248526ac00. 00000100:00000010:1.0:1777583030.826854:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30d180. 02000000:00000010:1.0:1777583030.826858:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02485269000. 02000000:00000010:1.0:1777583030.826885:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583030.826892:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777583030.826899:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583030.826918:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919291392, portal 25 00000400:00000010:1.0:1777583030.826925:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583030.826927:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919291392, offset 0 00000400:00000200:1.0:1777583030.826935:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583030.826947:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583030.826959:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acaddc00 00000400:00000200:1.0:1777583030.826965:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20999d [2] + 0 00000400:00000010:1.0:1777583030.826970:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484dee9a0. 00000400:00000200:1.0:1777583030.826974:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02498aa63c0 00000400:00000200:1.0:1777583030.826979:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583030.826983:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583030.826988:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02498aa63c0 00000400:00000010:1.0:1777583030.827399:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02498aa63c0. 00000100:00000200:1.0:1777583030.827408:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583030.827438:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583030.827441:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583030.827449:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30ca80 x1863919919291392/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583030.827468:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1cc0. 00000100:00000010:1.0:1777583030.827480:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca12a0. 00000100:00000010:1.0:1777583030.827485:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1c60. 00000100:00000010:1.0:1777583030.827490:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1f00. 02000000:00000010:1.0:1777583030.827536:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248526b000. 00000400:00000010:1.0:1777583030.827541:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca368f0. 00000400:00000010:1.0:1777583030.827544:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583030.827547:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919291520, portal 10 00000400:00000010:1.0:1777583030.827567:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000020:00000010:0.0:1777583030.827570:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbec0. 00000100:00000200:1.0:1777583030.827570:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919291520, offset 0 00000400:00000200:1.0:1777583030.827574:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1777583030.827575:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbec0. 00000400:00000200:1.0:1777583030.827579:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1777583030.827580:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583030.827585:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0000. 00000400:00000200:1.0:1777583030.827585:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acaddc80 00000400:00000200:1.0:1777583030.827590:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 63656 00000400:00000200:1.0:1777583030.827596:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1777583030.827599:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000400:00000200:1.0:1777583030.827599:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583030.827612:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583030.827616:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30c700. 00000400:00000200:1.0:1777583030.827628:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:1.0:1777583030.827629:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777583030.827634:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30e300 x1863919919291520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583030.827644:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbec0. 00000020:00000010:0.0:1777583030.827647:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbec0. 00000100:00000200:0.0:1777583030.827650:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919291392 02000000:00000010:0.0:1777583030.827663:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c967800. 02000000:00000010:1.0:1777583030.827667:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023f596ac00. 00010000:00000200:0.0:1777583030.827670:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490526450 x1863919919291392/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:471/0 lens 224/224 e 0 to 0 dl 1777583041 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583030.827670:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36160. 00000400:00000010:1.0:1777583030.827673:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777583030.827675:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919291648, portal 10 00000400:00000010:1.0:1777583030.827686:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000400:00000010:0.0:1777583030.827699:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983330. 00000100:00000200:1.0:1777583030.828256:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919291648, offset 0 00000020:00000010:3.0:1777583030.833309:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583030.834186:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f80. 00000020:00000010:3.0:1777583030.834195:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000100:00000200:3.0:1777583030.834283:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919291520 00010000:02000000:3.0:1777583030.834312:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583030.834324:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f1f9c00. 00000400:00000010:3.0:1777583030.835301:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:0.0:1777583030.836993:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919291392, offset 224 00000400:00000200:1.0:1777583030.837778:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583030.837797:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583030.837813:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acaddd00 00000400:00000200:1.0:1777583030.837821:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 64176 00000400:00000200:1.0:1777583030.837829:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583030.837833:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583030.837841:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583030.837847:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30f800. 00000400:00000200:1.0:1777583030.837861:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583030.837863:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583030.837872:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30d180 x1863919919291648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583030.837983:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583030.837989:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374600. 00000020:00000010:1.0:1777583030.837993:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000100:00000200:1.0:1777583030.838329:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919291648 00010000:02000000:1.0:1777583030.838347:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583030.838358:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023f596a400. 00000400:00000010:1.0:1777583030.838370:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583030.838375:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919291648, offset 0 00000400:00000200:1.0:1777583030.838380:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583030.838385:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583030.838391:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acaddd00 00000400:00000200:1.0:1777583030.838397:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215a51 [1] + 0 00000400:00000200:1.0:1777583030.838401:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583030.838404:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583030.838409:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30d180 x1863919919291648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583030.838424:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583030.838426:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000020:00000010:1.0:1777583030.838449:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374600. 00000020:00000010:1.0:1777583030.838454:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583030.838459:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000400:00000010:1.0:1777583030.838587:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36160. 00000400:00000200:1.0:1777583030.838592:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:1.0:1777583030.838594:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777583030.838598:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30d180 x1863919919291648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583030.838607:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30d180 x1863919919291648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583030.838633:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023f596ac00. 02000000:00000010:1.0:1777583030.838639:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02485269000. 00000100:00000010:1.0:1777583030.838644:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30d180. 00000400:00000200:1.0:1777583030.838677:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583030.838683:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583030.838689:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acaddc00 00000400:00000200:1.0:1777583030.838694:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215a41 [1] + 224 00000400:00000200:1.0:1777583030.838698:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583030.838702:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583030.838708:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30ca80 x1863919919291392/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583030.838753:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983330 00000400:00000010:1.0:1777583030.838754:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983330. 00000020:00000010:1.0:1777583030.838767:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0000. 00000020:00000010:1.0:1777583030.838771:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:1.0:1777583030.838774:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 02000000:00000010:1.0:1777583030.838782:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249c967800. 00000100:00000200:1.0:1777583030.838792:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583030.838797:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36160. 00000400:00000010:1.0:1777583030.838802:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02389423e40. 00000400:00000010:1.0:1777583030.838819:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777583030.838822:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777583030.838823:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583030.838828:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30ca80 x1863919919291392/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583030.838836:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30ca80 x1863919919291392/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583030.838849:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:1.0:1777583030.838853:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583030.838856:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ca80. 00000100:00000200:3.0:1777583030.846163:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919291520, offset 0 00000400:00000200:3.0:1777583030.846188:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583030.846205:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583030.846218:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acaddc80 00000400:00000200:3.0:1777583030.846229:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215a49 [1] + 0 00000400:00000200:3.0:1777583030.846237:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583030.846242:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583030.846260:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30e300 x1863919919291520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583030.846286:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583030.846289:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583030.846313:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f80. 00000020:00000010:3.0:1777583030.846318:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583030.846322:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000400:00000010:2.0:1777583030.846468:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca368f0. 00000400:00000200:2.0:1777583030.846473:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:2.0:1777583030.846475:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:2.0:1777583030.846483:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30e300 x1863919919291520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583030.846493:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30e300 x1863919919291520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583030.846524:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248526b000. 02000000:00000010:2.0:1777583030.846531:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248526ac00. 00000100:00000010:2.0:1777583030.846535:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30e300. 00000100:00000010:1.0:1777583031.466251:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca12a0. 00000100:00000010:2.0:1777583031.466343:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1c60. 00000100:00000010:0.0:1777583031.466537:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1cc0. 00000100:00000010:3.0:1777583031.466945:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1f00. 00000800:00000200:1.0:1777583033.775441:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777583033.775450:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1021 00000800:00000200:1.0:1777583033.775456:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1777583033.775690:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1777583035.946331:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ca80. 02000000:00000010:1.0:1777583035.946400:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583035.946461:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30d180. 02000000:00000010:1.0:1777583035.946483:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023f5969000. 00000100:00000010:1.0:1777583035.946505:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ea00. 02000000:00000010:1.0:1777583035.946512:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023f596ac00. 02000000:00000010:1.0:1777583035.946543:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248526ac00. 00000400:00000010:1.0:1777583035.946551:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777583035.946559:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583035.946567:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919291904, portal 10 00000400:00000010:1.0:1777583035.946575:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777583035.946577:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919291904, offset 0 00000400:00000200:1.0:1777583035.946586:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583035.946601:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583035.946623:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadde00 00000400:00000200:1.0:1777583035.946630:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 64696 00000400:00000200:1.0:1777583035.946639:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583035.946642:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583035.946651:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583035.946655:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30df80. 00000400:00000200:1.0:1777583035.946674:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:1.0:1777583035.946677:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777583035.946685:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30d180 x1863919919291904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583035.946705:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca12a0. 00000100:00000010:1.0:1777583035.946715:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1660. 00000100:00000010:1.0:1777583035.946719:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca16c0. 00000100:00000010:1.0:1777583035.946723:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1600. 02000000:00000010:1.0:1777583035.946737:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248526b000. 00000400:00000010:1.0:1777583035.946739:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36528. 00000400:00000010:1.0:1777583035.946742:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777583035.946744:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919292032, portal 10 00000400:00000010:1.0:1777583035.946748:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583035.946750:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919292032, offset 0 00000400:00000200:1.0:1777583035.946753:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583035.946757:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583035.946762:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadde80 00000400:00000200:1.0:1777583035.946765:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 65216 00000400:00000200:1.0:1777583035.946769:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583035.946772:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583035.946775:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583035.946778:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30c380. 00000400:00000200:1.0:1777583035.946787:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583035.946788:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583035.946792:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30ea00 x1863919919292032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583035.946857:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583035.946862:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374300. 00000020:00000010:1.0:1777583035.946866:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583035.946912:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583035.946917:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355280. 00000020:00000010:1.0:1777583035.946921:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583035.948155:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919291904 00010000:02000000:1.0:1777583035.948179:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583035.948193:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02485269000. 00000400:00000010:1.0:1777583035.948206:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583035.948210:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919291904, offset 0 00000400:00000200:1.0:1777583035.948216:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583035.948225:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583035.948231:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadde00 00000400:00000200:1.0:1777583035.948237:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215a69 [1] + 0 00000400:00000200:1.0:1777583035.948242:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583035.948245:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583035.948255:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30d180 x1863919919291904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583035.948278:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583035.948279:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000020:00000010:1.0:1777583035.948291:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374300. 00000020:00000010:1.0:1777583035.948307:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583035.948312:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000100:00000200:1.0:1777583035.948334:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919292032 00010000:02000000:1.0:1777583035.948341:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583035.948346:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca05400. 00000400:00000010:1.0:1777583035.948352:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583035.948354:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919292032, offset 0 00000400:00000200:1.0:1777583035.948358:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583035.948362:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583035.948367:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadde80 00000400:00000200:1.0:1777583035.948371:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215a71 [1] + 0 00000400:00000200:1.0:1777583035.948374:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583035.948376:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583035.948381:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30ea00 x1863919919292032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583035.948390:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583035.948392:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000020:00000010:1.0:1777583035.948397:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355280. 00000020:00000010:1.0:1777583035.948401:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583035.948403:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000400:00000010:1.0:1777583035.948425:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777583035.948429:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777583035.948430:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583035.948434:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30d180 x1863919919291904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583035.948441:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30d180 x1863919919291904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583035.948463:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36528. 00000400:00000200:1.0:1777583035.948465:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:1.0:1777583035.948466:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777583035.948469:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30ea00 x1863919919292032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583035.948475:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30ea00 x1863919919292032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583035.948522:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248526ac00. 02000000:00000010:1.0:1777583035.948528:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023f5969000. 00000100:00000010:1.0:1777583035.948533:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30d180. 02000000:00000010:1.0:1777583035.948536:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248526b000. 02000000:00000010:1.0:1777583035.948539:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023f596ac00. 00000100:00000010:1.0:1777583035.948542:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ea00. 02000000:00000010:0.0:1777583035.949349:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27e00. 00000400:00000010:0.0:1777583035.949360:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6688. 00000400:00000010:0.0:1777583035.949366:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983ee0. 00000100:00000200:0.0:1777583035.949372:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919291776, portal 25 00000400:00000010:0.0:1777583035.949376:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777583035.949379:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919291776, offset 0 00000400:00000200:0.0:1777583035.949384:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583035.949391:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583035.949397:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acaddd80 00000400:00000200:0.0:1777583035.949434:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x209ca9 [2] + 0 00000400:00000010:0.0:1777583035.949437:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f61b8. 00000400:00000200:0.0:1777583035.949442:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023e14849c0 00000400:00000200:0.0:1777583035.949447:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583035.949450:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583035.949454:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023e14849c0 00000400:00000010:0.0:1777583035.949456:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023e14849c0. 00000100:00000200:0.0:1777583035.949463:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583035.949483:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777583035.949485:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000200:0.0:1777583035.949492:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30ca80 x1863919919291776/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583035.950063:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c9c0. 00000020:00000010:3.0:1777583035.950070:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c9c0. 00000020:00000010:3.0:1777583035.950077:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583035.950081:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f80. 00000020:00000010:3.0:1777583035.950086:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583035.950163:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c9c0. 00000020:00000010:3.0:1777583035.950166:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c9c0. 00000100:00000200:3.0:1777583035.950169:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919291776 02000000:00000010:3.0:1777583035.950182:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f1f8c00. 00010000:00000200:3.0:1777583035.950190:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490524850 x1863919919291776/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:476/0 lens 224/224 e 0 to 0 dl 1777583046 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583035.950206:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583035.950210:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919291776, offset 224 00000400:00000200:3.0:1777583035.950215:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583035.950222:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583035.950227:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acaddd80 00000400:00000200:3.0:1777583035.950232:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215a81 [1] + 224 00000400:00000200:3.0:1777583035.950236:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583035.950239:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583035.950246:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30ca80 x1863919919291776/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583035.950263:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583035.950264:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583035.950273:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f80. 00000020:00000010:3.0:1777583035.950277:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583035.950279:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 02000000:00000010:3.0:1777583035.950286:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249f1f8c00. 00000100:00000200:3.0:1777583035.950291:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583035.950295:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4692c0. 00000400:00000010:3.0:1777583035.950299:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023873810c0. 00000400:00000010:3.0:1777583035.950325:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6688. 00000400:00000200:3.0:1777583035.950329:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983ee0 00000400:00000010:3.0:1777583035.950330:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983ee0. 00000100:00000200:3.0:1777583035.950335:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30ca80 x1863919919291776/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583035.950344:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30ca80 x1863919919291776/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583035.950361:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27e00. 02000000:00000010:3.0:1777583035.950366:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877000. 00000100:00000010:3.0:1777583035.950371:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ca80. 00000100:00000010:0.0:1777583036.586234:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca12a0. 00000100:00000010:3.0:1777583036.586311:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1600. 00000100:00000010:1.0:1777583036.586407:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1660. 00000100:00000010:2.0:1777583036.600250:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca16c0. 00000020:02000400:2.0:1777583036.970733:0:221560:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 32 seconds. The obd refcount = 5. Is it stuck? 00000020:02000400:2.0:1777583036.986930:0:221560:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffffa024ab279000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 00000100:00000010:2.0:1777583041.070261:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05880. 02000000:00000010:2.0:1777583041.070285:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23a00. 00000100:00000010:2.0:1777583041.070359:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05f80. 02000000:00000010:2.0:1777583041.070369:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d45400. 00000100:00000010:2.0:1777583041.070384:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06300. 02000000:00000010:2.0:1777583041.070389:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d46800. 02000000:00000010:2.0:1777583041.070448:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343600. 00000400:00000010:2.0:1777583041.070456:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e5d8. 00000400:00000010:2.0:1777583041.070463:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583041.070470:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919292160, portal 25 00000400:00000010:2.0:1777583041.070475:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777583041.070479:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919292160, offset 0 00000400:00000200:2.0:1777583041.070487:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583041.070513:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583041.070524:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acaddf00 00000400:00000200:2.0:1777583041.070544:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20a1f9 [2] + 0 00000400:00000010:2.0:1777583041.070557:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab2437e8. 00000400:00000200:2.0:1777583041.070562:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023934abe40 00000400:00000200:2.0:1777583041.070569:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583041.070574:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583041.070579:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023934abe40 00000400:00000010:2.0:1777583041.070581:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023934abe40. 00000100:00000200:2.0:1777583041.070587:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583041.070602:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777583041.070604:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777583041.070615:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05880 x1863919919292160/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583041.070634:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777583041.070645:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583041.070649:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 00000100:00000010:2.0:1777583041.070655:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 02000000:00000010:1.0:1777583041.071129:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca06000. 00000400:00000010:1.0:1777583041.071151:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36528. 00000400:00000010:1.0:1777583041.071169:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777583041.071173:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919292288, portal 10 00000400:00000010:1.0:1777583041.071178:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583041.071180:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919292288, offset 0 00000400:00000200:1.0:1777583041.071186:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583041.071192:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583041.071198:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acaddf80 00000400:00000200:1.0:1777583041.071203:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 65736 00000400:00000200:1.0:1777583041.071209:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583041.071212:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583041.071218:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583041.071222:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ea00. 00000400:00000200:1.0:1777583041.071235:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777583041.071237:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583041.071255:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05f80 x1863919919292288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583041.071275:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca05800. 00000400:00000010:1.0:1777583041.071278:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777583041.071280:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583041.071283:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919292416, portal 10 00000400:00000010:1.0:1777583041.071287:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583041.071289:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919292416, offset 0 00000400:00000200:1.0:1777583041.071293:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583041.071297:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583041.071301:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade000 00000400:00000200:1.0:1777583041.071305:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 66256 00000400:00000200:1.0:1777583041.071308:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583041.071311:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583041.071314:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583041.071316:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30d180. 00000400:00000200:1.0:1777583041.071340:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583041.071342:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583041.071346:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f06300 x1863919919292416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583041.071405:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7a40. 00000020:00000010:1.0:1777583041.071409:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7a40. 00000020:00000010:1.0:1777583041.071415:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583041.071419:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355b80. 00000020:00000010:1.0:1777583041.071425:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583041.071461:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7a40. 00000020:00000010:1.0:1777583041.071464:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7a40. 00000100:00000200:1.0:1777583041.071467:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919292160 02000000:00000010:1.0:1777583041.071480:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca04800. 00010000:00000200:1.0:1777583041.071488:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490527c50 x1863919919292160/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:482/0 lens 224/224 e 0 to 0 dl 1777583052 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583041.072567:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27400. 00000020:00000010:0.0:1777583041.072577:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0e80. 00000020:00000010:0.0:1777583041.072593:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777583041.072624:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:0.0:1777583041.072627:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0280. 00000020:00000010:0.0:1777583041.072632:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000100:00000200:0.0:1777583041.072646:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919292288 00010000:02000000:0.0:1777583041.072663:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583041.072672:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c966c00. 00000400:00000010:0.0:1777583041.072683:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777583041.072688:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919292288, offset 0 00000400:00000200:0.0:1777583041.072693:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583041.072702:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583041.072710:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acaddf80 00000400:00000200:0.0:1777583041.072717:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215a99 [1] + 0 00000400:00000200:0.0:1777583041.072724:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583041.072728:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583041.072738:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05f80 x1863919919292288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583041.072780:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777583041.072782:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000020:00000010:0.0:1777583041.072794:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0e80. 00000020:00000010:0.0:1777583041.072798:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:0.0:1777583041.072802:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27400. 00000100:00000200:0.0:1777583041.072812:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919292416 00010000:02000000:0.0:1777583041.072818:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583041.072822:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c966400. 00000400:00000010:0.0:1777583041.072827:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777583041.072829:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919292416, offset 0 00000400:00000200:0.0:1777583041.072833:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583041.072837:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583041.072842:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade000 00000400:00000200:0.0:1777583041.072846:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215aa1 [1] + 0 00000400:00000200:0.0:1777583041.072850:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583041.072852:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583041.072858:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f06300 x1863919919292416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583041.072869:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777583041.072871:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000020:00000010:0.0:1777583041.072876:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0280. 00000020:00000010:0.0:1777583041.072878:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:0.0:1777583041.072881:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00000400:00000010:0.0:1777583041.072945:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36528. 00000400:00000200:0.0:1777583041.072949:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:0.0:1777583041.072951:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00000100:00000200:0.0:1777583041.072956:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05f80 x1863919919292288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583041.072965:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05f80 x1863919919292288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583041.072991:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:0.0:1777583041.072994:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:0.0:1777583041.072996:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:0.0:1777583041.072999:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f06300 x1863919919292416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583041.073005:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f06300 x1863919919292416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583041.073019:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca06000. 02000000:00000010:0.0:1777583041.073025:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d45400. 00000100:00000010:0.0:1777583041.073029:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05f80. 02000000:00000010:0.0:1777583041.073034:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca05800. 02000000:00000010:0.0:1777583041.073036:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d46800. 00000100:00000010:0.0:1777583041.073038:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06300. 00000400:00000010:1.0:1777583041.073155:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583041.073159:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919292160, offset 224 00000400:00000200:1.0:1777583041.073165:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583041.073170:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583041.073175:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acaddf00 00000400:00000200:1.0:1777583041.073181:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215a91 [1] + 224 00000400:00000200:1.0:1777583041.073185:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583041.073188:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583041.073194:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05880 x1863919919292160/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583057 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583041.073207:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583041.073208:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000020:00000010:1.0:1777583041.073219:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355b80. 00000020:00000010:1.0:1777583041.073222:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583041.073226:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 02000000:00000010:1.0:1777583041.073232:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca04800. 00000100:00000200:1.0:1777583041.073238:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583041.073242:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca365d8. 00000400:00000010:1.0:1777583041.073246:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02389423c00. 00000400:00000010:2.0:1777583041.073666:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e5d8. 00000400:00000200:2.0:1777583041.073671:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777583041.073673:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583041.073682:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05880 x1863919919292160/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583041.073691:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05880 x1863919919292160/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583041.073706:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343600. 02000000:00000010:2.0:1777583041.073710:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23a00. 00000100:00000010:2.0:1777583041.073713:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05880. 00000100:00000010:3.0:1777583041.706239:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:0.0:1777583041.706334:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:1.0:1777583041.706419:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583041.711107:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:1.0:1777583046.191359:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ca80. 02000000:00000010:1.0:1777583046.191382:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877800. 00000100:00000010:1.0:1777583046.191438:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30e300. 02000000:00000010:1.0:1777583046.191446:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024aca04800. 02000000:00000010:0.0:1777583046.191467:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27400. 00000100:00000010:1.0:1777583046.191470:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece0a80. 00000400:00000010:0.0:1777583046.191474:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f61b8. 02000000:00000010:1.0:1777583046.191479:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024aca06400. 00000400:00000010:0.0:1777583046.191480:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777583046.191487:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919292544, portal 25 00000400:00000010:0.0:1777583046.191492:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583046.191495:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919292544, offset 0 00000400:00000200:0.0:1777583046.191502:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583046.191514:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1777583046.191524:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca07800. 00000400:00000200:0.0:1777583046.191525:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acade080 00000400:00000010:1.0:1777583046.191531:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36e70. 00000400:00000200:0.0:1777583046.191534:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20a4c1 [2] + 0 00000400:00000010:0.0:1777583046.191539:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6bb0. 00000400:00000200:0.0:1777583046.191550:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023e1484d80 00000400:00000200:0.0:1777583046.191557:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583046.191560:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1777583046.193906:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583046.193921:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919292672, portal 10 00000400:00000010:1.0:1777583046.193930:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583046.193933:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919292672, offset 0 00000400:00000200:1.0:1777583046.193942:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583046.193955:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583046.193966:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade100 00000400:00000200:1.0:1777583046.193973:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 66776 00000400:00000200:1.0:1777583046.193981:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583046.193985:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583046.193995:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583046.194001:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece0000. 00000400:00000200:1.0:1777583046.194025:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:1.0:1777583046.194028:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583046.194037:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30e300 x1863919919292672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583046.194992:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1660. 00000100:00000010:1.0:1777583046.195011:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1900. 00000100:00000010:1.0:1777583046.195019:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca17e0. 00000100:00000010:1.0:1777583046.195025:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1480. 00000020:00000010:2.0:1777583046.195065:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583046.195075:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020800. 00000020:00000010:2.0:1777583046.195081:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000100:00000200:2.0:1777583046.195153:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919292672 00010000:02000000:2.0:1777583046.195169:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583046.195180:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384d45800. 00000400:00000010:2.0:1777583046.195193:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583046.195197:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919292672, offset 0 00000400:00000200:2.0:1777583046.195202:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583046.195225:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583046.195232:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade100 00000400:00000200:2.0:1777583046.195238:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215ac1 [1] + 0 00000400:00000200:2.0:1777583046.195244:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583046.195247:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583046.195255:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30e300 x1863919919292672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583046.195271:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777583046.195273:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000020:00000010:2.0:1777583046.195287:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020800. 00000020:00000010:2.0:1777583046.195293:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583046.195296:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:1.0:1777583046.196288:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca07400. 00000400:00000010:1.0:1777583046.196300:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000400:00000010:1.0:1777583046.196307:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583046.196312:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919292800, portal 10 00000400:00000010:1.0:1777583046.196320:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583046.196323:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919292800, offset 0 00000400:00000200:1.0:1777583046.196330:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583046.196341:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583046.196350:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade180 00000400:00000200:1.0:1777583046.196356:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 67296 00000400:00000200:1.0:1777583046.196362:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583046.196366:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583046.196373:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583046.196379:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece1500. 00000400:00000200:1.0:1777583046.196404:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583046.196407:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583046.196415:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aece0a80 x1863919919292800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583046.196447:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36e70. 00000400:00000200:1.0:1777583046.196451:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583046.196453:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583046.196458:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30e300 x1863919919292672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583046.196466:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30e300 x1863919919292672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583046.196528:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca07800. 02000000:00000010:1.0:1777583046.196535:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024aca04800. 00000100:00000010:1.0:1777583046.196539:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30e300. 00000020:00000010:2.0:1777583046.198015:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583046.198024:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020800. 00000020:00000010:2.0:1777583046.198027:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000100:00000200:2.0:1777583046.198056:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919292800 00010000:02000000:2.0:1777583046.198071:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583046.198079:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384d44400. 00000400:00000010:2.0:1777583046.198092:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583046.198099:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919292800, offset 0 00000400:00000200:2.0:1777583046.198104:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583046.198115:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583046.198122:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade180 00000400:00000200:2.0:1777583046.198129:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215acd [1] + 0 00000400:00000200:2.0:1777583046.198155:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583046.198159:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583046.198171:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aece0a80 x1863919919292800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583046.198189:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777583046.198191:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000020:00000010:2.0:1777583046.198207:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020800. 00000020:00000010:2.0:1777583046.198212:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583046.198239:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000400:00000010:1.0:1777583046.198886:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:1.0:1777583046.198892:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:1.0:1777583046.198893:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583046.198900:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aece0a80 x1863919919292800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583046.198908:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aece0a80 x1863919919292800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583046.198934:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca07400. 02000000:00000010:1.0:1777583046.198939:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024aca06400. 00000100:00000010:1.0:1777583046.198945:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aece0a80. 00000400:00000200:0.0:1777583046.203192:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023e1484d80 00000400:00000010:0.0:1777583046.203201:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023e1484d80. 00000100:00000200:0.0:1777583046.203251:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583046.203286:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777583046.203287:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583046.203308:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30ca80 x1863919919292544/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583046.203423:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125f40. 00000020:00000010:2.0:1777583046.203427:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125f40. 00000020:00000010:2.0:1777583046.203431:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583046.203446:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020800. 00000020:00000010:2.0:1777583046.203450:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583046.203479:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125f40. 00000020:00000010:2.0:1777583046.203480:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125f40. 00000100:00000200:2.0:1777583046.203482:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919292544 02000000:00000010:2.0:1777583046.203495:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384d44c00. 00010000:00000200:2.0:1777583046.203502:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490527450 x1863919919292544/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:487/0 lens 224/224 e 0 to 0 dl 1777583057 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583046.203515:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583046.203520:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919292544, offset 224 00000400:00000200:2.0:1777583046.203526:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583046.203537:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583046.203547:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acade080 00000400:00000200:2.0:1777583046.203555:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215ab9 [1] + 224 00000400:00000200:2.0:1777583046.203563:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583046.203566:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583046.203574:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30ca80 x1863919919292544/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583062 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583046.203591:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777583046.203593:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000020:00000010:2.0:1777583046.203607:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020800. 00000020:00000010:2.0:1777583046.203611:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583046.203613:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583046.203619:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02384d44c00. 00000100:00000200:2.0:1777583046.203623:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583046.203627:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e5d8. 00000400:00000010:2.0:1777583046.203630:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02395cc6c00. 00000400:00000010:0.0:1777583046.203679:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f61b8. 00000400:00000200:0.0:1777583046.203681:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777583046.203682:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000200:0.0:1777583046.203686:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30ca80 x1863919919292544/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583046.203691:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30ca80 x1863919919292544/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583046.203708:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27400. 02000000:00000010:0.0:1777583046.203712:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877800. 00000100:00000010:0.0:1777583046.203716:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30ca80. 00000100:00000010:3.0:1777583046.826239:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1480. 00000100:00000010:0.0:1777583046.827254:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1660. 00000100:00000010:2.0:1777583046.828048:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca17e0. 00000100:00000010:1.0:1777583046.829164:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1900. 00000100:00000010:2.0:1777583051.306317:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05880. 02000000:00000010:2.0:1777583051.306339:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23a00. 00000100:00000010:2.0:1777583051.306392:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07480. 02000000:00000010:2.0:1777583051.306399:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d44c00. 00000100:00000010:2.0:1777583051.306414:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04a80. 02000000:00000010:2.0:1777583051.306418:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d46800. 02000000:00000010:2.0:1777583051.306456:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343600. 00000400:00000010:2.0:1777583051.306463:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 00000400:00000010:2.0:1777583051.306470:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583051.306477:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919292928, portal 25 00000400:00000010:2.0:1777583051.306482:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777583051.306485:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919292928, offset 0 00000400:00000200:2.0:1777583051.306493:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583051.306506:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583051.306516:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acade200 00000400:00000200:2.0:1777583051.306523:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20a8f5 [2] + 0 00000400:00000010:2.0:1777583051.306527:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6f78. 00000400:00000200:2.0:1777583051.306532:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023e1484180 00000400:00000200:2.0:1777583051.306538:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583051.306542:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583051.306546:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023e1484180 00000400:00000010:2.0:1777583051.306548:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023e1484180. 00000100:00000200:2.0:1777583051.306557:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583051.306570:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777583051.306572:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777583051.306582:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05880 x1863919919292928/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583051.306602:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 00000100:00000010:2.0:1777583051.306613:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 00000100:00000010:2.0:1777583051.306618:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 00000100:00000010:2.0:1777583051.306622:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 02000000:00000010:1.0:1777583051.306806:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca04800. 00000400:00000010:1.0:1777583051.306812:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000400:00000010:1.0:1777583051.306816:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583051.306819:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919293056, portal 10 00000400:00000010:1.0:1777583051.306832:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583051.306834:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919293056, offset 0 00000400:00000200:1.0:1777583051.306840:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583051.306845:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583051.306850:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade280 00000400:00000200:1.0:1777583051.306855:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 67816 00000400:00000200:1.0:1777583051.306860:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583051.306862:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583051.306866:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583051.306871:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aece0a80. 00000400:00000200:1.0:1777583051.306892:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583051.306894:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583051.306899:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f07480 x1863919919293056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583051.306915:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca07800. 00000400:00000010:1.0:1777583051.306918:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36e70. 00000400:00000010:1.0:1777583051.306921:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583051.306923:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919293184, portal 10 00000400:00000010:1.0:1777583051.306927:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583051.306929:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919293184, offset 0 00000400:00000200:1.0:1777583051.306932:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583051.306936:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583051.306940:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade300 00000400:00000200:1.0:1777583051.306943:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 68336 00000400:00000200:1.0:1777583051.306947:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583051.306949:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583051.306952:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583051.306957:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30ca80. 00000400:00000200:1.0:1777583051.306969:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583051.306971:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583051.306975:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f04a80 x1863919919293184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583051.307012:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7780. 00000020:00000010:1.0:1777583051.307017:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7780. 00000020:00000010:1.0:1777583051.307023:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583051.307028:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355b80. 00000020:00000010:1.0:1777583051.307032:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583051.307058:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7780. 00000020:00000010:1.0:1777583051.307060:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7780. 00000100:00000200:1.0:1777583051.307064:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919292928 02000000:00000010:1.0:1777583051.307077:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07000. 00010000:00000200:1.0:1777583051.307084:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239776c850 x1863919919292928/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:492/0 lens 224/224 e 0 to 0 dl 1777583062 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583051.307097:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583051.307100:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919292928, offset 224 00000400:00000200:1.0:1777583051.307103:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583051.307108:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583051.307113:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acade200 00000400:00000200:1.0:1777583051.307117:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215ae1 [1] + 224 00000400:00000200:1.0:1777583051.307121:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583051.307124:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583051.307129:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05880 x1863919919292928/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583051.307163:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583051.307164:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000020:00000010:1.0:1777583051.307176:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355b80. 00000020:00000010:1.0:1777583051.307179:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583051.307183:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 02000000:00000010:1.0:1777583051.307189:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca07000. 00000100:00000200:1.0:1777583051.307195:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583051.307198:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36948. 00000400:00000010:1.0:1777583051.307202:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02389423480. 00000400:00000010:2.0:1777583051.309954:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:2.0:1777583051.310005:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:2.0:1777583051.310007:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583051.310022:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05880 x1863919919292928/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583051.310033:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05880 x1863919919292928/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583051.310059:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343600. 02000000:00000010:2.0:1777583051.310065:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23a00. 00000100:00000010:2.0:1777583051.310070:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05880. 00000020:00000010:3.0:1777583051.310480:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583051.310489:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265d00. 00000020:00000010:3.0:1777583051.310496:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583051.310539:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583051.310543:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777583051.310546:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000100:00000200:3.0:1777583051.310561:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919293056 00010000:02000000:3.0:1777583051.310577:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583051.310585:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f1f8c00. 00000400:00000010:3.0:1777583051.310598:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583051.310603:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919293056, offset 0 00000400:00000200:3.0:1777583051.310610:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583051.310622:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583051.310632:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade280 00000400:00000200:3.0:1777583051.310639:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215ae9 [1] + 0 00000400:00000200:3.0:1777583051.310647:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583051.310651:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583051.310660:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f07480 x1863919919293056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583051.310681:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583051.310683:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583051.310695:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265d00. 00000020:00000010:3.0:1777583051.310716:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583051.310720:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000100:00000200:3.0:1777583051.310731:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919293184 00010000:02000000:3.0:1777583051.310738:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583051.310743:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f1fb400. 00000400:00000010:3.0:1777583051.310748:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583051.310751:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919293184, offset 0 00000400:00000200:3.0:1777583051.310754:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583051.310759:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583051.310764:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade300 00000400:00000200:3.0:1777583051.310768:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215af1 [1] + 0 00000400:00000200:3.0:1777583051.310772:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583051.310775:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583051.310781:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f04a80 x1863919919293184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583051.310791:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583051.310793:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583051.310799:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777583051.310801:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777583051.310804:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000400:00000010:3.0:1777583051.310820:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:3.0:1777583051.310834:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:3.0:1777583051.310835:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000100:00000200:3.0:1777583051.310841:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f07480 x1863919919293056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583051.310847:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f07480 x1863919919293056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583051.310865:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36e70. 00000400:00000200:3.0:1777583051.310867:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:3.0:1777583051.310869:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:3.0:1777583051.310873:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f04a80 x1863919919293184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583051.310886:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f04a80 x1863919919293184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583051.310898:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca04800. 02000000:00000010:3.0:1777583051.310902:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d44c00. 00000100:00000010:3.0:1777583051.310905:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07480. 02000000:00000010:3.0:1777583051.310909:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca07800. 02000000:00000010:3.0:1777583051.310911:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d46800. 00000100:00000010:3.0:1777583051.310913:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04a80. 00000100:00000010:0.0:1777583051.946239:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:1.0:1777583051.946288:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:2.0:1777583051.946335:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:3.0:1777583051.946440:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000800:00000200:1.0:1777583052.202266:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:1.0:1777583052.202274:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1777583052.202278:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1777583052.202590:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1777583056.428291:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c700. 02000000:00000010:3.0:1777583056.428318:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3500. 00000100:00000010:3.0:1777583056.428374:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667ed80. 02000000:00000010:3.0:1777583056.428381:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f1fbc00. 00000100:00000010:3.0:1777583056.428396:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667df80. 02000000:00000010:3.0:1777583056.428401:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249f1f8400. 02000000:00000010:3.0:1777583056.428432:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02496fef400. 00000400:00000010:3.0:1777583056.428439:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469268. 00000400:00000010:3.0:1777583056.428445:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583056.428452:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919293440, portal 10 00000400:00000010:3.0:1777583056.428459:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583056.428461:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919293440, offset 0 00000400:00000200:3.0:1777583056.428470:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583056.428482:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583056.428495:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade400 00000400:00000200:3.0:1777583056.428501:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 68856 00000400:00000200:3.0:1777583056.428509:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583056.428513:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583056.428522:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583056.428526:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667e300. 00000400:00000200:3.0:1777583056.428548:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583056.428551:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583056.428559:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667ed80 x1863919919293440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583056.428579:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628da20. 00000100:00000010:3.0:1777583056.428595:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628de40. 00000100:00000010:3.0:1777583056.428603:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d0c0. 00000100:00000010:3.0:1777583056.428608:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d660. 02000000:00000010:3.0:1777583056.428619:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238606bc00. 00000400:00000010:3.0:1777583056.428623:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469840. 00000400:00000010:3.0:1777583056.428625:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583056.428629:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919293568, portal 10 00000400:00000010:3.0:1777583056.428634:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583056.428636:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919293568, offset 0 00000400:00000200:3.0:1777583056.428640:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583056.428645:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583056.428649:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade480 00000400:00000200:3.0:1777583056.428653:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 69376 00000400:00000200:3.0:1777583056.428657:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583056.428659:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583056.428662:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583056.428665:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667f480. 00000400:00000200:3.0:1777583056.428678:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583056.428680:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583056.428684:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667df80 x1863919919293568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583056.428732:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583056.428738:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777583056.428743:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777583056.428769:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583056.428772:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265d00. 00000020:00000010:3.0:1777583056.428786:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000100:00000200:3.0:1777583056.428807:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919293440 00010000:02000000:3.0:1777583056.428826:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583056.428834:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f50400. 00000400:00000010:3.0:1777583056.428846:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583056.428848:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919293440, offset 0 00000400:00000200:3.0:1777583056.428852:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583056.428857:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583056.428861:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade400 00000400:00000200:3.0:1777583056.428865:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215b09 [1] + 0 00000400:00000200:3.0:1777583056.428869:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583056.428872:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583056.428878:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667ed80 x1863919919293440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583056.428893:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583056.428895:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000020:00000010:3.0:1777583056.428906:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777583056.428910:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:3.0:1777583056.428913:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000100:00000200:3.0:1777583056.428923:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919293568 00010000:02000000:3.0:1777583056.428930:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583056.428935:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f53400. 00000400:00000010:3.0:1777583056.428940:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583056.428942:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919293568, offset 0 00000400:00000200:3.0:1777583056.428946:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583056.428951:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583056.428955:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade480 00000400:00000200:3.0:1777583056.428959:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215b11 [1] + 0 00000400:00000200:3.0:1777583056.428962:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583056.428964:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583056.428969:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667df80 x1863919919293568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583056.428978:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583056.429024:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000020:00000010:3.0:1777583056.429031:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265d00. 00000020:00000010:3.0:1777583056.429034:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583056.429036:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000400:00000010:3.0:1777583056.429063:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469268. 00000400:00000200:3.0:1777583056.429066:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583056.429068:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583056.429072:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667ed80 x1863919919293440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583056.429080:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667ed80 x1863919919293440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583056.429102:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469840. 00000400:00000200:3.0:1777583056.429104:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583056.429105:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583056.429108:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667df80 x1863919919293568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583056.429115:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667df80 x1863919919293568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583056.429127:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02496fef400. 02000000:00000010:3.0:1777583056.429159:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f1fbc00. 00000100:00000010:3.0:1777583056.429165:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667ed80. 02000000:00000010:3.0:1777583056.429169:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238606bc00. 02000000:00000010:3.0:1777583056.429171:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249f1f8400. 00000100:00000010:3.0:1777583056.429173:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667df80. 02000000:00000010:0.0:1777583056.429262:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27400. 00000400:00000010:0.0:1777583056.429268:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f61b8. 00000400:00000010:0.0:1777583056.429272:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000100:00000200:0.0:1777583056.429275:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919293312, portal 25 00000400:00000010:0.0:1777583056.429279:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583056.429281:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919293312, offset 0 00000400:00000200:0.0:1777583056.429286:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583056.429291:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583056.429296:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acade380 00000400:00000200:0.0:1777583056.429301:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20ac05 [2] + 0 00000400:00000010:0.0:1777583056.429304:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243840. 00000400:00000200:0.0:1777583056.429307:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023934ab000 00000400:00000200:0.0:1777583056.429310:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583056.429312:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583056.429314:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023934ab000 00000400:00000010:0.0:1777583056.429335:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023934ab000. 00000100:00000200:0.0:1777583056.429340:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583056.429371:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777583056.429373:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583056.429378:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667c700 x1863919919293312/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583056.430433:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cf80. 00000020:00000010:3.0:1777583056.430445:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cf80. 00000020:00000010:3.0:1777583056.430453:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583056.430458:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265d00. 00000020:00000010:3.0:1777583056.430461:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583056.430498:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cf80. 00000020:00000010:3.0:1777583056.430500:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cf80. 00000100:00000200:3.0:1777583056.430503:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919293312 02000000:00000010:3.0:1777583056.430516:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f51400. 00010000:00000200:3.0:1777583056.430524:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239776fc50 x1863919919293312/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:497/0 lens 224/224 e 0 to 0 dl 1777583067 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583056.430540:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583056.430545:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919293312, offset 224 00000400:00000200:3.0:1777583056.430550:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583056.430558:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583056.430566:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acade380 00000400:00000200:3.0:1777583056.430572:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215b21 [1] + 224 00000400:00000200:3.0:1777583056.430577:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583056.430580:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583056.430589:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667c700 x1863919919293312/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583056.430612:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583056.430614:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000020:00000010:3.0:1777583056.430625:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265d00. 00000020:00000010:3.0:1777583056.430628:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583056.430632:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 02000000:00000010:3.0:1777583056.430639:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02386f51400. 00000100:00000200:3.0:1777583056.430646:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583056.430651:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469840. 00000400:00000010:3.0:1777583056.430655:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe7b3c0. 00000400:00000010:0.0:1777583056.431500:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f61b8. 00000400:00000200:0.0:1777583056.431508:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:0.0:1777583056.431510:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000100:00000200:0.0:1777583056.431520:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667c700 x1863919919293312/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583056.431529:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667c700 x1863919919293312/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583056.431554:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27400. 02000000:00000010:0.0:1777583056.431561:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3500. 00000100:00000010:0.0:1777583056.431569:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c700. 00000100:00000010:0.0:1777583057.069175:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628da20. 00000100:00000010:3.0:1777583057.072072:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d660. 00000100:00000010:2.0:1777583057.072966:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d0c0. 00000100:00000010:1.0:1777583057.076813:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628de40. 00000100:00000010:2.0:1777583061.547305:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05880. 02000000:00000010:2.0:1777583061.547326:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23a00. 00000100:00000010:2.0:1777583061.547377:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07100. 02000000:00000010:2.0:1777583061.547393:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d44c00. 00000100:00000010:2.0:1777583061.547411:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04e00. 02000000:00000010:2.0:1777583061.547415:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d46800. 02000000:00000010:2.0:1777583061.547441:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02384d47800. 00000400:00000010:2.0:1777583061.547448:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 00000400:00000010:2.0:1777583061.547454:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c5d8. 00000100:00000200:2.0:1777583061.547460:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919293824, portal 10 00000400:00000010:2.0:1777583061.547467:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777583061.547469:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919293824, offset 0 00000400:00000200:2.0:1777583061.547478:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583061.547491:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583061.547501:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade580 00000400:00000200:2.0:1777583061.547508:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 69896 00000400:00000200:2.0:1777583061.547515:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583061.547519:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583061.547526:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583061.547530:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04a80. 00000400:00000200:2.0:1777583061.547548:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:2.0:1777583061.547550:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777583061.547560:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f07100 x1863919919293824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583061.547578:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 00000100:00000010:2.0:1777583061.547589:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 00000100:00000010:2.0:1777583061.547598:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 00000100:00000010:2.0:1777583061.547603:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 02000000:00000010:2.0:1777583061.547614:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02384d45400. 00000400:00000010:2.0:1777583061.547618:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e210. 00000400:00000010:2.0:1777583061.547621:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ccc0. 00000100:00000200:2.0:1777583061.547623:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919293952, portal 10 00000400:00000010:2.0:1777583061.547628:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583061.547630:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919293952, offset 0 00000400:00000200:2.0:1777583061.547634:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583061.547638:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583061.547643:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade600 00000400:00000200:2.0:1777583061.547646:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 70416 00000400:00000200:2.0:1777583061.547650:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583061.547653:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583061.547655:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583061.547658:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07480. 00000400:00000200:2.0:1777583061.547667:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583061.547669:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583061.547674:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f04e00 x1863919919293952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583061.547716:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583061.547721:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020700. 00000020:00000010:2.0:1777583061.547726:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583061.547761:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583061.547764:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020000. 00000020:00000010:2.0:1777583061.547767:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e4b0. 00000100:00000200:2.0:1777583061.547783:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919293824 00010000:02000000:2.0:1777583061.547799:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583061.548945:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583061.548955:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36d68. 00000400:00000010:1.0:1777583061.548961:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583061.548966:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919293696, portal 25 00000400:00000010:1.0:1777583061.548971:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583061.548974:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919293696, offset 0 00000400:00000200:1.0:1777583061.548980:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583061.548989:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583061.548997:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acade500 00000400:00000200:1.0:1777583061.549004:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20b15d [2] + 0 00000400:00000010:1.0:1777583061.549008:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243d10. 00000400:00000200:1.0:1777583061.549013:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023934ab0c0 00000400:00000200:1.0:1777583061.549018:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583061.549022:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583061.549026:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023934ab0c0 00000400:00000010:1.0:1777583061.549028:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023934ab0c0. 00000100:00000200:1.0:1777583061.549034:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583061.549049:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777583061.549051:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583061.549058:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05880 x1863919919293696/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583061.549217:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919293952 00010000:02000000:1.0:1777583061.549231:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583061.549240:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca04400. 00000400:00000010:1.0:1777583061.549251:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583061.549253:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919293952, offset 0 00000400:00000200:1.0:1777583061.549257:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583061.549263:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583061.549268:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade600 00000400:00000200:1.0:1777583061.549273:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215b39 [1] + 0 00000400:00000200:1.0:1777583061.549277:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583061.549280:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583061.549286:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f04e00 x1863919919293952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583061.549303:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777583061.549304:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000020:00000010:1.0:1777583061.549316:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020000. 00000020:00000010:1.0:1777583061.549321:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e4b0. 00000020:00000010:1.0:1777583061.549325:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000020:00000010:1.0:1777583061.549370:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:1.0:1777583061.549374:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000020:00000010:1.0:1777583061.549421:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583061.549425:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355580. 00000020:00000010:1.0:1777583061.549428:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583061.549449:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:1.0:1777583061.549451:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000100:00000200:1.0:1777583061.549453:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919293696 02000000:00000010:1.0:1777583061.549465:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca05c00. 00010000:00000200:1.0:1777583061.549472:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239776f450 x1863919919293696/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:502/0 lens 224/224 e 0 to 0 dl 1777583072 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583061.549483:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583061.549486:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919293696, offset 224 00000400:00000200:1.0:1777583061.549490:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583061.549495:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583061.549500:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acade500 00000400:00000200:1.0:1777583061.549504:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215b41 [1] + 224 00000400:00000200:1.0:1777583061.549508:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583061.549511:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583061.549516:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05880 x1863919919293696/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583061.549529:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777583061.549531:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000020:00000010:1.0:1777583061.549537:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355580. 00000020:00000010:1.0:1777583061.549540:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583061.549545:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583061.549551:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca05c00. 00000100:00000200:1.0:1777583061.549556:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583061.549559:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36ec8. 00000400:00000010:1.0:1777583061.549562:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02389423900. 00000400:00000010:1.0:1777583061.549575:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36d68. 00000400:00000200:1.0:1777583061.549578:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583061.549579:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583061.549583:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05880 x1863919919293696/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583061.549597:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05880 x1863919919293696/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583061.549617:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:1.0:1777583061.549622:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23a00. 00000100:00000010:1.0:1777583061.549626:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05880. 00000400:00000010:3.0:1777583061.552154:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e210. 00000400:00000200:3.0:1777583061.552166:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ccc0 00000400:00000010:3.0:1777583061.552169:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ccc0. 00000100:00000200:3.0:1777583061.552251:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f04e00 x1863919919293952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583061.552264:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f04e00 x1863919919293952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583061.552300:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02384d45400. 02000000:00000010:3.0:1777583061.552307:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d46800. 00000100:00000010:3.0:1777583061.552311:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f04e00. 02000000:00000010:2.0:1777583061.574692:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384d46800. 00000400:00000010:2.0:1777583061.574722:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583061.574745:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919293824, offset 0 00000400:00000200:2.0:1777583061.574756:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583061.574769:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583061.574779:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade580 00000400:00000200:2.0:1777583061.574787:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215b31 [1] + 0 00000400:00000200:2.0:1777583061.574794:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583061.574797:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583061.574810:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f07100 x1863919919293824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583061.574851:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583061.574853:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777583061.574876:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020700. 00000020:00000010:2.0:1777583061.574883:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583061.574887:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000400:00000010:3.0:1777583061.575050:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:3.0:1777583061.575056:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c5d8 00000400:00000010:3.0:1777583061.575058:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c5d8. 00000100:00000200:3.0:1777583061.575065:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f07100 x1863919919293824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583061.575074:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f07100 x1863919919293824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583061.575128:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02384d47800. 02000000:00000010:3.0:1777583061.575158:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d44c00. 00000100:00000010:3.0:1777583061.575162:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f07100. 00000100:00000010:2.0:1777583062.186266:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:0.0:1777583062.186673:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:1.0:1777583062.187336:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000100:00000010:3.0:1777583062.187387:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:1.0:1777583066.669199:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30e300. 02000000:00000010:1.0:1777583066.669224:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877a00. 00000100:00000010:1.0:1777583066.669283:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac337480. 02000000:00000010:1.0:1777583066.669292:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024aca05c00. 00000100:00000010:1.0:1777583066.669332:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac335f80. 02000000:00000010:1.0:1777583066.669340:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024aca07000. 02000000:00000010:1.0:1777583066.669388:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583066.669397:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36d68. 00000400:00000010:1.0:1777583066.669406:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583066.669415:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919294080, portal 25 00000400:00000010:1.0:1777583066.669422:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583066.669426:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919294080, offset 0 00000400:00000200:1.0:1777583066.669436:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583066.669453:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583066.669466:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acade680 00000400:00000200:1.0:1777583066.669476:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20b449 [2] + 0 00000400:00000010:1.0:1777583066.669481:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243c60. 00000400:00000200:1.0:1777583066.669487:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023934abf00 00000400:00000200:1.0:1777583066.669494:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583066.669501:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583066.669507:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023934abf00 00000400:00000010:1.0:1777583066.669510:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023934abf00. 00000100:00000200:1.0:1777583066.669516:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583066.669535:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777583066.669537:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583066.669547:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c30e300 x1863919919294080/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583066.669570:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1900. 00000100:00000010:1.0:1777583066.669587:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1360. 00000100:00000010:1.0:1777583066.669595:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca14e0. 00000100:00000010:1.0:1777583066.669602:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1780. 02000000:00000010:1.0:1777583066.669642:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca07800. 00000400:00000010:1.0:1777583066.669648:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36cb8. 00000400:00000010:1.0:1777583066.669659:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583066.669662:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919294208, portal 10 00000400:00000010:1.0:1777583066.669669:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583066.669672:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919294208, offset 0 00000400:00000200:1.0:1777583066.669676:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583066.669692:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583066.669700:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade700 00000400:00000200:1.0:1777583066.669707:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 70936 00000400:00000200:1.0:1777583066.669713:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583066.669716:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583066.669722:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583066.669727:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac337100. 00000400:00000200:1.0:1777583066.669743:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:1.0:1777583066.669746:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583066.669752:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac337480 x1863919919294208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583066.669983:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca04800. 00000400:00000010:1.0:1777583066.669987:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36738. 00000400:00000010:1.0:1777583066.669991:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583066.669994:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919294336, portal 10 00000400:00000010:1.0:1777583066.669998:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583066.670001:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919294336, offset 0 00000400:00000200:1.0:1777583066.670005:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583066.670010:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583066.670015:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade780 00000400:00000200:1.0:1777583066.670019:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 71456 00000400:00000200:1.0:1777583066.670023:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583066.670026:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583066.670029:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583066.670032:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac334700. 00000400:00000200:1.0:1777583066.670045:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:1.0:1777583066.670047:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583066.670051:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac335f80 x1863919919294336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583066.670099:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:1.0:1777583066.670104:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000020:00000010:1.0:1777583066.670111:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583066.670118:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355e80. 00000020:00000010:1.0:1777583066.670123:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583066.670187:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:1.0:1777583066.670191:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000100:00000200:1.0:1777583066.670194:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919294080 02000000:00000010:1.0:1777583066.670209:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07400. 00010000:00000200:1.0:1777583066.670218:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239776d850 x1863919919294080/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:507/0 lens 224/224 e 0 to 0 dl 1777583077 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583066.670234:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583066.670237:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919294080, offset 224 00000400:00000200:1.0:1777583066.670242:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583066.670248:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583066.670253:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acade680 00000400:00000200:1.0:1777583066.670257:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215b59 [1] + 224 00000400:00000200:1.0:1777583066.670262:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583066.670266:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1777583066.670272:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000100:00000200:1.0:1777583066.670272:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c30e300 x1863919919294080/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583066.670280:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0900. 00000020:00000010:0.0:1777583066.670286:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50708. 00000400:00000200:1.0:1777583066.670301:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:1.0:1777583066.670303:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000020:00000010:0.0:1777583066.670315:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583066.670319:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0a80. 00000020:00000010:0.0:1777583066.670321:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50c80. 00000020:00000010:1.0:1777583066.670331:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355e80. 00000020:00000010:1.0:1777583066.670336:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583066.670342:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000100:00000200:0.0:1777583066.670343:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919294208 02000000:00000010:1.0:1777583066.670350:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca07400. 00000100:00000200:1.0:1777583066.670357:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583066.670361:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36790. 00010000:02000000:0.0:1777583066.670362:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000400:00000010:1.0:1777583066.670366:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02389423240. 02000000:00000010:0.0:1777583066.670372:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c964000. 00000400:00000010:0.0:1777583066.670382:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983000. 00000400:00000010:1.0:1777583066.670386:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36d68. 00000400:00000200:1.0:1777583066.670389:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583066.670391:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:2.0:1777583066.670637:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919294336 00010000:02000000:2.0:1777583066.670646:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583066.670652:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384d47800. 00000400:00000010:2.0:1777583066.670659:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:1.0:1777583066.670694:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c30e300 x1863919919294080/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583066.670707:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c30e300 x1863919919294080/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583066.670730:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:1.0:1777583066.670736:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877a00. 00000100:00000010:1.0:1777583066.670740:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c30e300. 00000100:00000200:0.0:1777583066.674886:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919294208, offset 0 00000400:00000200:1.0:1777583066.675127:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583066.675176:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583066.675190:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade700 00000400:00000200:1.0:1777583066.675200:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215b61 [1] + 0 00000400:00000200:1.0:1777583066.675208:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583066.675213:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583066.675228:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac337480 x1863919919294208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583066.675255:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983000 00000400:00000010:1.0:1777583066.675258:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983000. 00000020:00000010:1.0:1777583066.675284:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0900. 00000020:00000010:1.0:1777583066.675291:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50708. 00000020:00000010:1.0:1777583066.675298:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000400:00000010:1.0:1777583066.675342:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36cb8. 00000400:00000200:1.0:1777583066.675347:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777583066.675349:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583066.675356:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac337480 x1863919919294208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583066.675365:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac337480 x1863919919294208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583066.675402:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca07800. 02000000:00000010:1.0:1777583066.675409:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024aca05c00. 00000100:00000010:1.0:1777583066.675414:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac337480. 00000100:00000200:2.0:1777583066.679281:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919294336, offset 0 00000400:00000200:2.0:1777583066.679426:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583066.679442:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583066.679453:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade780 00000400:00000200:2.0:1777583066.679461:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215b69 [1] + 0 00000400:00000200:2.0:1777583066.679468:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583066.679472:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583066.679486:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac335f80 x1863919919294336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583066.679524:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583066.679526:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777583066.679554:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0a80. 00000020:00000010:2.0:1777583066.679560:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50c80. 00000020:00000010:2.0:1777583066.679565:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000400:00000010:0.0:1777583066.679720:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36738. 00000400:00000200:0.0:1777583066.679727:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:0.0:1777583066.679728:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000100:00000200:0.0:1777583066.679735:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac335f80 x1863919919294336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583066.679786:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac335f80 x1863919919294336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583066.679820:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca04800. 02000000:00000010:0.0:1777583066.679839:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024aca07000. 00000100:00000010:0.0:1777583066.679845:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac335f80. 00000100:00000010:1.0:1777583067.306844:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1360. 00000100:00000010:3.0:1777583067.306986:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1780. 00000100:00000010:2.0:1777583067.307020:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca14e0. 00000100:00000010:0.0:1777583067.308744:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1900. 00000100:00000010:3.0:1777583071.788274:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667df80. 02000000:00000010:3.0:1777583071.788302:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3500. 00000100:00000010:3.0:1777583071.788362:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667ed80. 02000000:00000010:3.0:1777583071.788370:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f52000. 00000100:00000010:3.0:1777583071.788391:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c700. 02000000:00000010:3.0:1777583071.788396:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f51400. 02000000:00000010:3.0:1777583071.788429:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f52400. 00000400:00000010:3.0:1777583071.788436:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469268. 00000400:00000010:3.0:1777583071.788444:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583071.788451:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919294592, portal 10 00000400:00000010:3.0:1777583071.788457:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583071.788461:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919294592, offset 0 00000400:00000200:3.0:1777583071.788485:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583071.788500:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583071.788513:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade880 00000400:00000200:3.0:1777583071.788521:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 71976 00000400:00000200:3.0:1777583071.788530:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583071.788535:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583071.788543:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583071.788548:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667d180. 00000400:00000200:3.0:1777583071.788566:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583071.788568:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583071.788577:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667ed80 x1863919919294592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583071.788607:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d420. 00000100:00000010:3.0:1777583071.788619:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d720. 00000100:00000010:3.0:1777583071.788628:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628db40. 00000100:00000010:3.0:1777583071.788644:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d5a0. 02000000:00000010:3.0:1777583071.788654:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f52c00. 00000400:00000010:3.0:1777583071.788657:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469f78. 00000400:00000010:3.0:1777583071.788660:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583071.788663:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919294720, portal 10 00000400:00000010:3.0:1777583071.788668:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583071.788670:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919294720, offset 0 00000400:00000200:3.0:1777583071.788674:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583071.788679:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583071.788684:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acade900 00000400:00000200:3.0:1777583071.788688:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 72496 00000400:00000200:3.0:1777583071.788692:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583071.788694:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583071.788697:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583071.788701:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667dc00. 00000400:00000200:3.0:1777583071.788710:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583071.788712:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583071.788716:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667c700 x1863919919294720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583071.789179:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583071.789186:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36cb8. 00000400:00000010:1.0:1777583071.789191:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583071.789194:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919294464, portal 25 00000400:00000010:1.0:1777583071.789198:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583071.789200:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919294464, offset 0 00000400:00000200:1.0:1777583071.789205:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583071.789211:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583071.789217:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acade800 00000400:00000200:1.0:1777583071.789223:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20b88d [2] + 0 00000400:00000010:1.0:1777583071.789227:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248a3c5630. 00000400:00000200:1.0:1777583071.789231:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023e14846c0 00000400:00000200:1.0:1777583071.789234:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583071.789237:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583071.789240:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023e14846c0 00000400:00000010:1.0:1777583071.789242:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023e14846c0. 00000100:00000200:1.0:1777583071.789249:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583071.789259:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583071.789260:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583071.789266:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667df80 x1863919919294464/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583071.789324:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583071.789330:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355f80. 00000020:00000010:1.0:1777583071.789335:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583071.789360:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583071.789363:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386355c00. 00000020:00000010:1.0:1777583071.789366:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000100:00000200:1.0:1777583071.789383:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919294592 00010000:02000000:1.0:1777583071.789400:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583071.789409:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca05c00. 00000400:00000010:1.0:1777583071.789419:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583071.789422:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919294592, offset 0 00000400:00000200:1.0:1777583071.789426:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583071.789431:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583071.789437:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade880 00000400:00000200:1.0:1777583071.789442:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215b81 [1] + 0 00000400:00000200:1.0:1777583071.789445:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583071.789448:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583071.789454:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667ed80 x1863919919294592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583071.789478:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583071.789481:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000020:00000010:1.0:1777583071.789493:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355f80. 00000020:00000010:1.0:1777583071.789497:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583071.789501:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000100:00000200:1.0:1777583071.789512:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919294720 00010000:02000000:1.0:1777583071.789518:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583071.789522:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07800. 00000400:00000010:1.0:1777583071.789528:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583071.789530:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919294720, offset 0 00000400:00000200:1.0:1777583071.789534:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583071.789539:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583071.789544:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acade900 00000400:00000200:1.0:1777583071.789548:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215b89 [1] + 0 00000400:00000200:1.0:1777583071.789551:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583071.789554:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583071.789559:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667c700 x1863919919294720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583071.789569:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583071.789570:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000020:00000010:1.0:1777583071.789576:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386355c00. 00000020:00000010:1.0:1777583071.789579:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583071.789582:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000020:00000010:3.0:1777583071.790802:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777583071.790809:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777583071.790814:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583071.790819:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777583071.790834:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583071.790869:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c980. 00000020:00000010:3.0:1777583071.790872:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c980. 00000100:00000200:3.0:1777583071.790875:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919294464 02000000:00000010:3.0:1777583071.790888:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f53800. 00010000:00000200:3.0:1777583071.790897:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ec8050 x1863919919294464/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:512/0 lens 224/224 e 0 to 0 dl 1777583082 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583071.790912:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583071.790916:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919294464, offset 224 00000400:00000200:3.0:1777583071.790922:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583071.790931:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583071.790938:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acade800 00000400:00000010:2.0:1777583071.790941:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469268. 00000400:00000200:2.0:1777583071.790957:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:2.0:1777583071.790959:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:2.0:1777583071.790966:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667ed80 x1863919919294592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583071.790976:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667ed80 x1863919919294592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583071.805462:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215b91 [1] + 224 00000400:00000200:3.0:1777583071.805491:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583071.805496:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583071.805512:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667df80 x1863919919294464/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583071.805541:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583071.805544:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000020:00000010:3.0:1777583071.805571:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265f00. 00000020:00000010:3.0:1777583071.805577:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583071.805580:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 02000000:00000010:3.0:1777583071.805598:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02386f53800. 00000100:00000200:3.0:1777583071.805608:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583071.805619:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4698f0. 00000400:00000010:3.0:1777583071.805625:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe7bc00. 00000400:00000010:1.0:1777583071.806034:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36cb8. 00000400:00000200:1.0:1777583071.806039:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777583071.806041:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583071.806048:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667df80 x1863919919294464/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583071.806059:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469f78. 00000400:00000200:2.0:1777583071.806066:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:2.0:1777583071.806069:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:1.0:1777583071.806073:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667df80 x1863919919294464/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583071.806078:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667c700 x1863919919294720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583071.806094:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667c700 x1863919919294720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583071.806113:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:2.0:1777583071.806117:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f52400. 02000000:00000010:1.0:1777583071.806122:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3500. 02000000:00000010:2.0:1777583071.806124:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f52000. 00000100:00000010:2.0:1777583071.806129:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667ed80. 00000100:00000010:1.0:1777583071.806131:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667df80. 02000000:00000010:2.0:1777583071.806204:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f52c00. 02000000:00000010:2.0:1777583071.806210:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f51400. 00000100:00000010:2.0:1777583071.806214:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c700. 00000100:00000010:3.0:1777583072.426300:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d5a0. 00000100:00000010:0.0:1777583072.426587:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d420. 00000100:00000010:2.0:1777583072.426783:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628db40. 00000100:00000010:1.0:1777583072.428570:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d720. 00000100:00000010:0.0:1777583076.906594:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a300. 02000000:00000010:0.0:1777583076.906619:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583076.906673:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4a80. 02000000:00000010:0.0:1777583076.906680:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249c967000. 00000100:00000010:0.0:1777583076.906747:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188380. 02000000:00000010:0.0:1777583076.906753:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249c964800. 02000000:00000010:1.0:1777583076.906773:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 02000000:00000010:0.0:1777583076.906774:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249c967400. 00000400:00000010:0.0:1777583076.906780:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f61b8. 00000400:00000010:1.0:1777583076.906780:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36cb8. 00000400:00000010:0.0:1777583076.906788:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000400:00000010:1.0:1777583076.906788:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583076.906795:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919294848, portal 25 00000400:00000010:1.0:1777583076.906801:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:0.0:1777583076.917658:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919294976, portal 10 00000400:00000010:0.0:1777583076.917682:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583076.917688:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919294976, offset 0 00000400:00000200:0.0:1777583076.917698:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583076.917713:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583076.917726:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadea00 00000400:00000200:0.0:1777583076.917733:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 73016 00000400:00000200:0.0:1777583076.917743:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583076.917748:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583076.917757:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583076.917764:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c18a680. 00000400:00000200:0.0:1777583076.919067:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777583076.919074:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583076.919087:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024ac5e4a80 x1863919919294976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583076.919173:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df5a0. 00000100:00000010:0.0:1777583076.919187:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfd20. 00000100:00000010:0.0:1777583076.919194:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df600. 00000100:00000010:0.0:1777583076.919198:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfc60. 02000000:00000010:0.0:1777583076.919222:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249c965400. 00000400:00000010:0.0:1777583076.919227:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6bb0. 00000400:00000010:0.0:1777583076.919233:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583076.919237:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919295104, portal 10 00000400:00000010:0.0:1777583076.919244:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583076.919246:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919295104, offset 0 00000400:00000200:0.0:1777583076.919252:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583076.919260:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583076.919280:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadea80 00000400:00000200:0.0:1777583076.919286:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 73536 00000400:00000200:0.0:1777583076.919291:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583076.919685:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583076.919692:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583076.919698:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c189f80. 00000100:00000200:1.0:1777583076.919821:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919294848, offset 0 00000400:00000200:1.0:1777583076.919830:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583076.919836:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583076.919842:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acade980 00000400:00000200:1.0:1777583076.919848:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20bb79 [2] + 0 00000400:00000010:1.0:1777583076.919872:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6058. 00000400:00000200:1.0:1777583076.919876:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02487a53f00 00000400:00000200:1.0:1777583076.919879:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583076.919883:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583076.919885:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487a53f00 00000400:00000010:1.0:1777583076.919888:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02487a53f00. 00000100:00000200:1.0:1777583076.919893:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583076.919905:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583076.919907:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583076.919914:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c63a300 x1863919919294848/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583076.919974:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:1.0:1777583076.919978:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7200. 00000020:00000010:1.0:1777583076.919983:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583076.919989:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024ae374300. 00000020:00000010:1.0:1777583076.919994:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583076.920548:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7200. 00000020:00000010:1.0:1777583076.920552:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7200. 00000100:00000200:1.0:1777583076.920641:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919294848 02000000:00000010:1.0:1777583076.920660:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07400. 00010000:00000200:1.0:1777583076.920669:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ecbc50 x1863919919294848/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:517/0 lens 224/224 e 0 to 0 dl 1777583087 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583076.920684:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583076.920688:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919294848, offset 224 00000400:00000200:1.0:1777583076.920692:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583076.920699:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583076.920704:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acade980 00000400:00000200:1.0:1777583076.920710:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215ba9 [1] + 224 00000400:00000200:1.0:1777583076.920715:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583076.920718:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583076.920724:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c63a300 x1863919919294848/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583076.920746:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583076.920748:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000020:00000010:1.0:1777583076.920759:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024ae374300. 00000020:00000010:1.0:1777583076.920762:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583076.920767:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 02000000:00000010:1.0:1777583076.920773:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca07400. 00000100:00000200:1.0:1777583076.920778:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583076.920781:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36d68. 00000400:00000010:1.0:1777583076.920785:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02389423f00. 00000400:00000010:1.0:1777583076.925809:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36cb8. 00000400:00000200:1.0:1777583076.925820:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777583076.925822:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583076.925835:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c63a300 x1863919919294848/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583076.925846:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c63a300 x1863919919294848/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583076.925874:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:1.0:1777583076.925880:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:1.0:1777583076.925887:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c63a300. 00000400:00000200:0.0:1777583076.932972:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583076.932982:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583076.932997:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0241c188380 x1863919919295104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583076.936049:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583076.936067:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265b80. 00000020:00000010:3.0:1777583076.936073:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583076.936151:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583076.936155:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265b00. 00000020:00000010:3.0:1777583076.936158:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87bb8. 00000100:00000200:3.0:1777583076.936187:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919294976 00010000:02000000:3.0:1777583076.936215:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583076.936226:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f53800. 00000400:00000010:3.0:1777583076.936242:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583076.936249:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919294976, offset 0 00000400:00000200:3.0:1777583076.936257:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1777583076.936475:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919295104 00010000:02000000:0.0:1777583076.936484:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583076.936491:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c966800. 00000400:00000010:0.0:1777583076.936497:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583076.936500:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919295104, offset 0 00000400:00000200:0.0:1777583076.936505:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583076.936512:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583076.936522:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadea80 00000400:00000200:0.0:1777583076.936531:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215bb5 [1] + 0 00000400:00000200:0.0:1777583076.936572:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583076.936577:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583076.936597:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0241c188380 x1863919919295104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583076.936624:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583076.936627:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000020:00000010:0.0:1777583076.936641:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265b00. 00000020:00000010:0.0:1777583076.936646:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87bb8. 00000020:00000010:0.0:1777583076.936649:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000400:00000010:0.0:1777583076.936675:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6bb0. 00000400:00000200:0.0:1777583076.936678:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777583076.936680:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583076.936685:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0241c188380 x1863919919295104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583076.936695:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0241c188380 x1863919919295104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583076.936722:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249c965400. 02000000:00000010:0.0:1777583076.936728:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249c964800. 00000100:00000010:0.0:1777583076.936732:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0241c188380. 00000400:00000200:3.0:1777583076.936917:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583076.936926:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadea00 00000400:00000200:3.0:1777583076.936931:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215bad [1] + 0 00000400:00000200:3.0:1777583076.936935:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583076.936938:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583076.936945:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024ac5e4a80 x1863919919294976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583076.936966:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583076.936968:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000020:00000010:3.0:1777583076.936976:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265b80. 00000020:00000010:3.0:1777583076.936979:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583076.936982:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000400:00000010:0.0:1777583076.937829:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f61b8. 00000400:00000200:0.0:1777583076.937836:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777583076.937838:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583076.937845:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024ac5e4a80 x1863919919294976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583076.937854:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024ac5e4a80 x1863919919294976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583076.937880:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249c967400. 02000000:00000010:0.0:1777583076.937890:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249c967000. 00000100:00000010:0.0:1777583076.937894:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024ac5e4a80. 00000100:00000010:3.0:1777583077.546232:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfc60. 00000100:00000010:0.0:1777583077.546333:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df5a0. 00000100:00000010:1.0:1777583077.546590:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfd20. 00000100:00000010:2.0:1777583077.546858:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df600. 00000100:00000010:2.0:1777583082.027568:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06300. 02000000:00000010:2.0:1777583082.027596:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23a00. 00000100:00000010:2.0:1777583082.027653:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05f80. 02000000:00000010:2.0:1777583082.027661:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d44c00. 00000100:00000010:2.0:1777583082.027677:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05180. 02000000:00000010:2.0:1777583082.027681:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d45400. 02000000:00000010:2.0:1777583082.027728:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:2.0:1777583082.027737:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777583082.027744:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583082.027753:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919295232, portal 25 00000400:00000010:2.0:1777583082.027759:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777583082.027762:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919295232, offset 0 00000400:00000200:2.0:1777583082.027773:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583082.027790:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583082.027803:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadeb00 00000400:00000200:2.0:1777583082.027811:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20c03d [2] + 0 00000400:00000010:2.0:1777583082.027816:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484dee790. 00000400:00000200:2.0:1777583082.027823:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023895cb900 00000400:00000200:2.0:1777583082.027830:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583082.027834:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583082.027840:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023895cb900 00000400:00000010:2.0:1777583082.027842:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023895cb900. 00000100:00000200:2.0:1777583082.027849:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583082.027869:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:2.0:1777583082.027871:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777583082.027883:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f06300 x1863919919295232/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583082.027905:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 00000100:00000010:2.0:1777583082.027918:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583082.027924:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777583082.027930:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 00000020:00000010:2.0:1777583082.027997:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125740. 00000020:00000010:2.0:1777583082.028002:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125740. 00000020:00000010:2.0:1777583082.028009:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583082.028210:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020d00. 00000020:00000010:2.0:1777583082.028218:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583082.028314:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125740. 00000020:00000010:2.0:1777583082.028320:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125740. 00000100:00000200:2.0:1777583082.028327:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919295232 02000000:00000010:2.0:1777583082.028375:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179ec00. 00010000:00000200:2.0:1777583082.028393:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ec8c50 x1863919919295232/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:523/0 lens 224/224 e 0 to 0 dl 1777583093 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583082.028414:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777583082.028423:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919295232, offset 224 00000400:00000200:2.0:1777583082.028432:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583082.028454:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583082.028472:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadeb00 00000400:00000200:2.0:1777583082.028482:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215bd1 [1] + 224 00000400:00000200:2.0:1777583082.028489:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583082.028497:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583082.028511:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f06300 x1863919919295232/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583082.028564:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:2.0:1777583082.028568:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00000020:00000010:2.0:1777583082.028593:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020d00. 00000020:00000010:2.0:1777583082.028601:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583082.028606:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583082.028617:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0241179ec00. 02000000:00000010:0.0:1777583082.028629:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249c965400. 00000100:00000200:2.0:1777583082.028629:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583082.028639:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e6e0. 00000400:00000010:0.0:1777583082.028641:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f61b8. 00000400:00000010:2.0:1777583082.028647:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02395cc6a80. 00000400:00000010:0.0:1777583082.028649:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583082.028660:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919295360, portal 10 00000400:00000010:0.0:1777583082.028666:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583082.028669:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919295360, offset 0 00000400:00000200:0.0:1777583082.028676:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583082.028686:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583082.028696:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadeb80 00000400:00000200:0.0:1777583082.028705:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 74056 00000400:00000200:0.0:1777583082.028712:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1777583082.028713:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:0.0:1777583082.028720:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583082.028724:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583082.028727:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583082.028740:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f06300 x1863919919295232/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583082.028754:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f06300 x1863919919295232/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583082.028787:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:2.0:1777583082.028795:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23a00. 00000100:00000010:2.0:1777583082.028802:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06300. 00000100:00000200:0.0:1777583082.039909:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583082.039934:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0241c188380. 00000400:00000200:0.0:1777583082.039982:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777583082.039987:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583082.040005:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05f80 x1863919919295360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583082.040037:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583082.040049:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020d00. 00000020:00000010:2.0:1777583082.040055:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 02000000:00000010:0.0:1777583082.040065:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249c964c00. 00000400:00000010:0.0:1777583082.040075:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6bb0. 00000400:00000010:0.0:1777583082.040082:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583082.040101:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919295488, portal 10 00000400:00000010:0.0:1777583082.040110:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:2.0:1777583082.040110:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919295360 00000100:00000200:0.0:1777583082.040116:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919295488, offset 0 00000400:00000200:0.0:1777583082.040125:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00010000:02000000:2.0:1777583082.040162:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583082.040174:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179ec00. 00000400:00000200:0.0:1777583082.040175:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583082.040189:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadec00 00000400:00000200:0.0:1777583082.040197:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 74576 00000400:00000200:0.0:1777583082.040205:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583082.040209:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583082.040215:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583082.040222:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac5e4a80. 00000400:00000200:0.0:1777583082.040240:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583082.040243:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583082.040248:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05180 x1863919919295488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583082.040294:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583082.040302:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919295360, offset 0 00000400:00000200:2.0:1777583082.040311:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1777583082.040315:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777583082.040323:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583082.040328:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50960. 00000400:00000200:2.0:1777583082.040328:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583082.040348:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadeb80 00000400:00000200:2.0:1777583082.040357:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215be1 [1] + 0 00000400:00000200:2.0:1777583082.040363:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583082.040367:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583082.040379:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05f80 x1863919919295360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583082.040408:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583082.040410:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777583082.040427:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020d00. 00000020:00000010:2.0:1777583082.040432:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583082.040435:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000100:00000200:2.0:1777583082.040449:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919295488 00010000:02000000:2.0:1777583082.040457:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583082.040462:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179d800. 00000400:00000010:2.0:1777583082.040467:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583082.040470:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919295488, offset 0 00000400:00000200:2.0:1777583082.040474:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583082.040478:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583082.040507:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadec00 00000400:00000010:0.0:1777583082.040508:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f61b8. 00000400:00000200:0.0:1777583082.040514:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777583082.040516:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583082.040523:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05f80 x1863919919295360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583082.040534:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05f80 x1863919919295360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583082.040575:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249c965400. 02000000:00000010:0.0:1777583082.040582:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d44c00. 00000100:00000010:0.0:1777583082.040587:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05f80. 00000400:00000200:2.0:1777583082.041837:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215be9 [1] + 0 00000400:00000200:2.0:1777583082.041850:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583082.041858:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583082.041876:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05180 x1863919919295488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583082.042002:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583082.042006:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777583082.042035:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0d80. 00000020:00000010:2.0:1777583082.042043:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50960. 00000020:00000010:2.0:1777583082.042048:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 00000400:00000010:0.0:1777583082.043598:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6bb0. 00000400:00000200:0.0:1777583082.043612:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777583082.043615:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583082.043627:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05180 x1863919919295488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583082.043637:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05180 x1863919919295488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583082.043671:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249c964c00. 02000000:00000010:0.0:1777583082.043678:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d45400. 00000100:00000010:0.0:1777583082.043683:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05180. 00000100:00000010:3.0:1777583082.666214:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:1.0:1777583082.666229:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583082.666591:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:0.0:1777583082.672649:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:0.0:1777583087.159621:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 02000000:00000010:0.0:1777583087.159648:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 02000000:00000010:1.0:1777583087.159836:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583087.159844:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36cb8. 00000400:00000010:1.0:1777583087.159852:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583087.159859:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919295616, portal 25 00000400:00000010:1.0:1777583087.159864:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583087.159867:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919295616, offset 0 00000400:00000200:1.0:1777583087.159876:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583087.159889:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583087.159899:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadec80 00000400:00000200:1.0:1777583087.159905:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20c329 [2] + 0 00000400:00000010:1.0:1777583087.159910:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc478. 00000400:00000200:1.0:1777583087.159915:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023922003c0 00000400:00000200:1.0:1777583087.159921:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583087.159924:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583087.159930:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023922003c0 00000400:00000010:1.0:1777583087.159932:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023922003c0. 00000100:00000200:1.0:1777583087.159938:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583087.159952:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583087.159954:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583087.159960:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24f100 x1863919919295616/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583087.159977:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1360. 00000100:00000010:1.0:1777583087.159989:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca18a0. 00000100:00000010:1.0:1777583087.159994:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca11e0. 00000100:00000010:1.0:1777583087.159999:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1900. 00000020:00000010:1.0:1777583087.160046:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7680. 00000020:00000010:1.0:1777583087.160050:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7680. 00000020:00000010:1.0:1777583087.160055:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583087.160060:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27280. 00000020:00000010:1.0:1777583087.160065:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583087.160095:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7680. 00000020:00000010:1.0:1777583087.160097:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7680. 00000100:00000200:1.0:1777583087.160100:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919295616 02000000:00000010:1.0:1777583087.160114:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07400. 00010000:00000200:1.0:1777583087.160121:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ecb050 x1863919919295616/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:528/0 lens 224/224 e 0 to 0 dl 1777583098 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583087.160155:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583087.160159:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919295616, offset 224 00000400:00000200:1.0:1777583087.160162:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583087.160167:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583087.160171:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadec80 00000400:00000200:1.0:1777583087.160175:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215bf9 [1] + 224 00000400:00000200:1.0:1777583087.160180:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583087.160182:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583087.160188:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24f100 x1863919919295616/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583087.160218:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583087.160220:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000020:00000010:1.0:1777583087.160230:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27280. 00000020:00000010:1.0:1777583087.160234:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583087.160238:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 02000000:00000010:1.0:1777583087.160244:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca07400. 00000100:00000200:1.0:1777583087.160250:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583087.160253:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36268. 00000400:00000010:1.0:1777583087.160257:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02498aa63c0. 00000400:00000010:1.0:1777583087.160274:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36cb8. 00000400:00000200:1.0:1777583087.160276:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777583087.160277:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583087.160282:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24f100 x1863919919295616/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583087.160290:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24f100 x1863919919295616/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583087.160309:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:1.0:1777583087.160315:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:1.0:1777583087.160319:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 00000100:00000010:0.0:1777583087.160601:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d880. 02000000:00000010:0.0:1777583087.160613:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249c965400. 00000100:00000010:0.0:1777583087.160635:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24dc00. 02000000:00000010:0.0:1777583087.160640:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249c967800. 02000000:00000010:1.0:1777583087.160753:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca07400. 00000400:00000010:1.0:1777583087.160759:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36cb8. 00000400:00000010:1.0:1777583087.160763:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583087.160766:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919295744, portal 10 00000400:00000010:1.0:1777583087.160770:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583087.160773:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919295744, offset 0 00000400:00000200:1.0:1777583087.160777:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583087.160784:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583087.160789:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acaded00 00000400:00000200:1.0:1777583087.160821:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 75096 00000400:00000200:1.0:1777583087.160826:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583087.160828:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583087.160833:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583087.160838:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac337480. 00000400:00000200:1.0:1777583087.160855:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583087.160857:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583087.160862:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24d880 x1863919919295744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583087.160879:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca05000. 00000400:00000010:1.0:1777583087.160881:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36dc0. 00000400:00000010:1.0:1777583087.160884:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583087.160886:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919295872, portal 10 00000400:00000010:1.0:1777583087.160890:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583087.160892:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919295872, offset 0 00000400:00000200:1.0:1777583087.160895:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583087.160899:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583087.160904:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acaded80 00000400:00000200:1.0:1777583087.160907:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 75616 00000400:00000200:1.0:1777583087.160910:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583087.160912:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583087.160915:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583087.160917:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac334e00. 00000400:00000200:1.0:1777583087.160924:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:1.0:1777583087.160926:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583087.160929:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24dc00 x1863919919295872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583087.161088:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583087.161095:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583087.161098:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777583087.161126:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777583087.161129:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0a80. 00000020:00000010:0.0:1777583087.161131:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000100:00000200:0.0:1777583087.161164:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919295744 00010000:02000000:0.0:1777583087.161180:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583087.161187:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c964400. 00000400:00000010:0.0:1777583087.161197:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583087.161213:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919295744, offset 0 00000400:00000200:0.0:1777583087.161218:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583087.161223:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583087.161229:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acaded00 00000400:00000200:0.0:1777583087.161233:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215c09 [1] + 0 00000400:00000200:0.0:1777583087.161237:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583087.161239:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583087.161245:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24d880 x1863919919295744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583087.161261:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777583087.161263:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000020:00000010:0.0:1777583087.161271:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583087.161275:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de500c8. 00000020:00000010:0.0:1777583087.161279:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 00000100:00000200:0.0:1777583087.161287:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919295872 00010000:02000000:0.0:1777583087.161293:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583087.161297:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c967c00. 00000400:00000010:0.0:1777583087.161302:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583087.161305:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919295872, offset 0 00000400:00000200:0.0:1777583087.161308:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583087.161314:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583087.161318:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acaded80 00000400:00000200:0.0:1777583087.161322:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215c11 [1] + 0 00000400:00000200:0.0:1777583087.161325:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583087.161328:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583087.161332:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24dc00 x1863919919295872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583087.161340:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777583087.161342:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000020:00000010:0.0:1777583087.161347:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0a80. 00000020:00000010:0.0:1777583087.161350:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777583087.161352:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 00000400:00000010:0.0:1777583087.161375:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36cb8. 00000400:00000200:0.0:1777583087.161378:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:0.0:1777583087.161380:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:0.0:1777583087.161384:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24d880 x1863919919295744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583087.161391:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24d880 x1863919919295744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583087.161409:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36dc0. 00000400:00000200:0.0:1777583087.161411:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:0.0:1777583087.161413:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:0.0:1777583087.161416:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24dc00 x1863919919295872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583087.161424:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24dc00 x1863919919295872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583087.161435:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca07400. 02000000:00000010:0.0:1777583087.161439:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249c965400. 00000100:00000010:0.0:1777583087.161442:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24d880. 02000000:00000010:0.0:1777583087.161444:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca05000. 02000000:00000010:0.0:1777583087.161446:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249c967800. 00000100:00000010:0.0:1777583087.161453:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24dc00. 00000100:00000010:2.0:1777583087.786269:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca11e0. 00000100:00000010:0.0:1777583087.786432:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1360. 00000100:00000010:1.0:1777583087.786575:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca18a0. 00000100:00000010:3.0:1777583087.789694:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1900. 00000800:00000200:1.0:1777583091.114755:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:1.0:1777583091.114764:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1777583091.114769:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1777583091.114952:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1777583092.267326:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06300. 02000000:00000010:2.0:1777583092.267352:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23a00. 00000100:00000010:2.0:1777583092.267407:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05180. 02000000:00000010:2.0:1777583092.267417:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0241179fc00. 00000100:00000010:2.0:1777583092.267434:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05f80. 02000000:00000010:2.0:1777583092.267438:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0241179c400. 02000000:00000010:2.0:1777583092.267484:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:2.0:1777583092.267491:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777583092.267498:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583092.267504:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919296000, portal 25 00000400:00000010:2.0:1777583092.267509:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777583092.267512:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919296000, offset 0 00000400:00000200:2.0:1777583092.267520:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583092.267534:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583092.267545:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadee00 00000400:00000200:2.0:1777583092.267552:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20c769 [2] + 0 00000400:00000010:2.0:1777583092.267555:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484dee1b8. 00000400:00000200:2.0:1777583092.267560:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248849d240 00000400:00000200:2.0:1777583092.267565:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583092.267617:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583092.267621:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248849d240 00000400:00000010:2.0:1777583092.267624:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248849d240. 00000100:00000200:2.0:1777583092.267630:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583092.267646:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:2.0:1777583092.267648:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777583092.267659:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f06300 x1863919919296000/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583092.267678:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777583092.267694:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 00000100:00000010:2.0:1777583092.267700:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583092.267705:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 02000000:00000010:2.0:1777583092.267723:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179f400. 00000400:00000010:2.0:1777583092.267728:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e790. 00000400:00000010:2.0:1777583092.267730:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777583092.267733:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919296128, portal 10 00000400:00000010:2.0:1777583092.267738:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777583092.267740:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919296128, offset 0 00000400:00000200:2.0:1777583092.267744:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583092.267749:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583092.267755:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadee80 00000400:00000200:2.0:1777583092.267759:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 76136 00000400:00000200:2.0:1777583092.267764:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583092.267767:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583092.267771:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583092.267775:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f07100. 00000400:00000200:2.0:1777583092.267933:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:2.0:1777583092.267935:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777583092.267941:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05180 x1863919919296128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583092.267961:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179f800. 00000400:00000010:2.0:1777583092.267965:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 00000400:00000010:2.0:1777583092.267985:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777583092.267988:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919296256, portal 10 00000400:00000010:2.0:1777583092.267992:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777583092.267994:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919296256, offset 0 00000400:00000200:2.0:1777583092.267997:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583092.268003:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583092.268007:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadef00 00000400:00000200:2.0:1777583092.268011:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 76656 00000400:00000200:2.0:1777583092.268015:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583092.268017:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583092.268020:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583092.268023:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f04e00. 00000400:00000200:2.0:1777583092.268116:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:2.0:1777583092.268119:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777583092.268129:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02483f05f80 x1863919919296256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583092.268219:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125980. 00000020:00000010:2.0:1777583092.268225:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125980. 00000020:00000010:2.0:1777583092.268232:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583092.268238:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020d00. 00000020:00000010:2.0:1777583092.268243:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583092.268293:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125980. 00000020:00000010:2.0:1777583092.268296:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125980. 00000100:00000200:2.0:1777583092.268301:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919296000 02000000:00000010:2.0:1777583092.268317:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179e800. 00010000:00000200:2.0:1777583092.268327:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ec9850 x1863919919296000/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:533/0 lens 224/224 e 0 to 0 dl 1777583103 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583092.268343:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777583092.268348:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919296000, offset 224 00000400:00000200:2.0:1777583092.268353:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583092.268360:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583092.268366:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadee00 00000400:00000200:2.0:1777583092.268371:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215c21 [1] + 224 00000400:00000200:2.0:1777583092.268375:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583092.268377:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1777583092.268381:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000100:00000200:2.0:1777583092.268384:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f06300 x1863919919296000/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583092.268397:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583092.268406:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000400:00000200:2.0:1777583092.268412:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:2.0:1777583092.268415:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00000020:00000010:2.0:1777583092.268429:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020d00. 00000020:00000010:2.0:1777583092.268436:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583092.268439:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583092.268458:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0241179e800. 00000100:00000200:2.0:1777583092.268468:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1777583092.268471:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000400:00000010:2.0:1777583092.268476:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e210. 00000020:00000010:0.0:1777583092.268477:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0900. 00000020:00000010:0.0:1777583092.268484:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de500c8. 00000400:00000010:2.0:1777583092.268486:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02395cc63c0. 00000100:00000200:0.0:1777583092.268513:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919296128 00000100:00000200:2.0:1777583092.268521:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919296256 00010000:02000000:0.0:1777583092.268541:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:02000000:2.0:1777583092.268543:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583092.268559:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179e800. 02000000:00000010:0.0:1777583092.268560:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c967800. 00000400:00000010:0.0:1777583092.268585:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000400:00000010:2.0:1777583092.268586:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777583092.268594:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919296256, offset 0 00000100:00000200:0.0:1777583092.268596:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919296128, offset 0 00000400:00000200:2.0:1777583092.268603:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583092.268612:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583092.268617:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583092.268633:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadef00 00000400:00000200:0.0:1777583092.268635:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583092.268646:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215c31 [1] + 0 00000400:00000200:2.0:1777583092.268653:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583092.268656:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadee80 00000400:00000200:2.0:1777583092.268661:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583092.268670:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215c29 [1] + 0 00000400:00000200:0.0:1777583092.268677:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583092.268681:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583092.268774:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05f80 x1863919919296256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583092.268805:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:2.0:1777583092.268807:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00000020:00000010:2.0:1777583092.268818:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0900. 00000020:00000010:2.0:1777583092.268823:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de500c8. 00000020:00000010:2.0:1777583092.268826:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 00000400:00000010:2.0:1777583092.268852:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:2.0:1777583092.268854:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583092.268856:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583092.268861:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f06300 x1863919919296000/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583092.268869:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f06300 x1863919919296000/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583092.268890:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:2.0:1777583092.268895:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23a00. 00000100:00000010:2.0:1777583092.268900:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f06300. 00000400:00000010:2.0:1777583092.268914:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:2.0:1777583092.268916:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:2.0:1777583092.268917:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777583092.268922:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05f80 x1863919919296256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583092.268930:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05f80 x1863919919296256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583092.268942:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179f800. 02000000:00000010:2.0:1777583092.268945:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0241179c400. 00000100:00000010:2.0:1777583092.268947:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05f80. 00000100:00000200:0.0:1777583092.276727:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02483f05180 x1863919919296128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583092.276795:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777583092.276799:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000020:00000010:0.0:1777583092.276833:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583092.276842:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777583092.276848:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 00000400:00000010:2.0:1777583092.277942:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e790. 00000400:00000200:2.0:1777583092.277957:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:2.0:1777583092.277961:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777583092.277982:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02483f05180 x1863919919296128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583092.277993:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02483f05180 x1863919919296128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583092.278047:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179f400. 02000000:00000010:2.0:1777583092.278056:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0241179fc00. 00000100:00000010:2.0:1777583092.278061:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02483f05180. 00000100:00000010:0.0:1777583092.906232:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:1.0:1777583092.906329:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:3.0:1777583092.906395:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583092.908881:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000800:00000200:3.0:1777583097.263563:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:3.0:1777583097.263572:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1021 00000800:00000200:3.0:1777583097.263577:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1777583097.263771:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1777583097.394466:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24dc00. 02000000:00000010:0.0:1777583097.394488:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583097.394547:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d880. 02000000:00000010:0.0:1777583097.394554:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249c964c00. 00000100:00000010:0.0:1777583097.394569:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24c700. 02000000:00000010:0.0:1777583097.394573:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0249c964800. 02000000:00000010:1.0:1777583097.394667:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583097.394676:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36580. 00000400:00000010:1.0:1777583097.394683:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583097.394691:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919296384, portal 25 00000400:00000010:1.0:1777583097.394696:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583097.394699:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919296384, offset 0 00000400:00000200:1.0:1777583097.394708:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583097.394722:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583097.394734:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadef80 00000400:00000200:1.0:1777583097.394741:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20cabd [2] + 0 00000400:00000010:1.0:1777583097.394745:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6ec8. 00000400:00000200:1.0:1777583097.394751:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248a083480 00000400:00000200:1.0:1777583097.394756:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583097.394760:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583097.394764:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248a083480 00000400:00000010:1.0:1777583097.394767:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248a083480. 00000100:00000200:1.0:1777583097.394775:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583097.394801:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583097.394803:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583097.394811:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24dc00 x1863919919296384/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583097.394830:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca18a0. 00000100:00000010:1.0:1777583097.394841:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca14e0. 00000100:00000010:1.0:1777583097.394846:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1780. 00000100:00000010:1.0:1777583097.394851:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca17e0. 02000000:00000010:2.0:1777583097.395219:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179f800. 00000400:00000010:2.0:1777583097.395226:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e790. 00000400:00000010:2.0:1777583097.395230:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c198. 00000100:00000200:2.0:1777583097.395233:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919296512, portal 10 00000400:00000010:2.0:1777583097.395238:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777583097.395239:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919296512, offset 0 00000400:00000200:2.0:1777583097.395244:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583097.395250:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583097.395256:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf000 00000400:00000200:2.0:1777583097.395262:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 77176 00000400:00000200:2.0:1777583097.395267:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583097.395270:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583097.395275:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583097.395278:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05180. 00000400:00000200:2.0:1777583097.395290:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:2.0:1777583097.395292:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777583097.395300:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24d880 x1863919919296512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583097.395319:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179e400. 00000400:00000010:2.0:1777583097.395322:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 00000400:00000010:2.0:1777583097.395324:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564ca18. 00000100:00000200:2.0:1777583097.395326:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919296640, portal 10 00000400:00000010:2.0:1777583097.395330:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583097.395332:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919296640, offset 0 00000400:00000200:2.0:1777583097.395335:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583097.395340:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583097.395345:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf080 00000400:00000200:2.0:1777583097.395348:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 77696 00000400:00000200:2.0:1777583097.395352:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583097.395355:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583097.395358:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583097.395361:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05f80. 00000400:00000200:2.0:1777583097.395369:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583097.395371:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583097.395375:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24c700 x1863919919296640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583097.395603:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583097.395607:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583097.395613:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777583097.395618:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583097.395623:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777583097.395663:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583097.395666:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db940. 00000100:00000200:0.0:1777583097.395669:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919296384 02000000:00000010:0.0:1777583097.395681:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c967400. 00010000:00000200:0.0:1777583097.395690:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483eca050 x1863919919296384/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:538/0 lens 224/224 e 0 to 0 dl 1777583108 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583097.395704:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583097.395707:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919296384, offset 224 00000400:00000200:0.0:1777583097.395712:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583097.395717:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583097.395723:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadef80 00000400:00000200:0.0:1777583097.395727:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215c49 [1] + 224 00000400:00000200:0.0:1777583097.395731:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583097.395734:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583097.395739:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24dc00 x1863919919296384/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583097.395757:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777583097.395759:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000020:00000010:0.0:1777583097.395771:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583097.395775:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777583097.395778:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 02000000:00000010:0.0:1777583097.395786:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249c967400. 00000100:00000200:0.0:1777583097.395795:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583097.395800:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6bb0. 00000400:00000010:0.0:1777583097.395804:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023888bb900. 00000020:00000010:0.0:1777583097.395862:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777583097.395866:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583097.395868:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777583097.395889:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583097.395892:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0000. 00000020:00000010:0.0:1777583097.395894:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000100:00000200:0.0:1777583097.395907:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919296512 00010000:02000000:0.0:1777583097.395923:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583097.395929:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c967400. 00000400:00000010:0.0:1777583097.395936:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583097.395939:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919296512, offset 0 00000400:00000200:0.0:1777583097.395943:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583097.395949:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583097.395954:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf000 00000400:00000200:0.0:1777583097.395959:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215c51 [1] + 0 00000400:00000200:0.0:1777583097.395963:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583097.395966:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583097.395972:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24d880 x1863919919296512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583097.395988:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777583097.395990:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000020:00000010:0.0:1777583097.395996:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583097.395999:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777583097.396002:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 00000100:00000200:0.0:1777583097.396011:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919296640 00010000:02000000:0.0:1777583097.396017:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583097.396022:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c967000. 00000400:00000010:0.0:1777583097.396027:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583097.396029:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919296640, offset 0 00000400:00000200:0.0:1777583097.396033:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583097.396038:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583097.396043:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf080 00000400:00000200:0.0:1777583097.396046:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215c59 [1] + 0 00000400:00000200:0.0:1777583097.396074:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583097.396077:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583097.396082:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24c700 x1863919919296640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583097.396092:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:0.0:1777583097.396094:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000020:00000010:0.0:1777583097.396100:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0000. 00000020:00000010:0.0:1777583097.396103:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777583097.396106:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000400:00000010:0.0:1777583097.396131:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e790. 00000400:00000200:0.0:1777583097.396162:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c198 00000400:00000010:0.0:1777583097.396164:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c198. 00000100:00000200:0.0:1777583097.396169:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24d880 x1863919919296512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583097.396177:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24d880 x1863919919296512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583097.396200:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:0.0:1777583097.396203:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564ca18 00000400:00000010:0.0:1777583097.396204:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564ca18. 00000100:00000200:0.0:1777583097.396208:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24c700 x1863919919296640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583097.396214:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24c700 x1863919919296640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583097.396225:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179f800. 02000000:00000010:0.0:1777583097.396230:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249c964c00. 00000100:00000010:0.0:1777583097.396234:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24d880. 02000000:00000010:0.0:1777583097.396237:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179e400. 02000000:00000010:0.0:1777583097.396240:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0249c964800. 00000100:00000010:0.0:1777583097.396242:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24c700. 00000400:00000010:0.0:1777583097.396254:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36580. 00000400:00000200:0.0:1777583097.396257:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:0.0:1777583097.396259:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000100:00000200:0.0:1777583097.396264:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24dc00 x1863919919296384/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583097.396272:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24dc00 x1863919919296384/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583097.396283:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:0.0:1777583097.396287:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583097.396290:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24dc00. 00000100:00000010:1.0:1777583098.026271:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca14e0. 00000100:00000010:0.0:1777583098.026388:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca18a0. 00000100:00000010:3.0:1777583098.026929:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca17e0. 00000100:00000010:2.0:1777583098.027287:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1780. 00000100:00000010:3.0:1777583102.506694:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c380. 02000000:00000010:3.0:1777583102.506717:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583102.506766:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c700. 02000000:00000010:3.0:1777583102.506774:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f50800. 00000100:00000010:3.0:1777583102.506796:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667df80. 02000000:00000010:3.0:1777583102.506801:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f51000. 02000000:00000010:3.0:1777583102.507048:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884a200. 00000400:00000010:3.0:1777583102.507056:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469420. 00000400:00000010:3.0:1777583102.507063:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583102.507070:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919296768, portal 25 00000400:00000010:3.0:1777583102.507075:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583102.507078:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919296768, offset 0 00000400:00000200:3.0:1777583102.507087:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583102.507101:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583102.507115:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadf100 00000400:00000200:3.0:1777583102.507124:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20cf9d [2] + 0 00000400:00000010:3.0:1777583102.507128:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02484deea50. 00000400:00000200:3.0:1777583102.507151:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248849d6c0 00000400:00000200:3.0:1777583102.507158:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583102.507162:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583102.507167:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248849d6c0 00000400:00000010:3.0:1777583102.507170:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248849d6c0. 00000100:00000200:3.0:1777583102.507176:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583102.507190:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583102.507192:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583102.507199:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667c380 x1863919919296768/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583102.507443:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d00. 00000020:00000010:1.0:1777583102.507449:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d00. 00000020:00000010:1.0:1777583102.507455:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583102.507460:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27480. 00000020:00000010:1.0:1777583102.507466:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583102.507500:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7d00. 00000020:00000010:1.0:1777583102.507503:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7d00. 00000100:00000200:1.0:1777583102.507506:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919296768 02000000:00000010:1.0:1777583102.507532:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca04c00. 00010000:00000200:1.0:1777583102.507542:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ec9c50 x1863919919296768/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:543/0 lens 224/224 e 0 to 0 dl 1777583113 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583102.507557:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583102.507561:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919296768, offset 224 00000400:00000200:1.0:1777583102.507566:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583102.507571:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583102.507576:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadf100 00000400:00000200:1.0:1777583102.507580:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215c71 [1] + 224 00000400:00000200:1.0:1777583102.507584:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583102.507586:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583102.507592:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667c380 x1863919919296768/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583102.507604:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583102.507605:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000020:00000010:1.0:1777583102.507617:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27480. 00000020:00000010:1.0:1777583102.507621:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583102.507625:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 02000000:00000010:1.0:1777583102.507630:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca04c00. 00000100:00000200:1.0:1777583102.507636:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583102.507639:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36b00. 00000400:00000010:1.0:1777583102.507643:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024ae4ebe40. 02000000:00000010:2.0:1777583102.508080:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179f000. 00000400:00000010:2.0:1777583102.508087:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777583102.508091:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583102.508095:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919296896, portal 10 00000400:00000010:2.0:1777583102.508100:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777583102.508102:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919296896, offset 0 00000400:00000200:2.0:1777583102.508107:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583102.508112:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583102.508118:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf180 00000400:00000200:2.0:1777583102.508123:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 78216 00000400:00000200:2.0:1777583102.508128:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583102.508130:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583102.508156:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583102.508161:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f06300. 00000400:00000200:2.0:1777583102.508175:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:2.0:1777583102.508177:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777583102.508186:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667c700 x1863919919296896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583102.508215:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583102.508226:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 00000100:00000010:2.0:1777583102.508235:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 00000100:00000010:2.0:1777583102.508240:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 02000000:00000010:2.0:1777583102.508259:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179d000. 00000400:00000010:2.0:1777583102.508263:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e528. 00000400:00000010:2.0:1777583102.508266:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777583102.508268:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919297024, portal 10 00000400:00000010:2.0:1777583102.508273:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583102.508276:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919297024, offset 0 00000400:00000200:2.0:1777583102.508388:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583102.508394:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583102.508399:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf200 00000400:00000200:2.0:1777583102.508402:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 78736 00000400:00000200:2.0:1777583102.508406:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583102.508409:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583102.508412:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583102.508415:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02483f05880. 00000400:00000200:2.0:1777583102.508425:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777583102.508427:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583102.508432:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667df80 x1863919919297024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583102.508473:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583102.508477:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020d00. 00000020:00000010:2.0:1777583102.508481:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583102.508499:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583102.508501:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020e00. 00000020:00000010:2.0:1777583102.508503:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000400:00000010:3.0:1777583102.509490:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469420. 00000400:00000200:3.0:1777583102.509494:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583102.509496:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583102.509503:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667c380 x1863919919296768/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583102.509512:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667c380 x1863919919296768/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583102.509636:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919296896 00010000:02000000:2.0:1777583102.509653:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583102.509665:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179c400. 00000400:00000010:2.0:1777583102.509675:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583102.509679:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919296896, offset 0 00000400:00000200:2.0:1777583102.509684:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583102.509691:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583102.509699:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf180 00000400:00000200:2.0:1777583102.509706:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215c81 [1] + 0 00000400:00000200:2.0:1777583102.509712:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583102.509715:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583102.509722:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667c700 x1863919919296896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583102.509756:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777583102.509758:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000020:00000010:2.0:1777583102.509772:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020d00. 00000020:00000010:2.0:1777583102.509779:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583102.509782:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000100:00000200:2.0:1777583102.509793:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919297024 00010000:02000000:2.0:1777583102.509800:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583102.509805:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179e400. 00000400:00000010:2.0:1777583102.509810:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583102.509813:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919297024, offset 0 00000400:00000200:2.0:1777583102.509817:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583102.509822:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583102.509827:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf200 00000400:00000200:2.0:1777583102.509831:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215c89 [1] + 0 00000400:00000200:2.0:1777583102.509835:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583102.509837:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583102.509843:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667df80 x1863919919297024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583102.509854:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777583102.509856:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000020:00000010:2.0:1777583102.509863:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020e00. 00000020:00000010:2.0:1777583102.509866:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583102.509868:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000400:00000010:2.0:1777583102.509897:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:2.0:1777583102.509900:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583102.509902:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583102.509906:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667c700 x1863919919296896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583102.509914:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667c700 x1863919919296896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583102.509938:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e528. 00000400:00000200:2.0:1777583102.509941:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:2.0:1777583102.509942:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777583102.509945:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667df80 x1863919919297024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583102.509951:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667df80 x1863919919297024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583102.509964:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179f000. 02000000:00000010:2.0:1777583102.509968:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f50800. 00000100:00000010:2.0:1777583102.509973:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c700. 02000000:00000010:2.0:1777583102.509976:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179d000. 02000000:00000010:2.0:1777583102.509979:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f51000. 00000100:00000010:2.0:1777583102.509981:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667df80. 02000000:00000010:3.0:1777583102.511539:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884a200. 02000000:00000010:3.0:1777583102.511546:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583102.511554:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c380. 00000100:00000010:1.0:1777583103.146228:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:3.0:1777583103.146395:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:2.0:1777583103.146512:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000100:00000010:0.0:1777583103.146649:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000020:02000400:2.0:1777583105.068435:0:221560:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 64 seconds. The obd refcount = 5. Is it stuck? 00000020:02000400:2.0:1777583105.083026:0:221560:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffffa024ab279000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 00000100:00000010:3.0:1777583107.626313:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c380. 02000000:00000010:3.0:1777583107.626345:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583107.626414:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667ed80. 02000000:00000010:3.0:1777583107.626422:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f52800. 00000100:00000010:3.0:1777583107.626444:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667df80. 02000000:00000010:3.0:1777583107.626449:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f50000. 02000000:00000010:3.0:1777583107.626484:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f53000. 00000400:00000010:3.0:1777583107.626490:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469420. 00000400:00000010:3.0:1777583107.626498:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583107.626506:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919297280, portal 10 00000400:00000010:3.0:1777583107.626513:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583107.626516:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919297280, offset 0 00000400:00000200:3.0:1777583107.626524:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583107.626537:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583107.626548:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf300 00000400:00000200:3.0:1777583107.626555:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 79256 00000400:00000200:3.0:1777583107.626562:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583107.626565:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583107.626572:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583107.626577:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c700. 00000400:00000200:3.0:1777583107.626595:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583107.626597:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583107.626605:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667ed80 x1863919919297280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583107.626628:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d3c0. 00000100:00000010:3.0:1777583107.626648:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628dba0. 00000100:00000010:3.0:1777583107.626654:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d780. 00000100:00000010:3.0:1777583107.626658:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628dd80. 02000000:00000010:3.0:1777583107.626713:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f51000. 00000400:00000010:3.0:1777583107.626716:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469210. 00000400:00000010:3.0:1777583107.626719:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583107.626721:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919297408, portal 10 00000400:00000010:3.0:1777583107.626725:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583107.626728:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919297408, offset 0 00000400:00000200:3.0:1777583107.626731:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583107.626736:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583107.626741:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf380 00000400:00000200:3.0:1777583107.626745:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 79776 00000400:00000200:3.0:1777583107.626749:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583107.626752:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583107.626755:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583107.626759:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e88380. 00000400:00000200:3.0:1777583107.626768:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583107.626769:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583107.626773:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667df80 x1863919919297408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583107.626880:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583107.626885:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f61b8. 00000400:00000010:0.0:1777583107.626889:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879837f8. 00000100:00000200:0.0:1777583107.626892:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919297152, portal 25 00000400:00000010:0.0:1777583107.626896:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583107.626898:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919297152, offset 0 00000400:00000200:0.0:1777583107.626902:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583107.626908:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583107.626914:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadf280 00000400:00000200:0.0:1777583107.626918:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20d2a5 [2] + 0 00000400:00000010:0.0:1777583107.626922:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6108. 00000400:00000200:0.0:1777583107.626926:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248a083180 00000400:00000200:0.0:1777583107.626928:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583107.626931:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583107.626934:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248a083180 00000400:00000010:0.0:1777583107.626935:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248a083180. 00000100:00000200:0.0:1777583107.626941:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583107.626963:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777583107.626965:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583107.626970:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667c380 x1863919919297152/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583107.627017:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777583107.627023:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583107.627028:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777583107.627055:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583107.627058:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0500. 00000020:00000010:0.0:1777583107.627061:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000100:00000200:0.0:1777583107.627077:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919297280 00010000:02000000:0.0:1777583107.627094:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583107.627104:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c964c00. 00000400:00000010:0.0:1777583107.627114:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583107.627117:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919297280, offset 0 00000400:00000200:0.0:1777583107.627121:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583107.627128:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583107.627132:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf300 00000400:00000200:0.0:1777583107.627159:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215c99 [1] + 0 00000400:00000200:0.0:1777583107.627162:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583107.627165:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583107.627172:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667ed80 x1863919919297280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583107.627188:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777583107.627190:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000020:00000010:0.0:1777583107.627201:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583107.627205:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:0.0:1777583107.627209:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 00000100:00000200:0.0:1777583107.627220:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919297408 00010000:02000000:0.0:1777583107.627226:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583107.627231:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c964800. 00000400:00000010:0.0:1777583107.627236:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583107.627238:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919297408, offset 0 00000400:00000200:0.0:1777583107.627241:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583107.627246:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583107.627251:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf380 00000400:00000200:0.0:1777583107.627254:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215ca1 [1] + 0 00000400:00000200:0.0:1777583107.627259:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583107.627261:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583107.627266:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667df80 x1863919919297408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583107.627275:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777583107.627276:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000020:00000010:0.0:1777583107.627282:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0500. 00000020:00000010:0.0:1777583107.627284:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777583107.627287:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000400:00000010:0.0:1777583107.627325:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469420. 00000400:00000200:0.0:1777583107.627329:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:0.0:1777583107.627330:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000100:00000200:0.0:1777583107.627334:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667ed80 x1863919919297280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583107.627342:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667ed80 x1863919919297280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583107.627364:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469210. 00000400:00000200:0.0:1777583107.627366:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:0.0:1777583107.627368:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:0.0:1777583107.627371:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667df80 x1863919919297408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583107.627380:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667df80 x1863919919297408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583107.627392:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f53000. 02000000:00000010:0.0:1777583107.627398:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f52800. 00000100:00000010:0.0:1777583107.627402:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667ed80. 02000000:00000010:0.0:1777583107.627406:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f51000. 02000000:00000010:0.0:1777583107.627409:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f50000. 00000100:00000010:0.0:1777583107.627412:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667df80. 00000020:00000010:3.0:1777583107.631742:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c640. 00000020:00000010:3.0:1777583107.631752:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c640. 00000020:00000010:3.0:1777583107.631761:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583107.631766:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024b6265a00. 00000020:00000010:3.0:1777583107.631772:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583107.631821:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c640. 00000020:00000010:3.0:1777583107.631823:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c640. 00000100:00000200:3.0:1777583107.631826:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919297152 02000000:00000010:3.0:1777583107.631842:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f50800. 00010000:00000200:3.0:1777583107.631853:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ec8850 x1863919919297152/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:548/0 lens 224/224 e 0 to 0 dl 1777583118 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583107.631872:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583107.631879:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919297152, offset 224 00000400:00000200:3.0:1777583107.631886:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583107.631899:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583107.631910:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadf280 00000400:00000200:3.0:1777583107.631918:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215ca9 [1] + 224 00000400:00000200:3.0:1777583107.631924:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583107.631928:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583107.631939:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667c380 x1863919919297152/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583107.631964:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583107.631967:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000020:00000010:3.0:1777583107.631980:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024b6265a00. 00000020:00000010:3.0:1777583107.631984:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583107.631986:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 02000000:00000010:3.0:1777583107.631992:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02386f50800. 00000100:00000200:3.0:1777583107.631999:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583107.632004:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469738. 00000400:00000010:3.0:1777583107.632009:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe7be40. 00000400:00000010:3.0:1777583107.632031:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f61b8. 00000400:00000200:3.0:1777583107.632035:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879837f8 00000400:00000010:3.0:1777583107.632037:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879837f8. 00000100:00000200:3.0:1777583107.632043:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667c380 x1863919919297152/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583107.632051:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667c380 x1863919919297152/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583107.632075:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:3.0:1777583107.632080:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583107.632088:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667c380. 00000100:00000010:2.0:1777583108.266244:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d780. 00000100:00000010:1.0:1777583108.266695:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628dba0. 00000100:00000010:3.0:1777583108.267072:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628dd80. 00000100:00000010:0.0:1777583108.268552:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d3c0. 00000100:00000010:2.0:1777583112.747654:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50000. 02000000:00000010:2.0:1777583112.747675:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23a00. 00000100:00000010:2.0:1777583112.747718:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51c00. 02000000:00000010:2.0:1777583112.747725:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0241179f000. 00000100:00000010:2.0:1777583112.747741:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51500. 02000000:00000010:2.0:1777583112.747746:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0241179f800. 02000000:00000010:2.0:1777583112.747766:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343600. 02000000:00000010:1.0:1777583112.747767:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca06000. 00000400:00000010:1.0:1777583112.747773:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36630. 00000400:00000010:2.0:1777583112.747773:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e528. 00000400:00000010:1.0:1777583112.747780:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000400:00000010:2.0:1777583112.747780:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c220. 00000100:00000200:2.0:1777583112.747787:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919297536, portal 25 00000400:00000010:2.0:1777583112.747797:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:1.0:1777583112.749717:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919297664, portal 10 00000400:00000010:1.0:1777583112.749733:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583112.749738:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919297664, offset 0 00000400:00000200:1.0:1777583112.749747:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583112.749763:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583112.749775:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf480 00000400:00000200:1.0:1777583112.749782:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 80296 00000400:00000200:1.0:1777583112.749790:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583112.749794:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583112.749801:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583112.749807:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024ac335f80. 00000400:00000200:1.0:1777583112.749822:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583112.749825:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583112.749832:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51c00 x1863919919297664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583112.749851:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca14e0. 00000100:00000010:1.0:1777583112.749863:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1660. 00000100:00000010:1.0:1777583112.749868:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1480. 00000100:00000010:1.0:1777583112.749872:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca16c0. 02000000:00000010:1.0:1777583112.749887:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca05800. 00000400:00000010:1.0:1777583112.749890:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36f78. 00000400:00000010:1.0:1777583112.749893:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583112.749896:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919297792, portal 10 00000400:00000010:1.0:1777583112.749900:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583112.749903:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919297792, offset 0 00000400:00000200:1.0:1777583112.749907:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583112.749911:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583112.749915:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf500 00000400:00000200:1.0:1777583112.749919:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 80816 00000400:00000200:1.0:1777583112.749922:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583112.749925:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583112.749928:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583112.749931:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c63a300. 00000400:00000200:1.0:1777583112.749942:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583112.749943:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583112.749947:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51500 x1863919919297792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583112.750014:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583112.750019:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27980. 00000020:00000010:1.0:1777583112.750024:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583112.750045:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583112.750047:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27e00. 00000020:00000010:1.0:1777583112.750050:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583112.750064:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919297664 00010000:02000000:1.0:1777583112.750080:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583112.750088:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca06400. 00000400:00000010:1.0:1777583112.750097:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583112.750100:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919297664, offset 0 00000400:00000200:1.0:1777583112.750103:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583112.750108:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583112.750114:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf480 00000400:00000200:1.0:1777583112.750129:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215cc5 [1] + 0 00000400:00000200:1.0:1777583112.750150:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583112.750153:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583112.750160:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51c00 x1863919919297664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583112.750173:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583112.750175:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000020:00000010:1.0:1777583112.750185:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27980. 00000020:00000010:1.0:1777583112.750188:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583112.750192:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000100:00000200:1.0:1777583112.750201:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919297792 00010000:02000000:1.0:1777583112.750207:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583112.750212:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca05000. 00000400:00000010:1.0:1777583112.750216:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583112.750219:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919297792, offset 0 00000400:00000200:1.0:1777583112.750222:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583112.750322:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583112.750329:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf500 00000400:00000200:1.0:1777583112.750333:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215ccd [1] + 0 00000400:00000200:1.0:1777583112.750336:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583112.750338:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583112.750343:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51500 x1863919919297792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583112.750351:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583112.750353:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000020:00000010:1.0:1777583112.750359:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27e00. 00000020:00000010:1.0:1777583112.750361:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583112.750364:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583112.750387:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36630. 00000400:00000200:1.0:1777583112.750390:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583112.750391:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583112.750395:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51c00 x1863919919297664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583112.750402:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51c00 x1863919919297664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583112.750424:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36f78. 00000400:00000200:1.0:1777583112.750427:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583112.750428:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583112.750431:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51500 x1863919919297792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583112.750438:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51500 x1863919919297792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583112.750449:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca06000. 02000000:00000010:1.0:1777583112.750455:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0241179f000. 00000100:00000010:1.0:1777583112.750550:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51c00. 02000000:00000010:1.0:1777583112.750556:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca05800. 02000000:00000010:1.0:1777583112.750558:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0241179f800. 00000100:00000010:1.0:1777583112.750561:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51500. 00000100:00000200:2.0:1777583112.756731:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919297536, offset 0 00000400:00000200:2.0:1777583112.756748:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583112.756760:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583112.756770:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadf400 00000400:00000200:2.0:1777583112.756776:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20d751 [2] + 0 00000400:00000010:2.0:1777583112.756780:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1c60. 00000400:00000200:2.0:1777583112.756822:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248849db40 00000400:00000200:2.0:1777583112.756827:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583112.756830:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583112.756833:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248849db40 00000400:00000010:2.0:1777583112.756836:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248849db40. 00000100:00000200:2.0:1777583112.756841:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583112.756862:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583112.756864:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583112.756876:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f50000 x1863919919297536/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583112.756944:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f00. 00000020:00000010:1.0:1777583112.756950:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f00. 00000020:00000010:1.0:1777583112.756957:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583112.756962:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27e00. 00000020:00000010:1.0:1777583112.756967:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583112.757075:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7f00. 00000020:00000010:1.0:1777583112.757077:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7f00. 00000100:00000200:1.0:1777583112.757081:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919297536 02000000:00000010:1.0:1777583112.757100:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca05800. 00010000:00000200:1.0:1777583112.757108:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ecac50 x1863919919297536/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:553/0 lens 224/224 e 0 to 0 dl 1777583123 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583112.757155:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583112.757159:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919297536, offset 224 00000400:00000200:1.0:1777583112.757165:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583112.757170:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583112.757176:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadf400 00000400:00000200:1.0:1777583112.757181:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215cc1 [1] + 224 00000400:00000200:1.0:1777583112.757185:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583112.757187:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583112.757193:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f50000 x1863919919297536/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583112.757289:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583112.757292:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000020:00000010:1.0:1777583112.757304:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27e00. 00000020:00000010:1.0:1777583112.757308:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583112.757313:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583112.757320:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca05800. 00000100:00000200:1.0:1777583112.757326:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583112.757332:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36f78. 00000400:00000010:1.0:1777583112.757336:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02484806000. 00000400:00000010:0.0:1777583112.757781:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e528. 00000400:00000200:0.0:1777583112.757812:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c220 00000400:00000010:0.0:1777583112.757814:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c220. 00000100:00000200:0.0:1777583112.757823:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f50000 x1863919919297536/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583112.757833:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f50000 x1863919919297536/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583112.757855:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343600. 02000000:00000010:0.0:1777583112.757860:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23a00. 00000100:00000010:0.0:1777583112.757865:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50000. 00000100:00000010:2.0:1777583113.386236:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1480. 00000100:00000010:0.0:1777583113.386510:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca14e0. 00000100:00000010:1.0:1777583113.386776:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1660. 00000100:00000010:3.0:1777583113.387474:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca16c0. 00000100:00000010:2.0:1777583117.866901:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52d80. 02000000:00000010:2.0:1777583117.866935:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23600. 00000100:00000010:2.0:1777583117.866991:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51880. 02000000:00000010:2.0:1777583117.866999:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0241179e000. 00000100:00000010:2.0:1777583117.867016:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50380. 02000000:00000010:2.0:1777583117.867022:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0241179fc00. 02000000:00000010:2.0:1777583117.867060:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:2.0:1777583117.867069:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777583117.867078:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583117.867099:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919297920, portal 25 00000400:00000010:2.0:1777583117.867107:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583117.867110:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919297920, offset 0 00000400:00000200:2.0:1777583117.867121:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583117.867154:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583117.867169:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadf580 00000400:00000200:2.0:1777583117.867177:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20da55 [2] + 0 00000400:00000010:2.0:1777583117.867182:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1058. 00000400:00000200:2.0:1777583117.867187:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248849d180 00000400:00000200:2.0:1777583117.867196:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583117.867200:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583117.867207:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248849d180 00000400:00000010:2.0:1777583117.867222:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248849d180. 00000100:00000200:2.0:1777583117.867230:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583117.867250:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777583117.867252:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583117.867265:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f52d80 x1863919919297920/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583117.867288:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 00000100:00000010:2.0:1777583117.867304:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583117.867311:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 00000100:00000010:2.0:1777583117.867317:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 00000020:00000010:2.0:1777583117.867375:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125600. 00000020:00000010:2.0:1777583117.867380:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125600. 00000020:00000010:2.0:1777583117.867386:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583117.867392:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020c00. 00000020:00000010:2.0:1777583117.867398:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583117.867436:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125600. 00000020:00000010:2.0:1777583117.867438:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125600. 00000100:00000200:2.0:1777583117.867441:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919297920 02000000:00000010:2.0:1777583117.867461:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179f400. 00010000:00000200:2.0:1777583117.867470:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ecb850 x1863919919297920/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:558/0 lens 224/224 e 0 to 0 dl 1777583128 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583117.867487:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583117.867491:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919297920, offset 224 00000400:00000200:2.0:1777583117.867494:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583117.867500:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583117.867505:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadf580 00000400:00000200:2.0:1777583117.867510:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215ce9 [1] + 224 00000400:00000200:2.0:1777583117.867514:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583117.867516:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583117.867524:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f52d80 x1863919919297920/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583117.867540:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777583117.867542:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000020:00000010:2.0:1777583117.867556:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020c00. 00000020:00000010:2.0:1777583117.867562:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583117.867565:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583117.867572:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0241179f400. 00000100:00000200:2.0:1777583117.867580:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583117.867584:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e7e8. 00000400:00000010:2.0:1777583117.867590:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02395cc6900. 00000400:00000010:2.0:1777583117.867609:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:2.0:1777583117.867612:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583117.867613:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583117.867618:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f52d80 x1863919919297920/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583117.867627:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f52d80 x1863919919297920/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583117.867654:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:2.0:1777583117.867660:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23600. 00000100:00000010:2.0:1777583117.867665:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52d80. 02000000:00000010:1.0:1777583117.868288:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca06000. 00000400:00000010:1.0:1777583117.868298:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36630. 00000400:00000010:1.0:1777583117.868303:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583117.868308:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919298048, portal 10 00000400:00000010:1.0:1777583117.868314:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583117.868316:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919298048, offset 0 00000400:00000200:1.0:1777583117.868322:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583117.868330:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583117.868338:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf600 00000400:00000200:1.0:1777583117.868345:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 81336 00000400:00000200:1.0:1777583117.868351:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583117.868355:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583117.868361:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583117.868368:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c30e300. 00000400:00000200:1.0:1777583117.868394:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583117.868396:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583117.868402:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51880 x1863919919298048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583117.868423:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca07400. 00000400:00000010:1.0:1777583117.868425:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36898. 00000400:00000010:1.0:1777583117.868428:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583117.868430:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919298176, portal 10 00000400:00000010:1.0:1777583117.868434:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583117.868436:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919298176, offset 0 00000400:00000200:1.0:1777583117.868440:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583117.868443:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583117.868448:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf680 00000400:00000200:1.0:1777583117.868451:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 81856 00000400:00000200:1.0:1777583117.868455:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583117.868457:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583117.868601:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583117.868616:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554dc00. 00000400:00000200:1.0:1777583117.868665:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583117.868668:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583117.868683:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f50380 x1863919919298176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583117.868691:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583117.868698:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020c00. 00000020:00000010:2.0:1777583117.868703:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583117.868745:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583117.868749:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020e80. 00000020:00000010:2.0:1777583117.868751:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000100:00000200:2.0:1777583117.868775:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919298048 00010000:02000000:2.0:1777583117.868798:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583117.868808:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179f400. 00000400:00000010:2.0:1777583117.868820:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583117.868824:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919298048, offset 0 00000400:00000200:2.0:1777583117.868832:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583117.868840:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583117.868850:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf600 00000400:00000200:2.0:1777583117.868856:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215cf9 [1] + 0 00000400:00000200:2.0:1777583117.868862:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583117.868866:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583117.868875:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51880 x1863919919298048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583117.868899:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583117.868901:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777583117.868913:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020c00. 00000020:00000010:2.0:1777583117.868919:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583117.868922:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000100:00000200:2.0:1777583117.868935:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919298176 00010000:02000000:2.0:1777583117.868942:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583117.868948:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179f800. 00000400:00000010:2.0:1777583117.868954:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583117.868958:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919298176, offset 0 00000400:00000200:2.0:1777583117.868963:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583117.868977:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583117.868984:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf680 00000400:00000200:2.0:1777583117.868989:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215d01 [1] + 0 00000400:00000200:2.0:1777583117.868993:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583117.868995:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583117.869003:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f50380 x1863919919298176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583117.869017:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583117.869019:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777583117.869026:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020e80. 00000020:00000010:2.0:1777583117.869029:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583117.869031:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000400:00000010:1.0:1777583117.869438:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36630. 00000400:00000200:1.0:1777583117.869444:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583117.869446:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583117.869454:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51880 x1863919919298048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583117.869463:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51880 x1863919919298048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583117.869491:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36898. 00000400:00000200:1.0:1777583117.869492:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583117.869494:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583117.869497:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f50380 x1863919919298176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583117.869505:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f50380 x1863919919298176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583117.869519:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca06000. 02000000:00000010:1.0:1777583117.869527:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0241179e000. 00000100:00000010:1.0:1777583117.869532:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51880. 02000000:00000010:1.0:1777583117.869535:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca07400. 02000000:00000010:1.0:1777583117.869538:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0241179fc00. 00000100:00000010:1.0:1777583117.869540:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50380. 00000100:00000010:1.0:1777583118.507739:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:3.0:1777583118.507855:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:0.0:1777583118.508052:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000100:00000010:2.0:1777583118.508353:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:2.0:1777583122.986422:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52d80. 02000000:00000010:2.0:1777583122.988479:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23600. 00000100:00000010:2.0:1777583122.988598:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52300. 02000000:00000010:2.0:1777583122.988616:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0241179d000. 00000100:00000010:2.0:1777583122.988648:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f53100. 02000000:00000010:2.0:1777583122.988657:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0241179f000. 02000000:00000010:2.0:1777583122.988737:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343600. 00000400:00000010:2.0:1777583122.988747:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777583122.988760:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 02000000:00000010:3.0:1777583122.988768:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f53c00. 00000100:00000200:2.0:1777583122.988774:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919298304, portal 25 00000400:00000010:2.0:1777583122.988788:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000400:00000010:3.0:1777583122.988788:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469210. 00000100:00000200:2.0:1777583122.988794:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919298304, offset 0 00000400:00000010:3.0:1777583122.988799:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000400:00000200:2.0:1777583122.988811:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583122.988835:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583122.988866:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadf700 00000400:00000200:2.0:1777583122.988875:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20de91 [2] + 0 00000400:00000010:2.0:1777583122.988882:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1840. 00000400:00000200:2.0:1777583122.988890:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248849d300 00000400:00000200:2.0:1777583122.988899:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583122.988907:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583122.988915:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248849d300 00000400:00000010:2.0:1777583122.988919:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248849d300. 00000100:00000200:2.0:1777583122.988929:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583122.988962:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777583122.988965:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583122.988982:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f52d80 x1863919919298304/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583122.989010:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 00000100:00000200:3.0:1777583122.989028:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919298432, portal 10 00000100:00000010:2.0:1777583122.989030:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 00000400:00000010:3.0:1777583122.989044:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000010:2.0:1777583122.989048:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 00000100:00000200:3.0:1777583122.989050:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919298432, offset 0 00000100:00000010:2.0:1777583122.989063:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 00000400:00000200:3.0:1777583122.989063:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583122.989083:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583122.989103:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf780 00000400:00000200:3.0:1777583122.989112:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 82376 00000400:00000200:3.0:1777583122.989120:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583122.989127:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1777583122.989190:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125000. 00000020:00000010:2.0:1777583122.989199:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125000. 00000020:00000010:2.0:1777583122.989209:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000100:00000200:3.0:1777583122.989209:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1777583122.989225:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020e80. 00000100:00000010:3.0:1777583122.989226:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b7e89880. 00000020:00000010:2.0:1777583122.989237:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000400:00000200:3.0:1777583122.989289:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583122.989300:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000020:00000010:2.0:1777583122.989302:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125000. 00000020:00000010:2.0:1777583122.989307:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125000. 00000100:00000200:3.0:1777583122.989313:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f52300 x1863919919298432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583122.989316:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919298304 02000000:00000010:2.0:1777583122.989339:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179fc00. 02000000:00000010:3.0:1777583122.989345:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f51800. 00000400:00000010:3.0:1777583122.989350:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469420. 00010000:00000200:2.0:1777583122.989353:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483eca450 x1863919919298304/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:563/0 lens 224/224 e 0 to 0 dl 1777583133 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583122.989355:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583122.989362:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919298560, portal 10 00000400:00000010:3.0:1777583122.989376:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583122.989379:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919298560, offset 0 00000400:00000200:3.0:1777583122.989385:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1777583122.989389:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000400:00000200:3.0:1777583122.989390:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1777583122.989400:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919298304, offset 224 00000400:00000200:2.0:1777583122.989414:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583122.989426:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583122.989436:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadf700 00000400:00000200:2.0:1777583122.989443:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215d11 [1] + 224 00000400:00000200:2.0:1777583122.989450:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583122.989456:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583122.989467:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f52d80 x1863919919298304/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583122.989472:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf800 00000400:00000200:3.0:1777583122.989489:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 82896 00000400:00000200:3.0:1777583122.989500:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583122.989506:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583122.989512:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777583122.989516:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000100:00000200:3.0:1777583122.989523:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583122.989529:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392488700. 00000020:00000010:2.0:1777583122.989534:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020e80. 00000020:00000010:2.0:1777583122.989543:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:2.0:1777583122.989547:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 02000000:00000010:2.0:1777583122.989558:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0241179fc00. 00000100:00000200:2.0:1777583122.989567:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583122.989572:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e160. 00000400:00000010:2.0:1777583122.989578:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02395cc60c0. 00000400:00000010:2.0:1777583122.989613:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:2.0:1777583122.989618:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583122.989620:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583122.989629:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f52d80 x1863919919298304/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583122.989642:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f52d80 x1863919919298304/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583122.989677:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343600. 02000000:00000010:2.0:1777583122.989685:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23600. 00000100:00000010:2.0:1777583122.989692:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52d80. 00000400:00000200:3.0:1777583122.990925:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583122.990932:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583122.990942:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f53100 x1863919919298560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583122.991533:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583122.991542:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0d80. 00000020:00000010:0.0:1777583122.991547:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50258. 00000020:00000010:0.0:1777583122.991622:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777583122.991626:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0780. 00000020:00000010:0.0:1777583122.991628:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50640. 00000100:00000200:3.0:1777583122.991656:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919298432 00010000:02000000:3.0:1777583122.991674:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583122.991685:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f51400. 00000400:00000010:3.0:1777583122.991699:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583122.991705:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919298432, offset 0 00000400:00000200:3.0:1777583122.991712:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583122.991727:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583122.991739:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf780 00000400:00000200:3.0:1777583122.991746:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215d19 [1] + 0 00000400:00000200:3.0:1777583122.991752:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583122.991757:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583122.991766:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f52300 x1863919919298432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583122.991785:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583122.991787:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000020:00000010:3.0:1777583122.991798:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0d80. 00000020:00000010:3.0:1777583122.991882:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50258. 00000020:00000010:3.0:1777583122.991888:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000100:00000200:3.0:1777583122.992183:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919298560 00010000:02000000:3.0:1777583122.992198:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583122.992204:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f52c00. 00000400:00000010:3.0:1777583122.992210:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583122.992213:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919298560, offset 0 00000400:00000200:3.0:1777583122.992217:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583122.992223:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583122.992228:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf800 00000400:00000200:3.0:1777583122.992232:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215d21 [1] + 0 00000400:00000200:3.0:1777583122.992235:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583122.992238:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583122.992243:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f53100 x1863919919298560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583122.992391:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583122.992393:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000020:00000010:3.0:1777583122.992401:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0780. 00000020:00000010:3.0:1777583122.992405:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50640. 00000020:00000010:3.0:1777583122.992408:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 00000400:00000010:3.0:1777583122.992613:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469210. 00000400:00000200:3.0:1777583122.992618:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583122.992620:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583122.992625:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f52300 x1863919919298432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583122.992632:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f52300 x1863919919298432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583122.992659:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469420. 00000400:00000200:3.0:1777583122.992662:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583122.992663:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583122.992666:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f53100 x1863919919298560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583122.992673:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f53100 x1863919919298560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583122.992690:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f53c00. 02000000:00000010:3.0:1777583122.992697:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0241179d000. 00000100:00000010:3.0:1777583122.992703:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52300. 02000000:00000010:3.0:1777583122.992706:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f51800. 02000000:00000010:3.0:1777583122.992709:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0241179f000. 00000100:00000010:3.0:1777583122.992712:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f53100. 00000100:00000010:0.0:1777583123.626364:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:3.0:1777583123.626648:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:1.0:1777583123.626783:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583123.627003:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:1.0:1777583128.106343:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554f480. 02000000:00000010:1.0:1777583128.106366:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877a00. 00000100:00000010:1.0:1777583128.106432:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554c000. 02000000:00000010:1.0:1777583128.106440:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024aca07000. 00000100:00000010:1.0:1777583128.106461:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554ed80. 02000000:00000010:1.0:1777583128.106466:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024aca06000. 02000000:00000010:1.0:1777583128.106493:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca07400. 00000400:00000010:1.0:1777583128.106499:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36898. 00000400:00000010:1.0:1777583128.106507:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583128.106514:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919298816, portal 10 00000400:00000010:1.0:1777583128.106540:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583128.106549:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919298816, offset 0 00000400:00000200:1.0:1777583128.106557:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583128.106571:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583128.106582:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf900 00000400:00000200:1.0:1777583128.106590:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 83416 00000400:00000200:1.0:1777583128.106597:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583128.106601:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583128.106619:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583128.106625:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554d500. 00000400:00000200:1.0:1777583128.106657:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583128.106659:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583128.106667:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248554c000 x1863919919298816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583128.106687:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1660. 02000000:00000010:0.0:1777583128.106812:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27200. 00000400:00000010:0.0:1777583128.106829:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6cb8. 00000400:00000010:0.0:1777583128.106833:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583128.106835:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919298688, portal 25 00000400:00000010:0.0:1777583128.106839:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583128.106840:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919298688, offset 0 00000400:00000200:0.0:1777583128.106844:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583128.106849:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583128.106854:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadf880 00000400:00000200:0.0:1777583128.106858:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20e179 [2] + 0 00000400:00000010:0.0:1777583128.106861:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6d10. 00000400:00000200:0.0:1777583128.106865:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248a083000 00000400:00000200:0.0:1777583128.106868:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583128.106870:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583128.106881:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248a083000 00000400:00000010:0.0:1777583128.106883:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248a083000. 00000100:00000200:0.0:1777583128.106889:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583128.106905:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583128.106907:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583128.106911:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248554f480 x1863919919298688/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583128.107020:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583128.107028:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385020c00. 00000020:00000010:2.0:1777583128.107032:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ee10. 00000100:00000200:2.0:1777583128.107081:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919298816 00010000:02000000:2.0:1777583128.107105:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000020:00000010:0.0:1777583128.107892:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db6c0. 00000020:00000010:0.0:1777583128.107897:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db6c0. 00000020:00000010:0.0:1777583128.107903:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27400. 00000020:00000010:0.0:1777583128.107907:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0e00. 00000020:00000010:0.0:1777583128.107911:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583128.107950:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db6c0. 00000020:00000010:0.0:1777583128.107953:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db6c0. 00000100:00000200:0.0:1777583128.107956:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919298688 02000000:00000010:0.0:1777583128.107970:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c965400. 00010000:00000200:0.0:1777583128.107978:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7ee8c50 x1863919919298688/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:569/0 lens 224/224 e 0 to 0 dl 1777583139 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583128.107996:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583128.108000:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919298688, offset 224 00000400:00000200:0.0:1777583128.108005:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583128.108014:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583128.108021:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadf880 00000400:00000200:0.0:1777583128.108027:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215d41 [1] + 224 00000400:00000200:0.0:1777583128.108032:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583128.108035:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583128.108043:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248554f480 x1863919919298688/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583128.108060:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583128.108063:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000020:00000010:0.0:1777583128.108073:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0e00. 00000020:00000010:0.0:1777583128.108077:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583128.108081:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27400. 02000000:00000010:0.0:1777583128.108090:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0249c965400. 00000100:00000200:0.0:1777583128.108095:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583128.108100:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f65d8. 00000400:00000010:0.0:1777583128.108104:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023888bb480. 00000100:00000010:1.0:1777583128.108232:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1600. 00000100:00000010:1.0:1777583128.108240:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca12a0. 00000100:00000010:1.0:1777583128.108245:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1f00. 02000000:00000010:1.0:1777583128.108259:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca04800. 00000400:00000010:1.0:1777583128.108264:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36630. 00000400:00000010:1.0:1777583128.108268:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583128.108271:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919298944, portal 10 00000400:00000010:1.0:1777583128.108291:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583128.108294:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919298944, offset 0 00000400:00000200:1.0:1777583128.108298:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583128.108304:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583128.108309:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadf980 00000400:00000200:1.0:1777583128.108313:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 83936 00000400:00000200:1.0:1777583128.108317:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583128.108320:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583128.108324:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583128.108328:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554c380. 00000400:00000200:1.0:1777583128.108340:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583128.108342:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583128.108347:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248554ed80 x1863919919298944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583128.108399:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583128.108404:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27c00. 00000020:00000010:1.0:1777583128.108408:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583128.108438:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919298944 00010000:02000000:1.0:1777583128.108449:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583128.108456:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca05800. 00000400:00000010:1.0:1777583128.108464:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583128.108467:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919298944, offset 0 00000400:00000200:1.0:1777583128.108470:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583128.108475:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583128.108481:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf980 00000400:00000200:1.0:1777583128.108485:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215d51 [1] + 0 00000400:00000200:1.0:1777583128.108488:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583128.108491:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583128.108496:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248554ed80 x1863919919298944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583128.108512:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583128.108513:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000020:00000010:1.0:1777583128.108521:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27c00. 00000020:00000010:1.0:1777583128.108524:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583128.108528:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000400:00000010:0.0:1777583128.108621:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6cb8. 00000400:00000200:0.0:1777583128.108625:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777583128.108627:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583128.108632:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248554f480 x1863919919298688/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583128.108640:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248554f480 x1863919919298688/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583128.108663:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27200. 02000000:00000010:0.0:1777583128.108668:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877a00. 00000100:00000010:0.0:1777583128.108672:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554f480. 00000400:00000010:1.0:1777583128.108798:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36630. 00000400:00000200:1.0:1777583128.108801:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583128.108803:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583128.108808:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248554ed80 x1863919919298944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583128.108815:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248554ed80 x1863919919298944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583128.108830:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca04800. 02000000:00000010:1.0:1777583128.108833:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024aca06000. 00000100:00000010:1.0:1777583128.108837:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554ed80. 02000000:00000010:1.0:1777583128.126365:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca04800. 00000400:00000010:1.0:1777583128.126392:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583128.126400:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919298816, offset 0 00000400:00000200:1.0:1777583128.126411:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583128.126425:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583128.126436:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadf900 00000400:00000200:1.0:1777583128.126444:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215d39 [1] + 0 00000400:00000200:1.0:1777583128.126452:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583128.126455:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583128.126468:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248554c000 x1863919919298816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583128.126498:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583128.126500:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000020:00000010:1.0:1777583128.126522:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385020c00. 00000020:00000010:1.0:1777583128.126549:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ee10. 00000020:00000010:1.0:1777583128.126553:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000400:00000010:2.0:1777583128.126606:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36898. 00000400:00000200:2.0:1777583128.126612:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:2.0:1777583128.126614:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:2.0:1777583128.126619:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248554c000 x1863919919298816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583128.126629:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248554c000 x1863919919298816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583128.126658:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca07400. 02000000:00000010:2.0:1777583128.126664:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024aca07000. 00000100:00000010:2.0:1777583128.126667:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554c000. 00000100:00000010:0.0:1777583128.746251:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1660. 00000100:00000010:1.0:1777583128.746391:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1600. 00000100:00000010:3.0:1777583128.746502:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1f00. 00000100:00000010:2.0:1777583128.746631:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca12a0. 00000800:00000200:2.0:1777583130.026582:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:2.0:1777583130.026612:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1777583130.026619:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1777583130.027641:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1777583133.227213:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392488a80. 02000000:00000010:3.0:1777583133.227259:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583133.227315:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489c00. 02000000:00000010:3.0:1777583133.227323:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f51800. 00000100:00000010:3.0:1777583133.227342:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489f80. 02000000:00000010:3.0:1777583133.227347:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f53c00. 02000000:00000010:3.0:1777583133.227377:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f52000. 00000400:00000010:3.0:1777583133.227383:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469420. 00000400:00000010:3.0:1777583133.227390:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583133.227398:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919299200, portal 10 00000400:00000010:3.0:1777583133.227418:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583133.227422:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919299200, offset 0 00000400:00000200:3.0:1777583133.227431:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583133.227446:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583133.227459:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadfa80 02000000:00000010:1.0:1777583133.227681:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583133.227696:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36630. 00000400:00000200:3.0:1777583133.229099:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 84456 00000400:00000200:3.0:1777583133.229113:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583133.229117:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1777583133.239277:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583133.239296:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919299072, portal 25 00000400:00000010:1.0:1777583133.239304:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583133.239320:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919299072, offset 0 00000400:00000200:1.0:1777583133.239331:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583133.239349:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583133.239361:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadfa00 00000400:00000200:1.0:1777583133.239368:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20e5e9 [2] + 0 00000400:00000010:1.0:1777583133.239373:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6f78. 00000400:00000200:1.0:1777583133.239380:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248a083b40 00000400:00000200:1.0:1777583133.239386:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583133.239390:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583133.239396:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248a083b40 00000400:00000010:1.0:1777583133.239412:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248a083b40. 00000100:00000200:1.0:1777583133.239421:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583133.239456:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583133.239458:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583133.239468:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02392488a80 x1863919919299072/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583133.239502:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1600. 00000100:00000010:1.0:1777583133.239517:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1cc0. 00000100:00000010:1.0:1777583133.239523:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1c60. 00000100:00000010:1.0:1777583133.239527:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca13c0. 00000020:00000010:0.0:1777583133.239577:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db440. 00000020:00000010:0.0:1777583133.239583:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db440. 00000020:00000010:0.0:1777583133.239591:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27400. 00000020:00000010:0.0:1777583133.239596:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0e00. 00000020:00000010:0.0:1777583133.239617:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583133.239665:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db440. 00000020:00000010:0.0:1777583133.239668:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db440. 00000100:00000200:0.0:1777583133.239671:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919299072 02000000:00000010:0.0:1777583133.239688:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384d45400. 00010000:00000200:0.0:1777583133.239697:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7ee9850 x1863919919299072/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:574/0 lens 224/224 e 0 to 0 dl 1777583144 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583133.239712:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583133.239716:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919299072, offset 224 00000400:00000200:0.0:1777583133.239720:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583133.239736:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583133.239754:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadfa00 00000400:00000200:0.0:1777583133.239759:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215d69 [1] + 224 00000400:00000200:0.0:1777583133.239763:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583133.239766:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583133.239772:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02392488a80 x1863919919299072/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583133.239786:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:0.0:1777583133.239788:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000020:00000010:0.0:1777583133.239800:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0e00. 00000020:00000010:0.0:1777583133.239805:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583133.239809:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27400. 02000000:00000010:0.0:1777583133.239817:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02384d45400. 00000100:00000200:0.0:1777583133.239823:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583133.239827:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6cb8. 00000400:00000010:0.0:1777583133.239831:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023888bbc00. 00000400:00000010:1.0:1777583133.239904:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36630. 00000400:00000200:1.0:1777583133.239908:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583133.239910:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583133.239915:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02392488a80 x1863919919299072/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583133.239924:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02392488a80 x1863919919299072/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583133.239944:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583133.239949:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3800. 00000100:00000010:1.0:1777583133.239956:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392488a80. 00000100:00000200:3.0:1777583133.251237:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583133.251254:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239248b100. 00000400:00000200:3.0:1777583133.251304:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583133.251308:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583133.251319:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02392489c00 x1863919919299200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583133.251363:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f52400. 00000400:00000010:3.0:1777583133.251368:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469210. 00000400:00000010:3.0:1777583133.251373:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583133.251380:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919299328, portal 10 00000400:00000010:3.0:1777583133.251385:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583133.251389:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919299328, offset 0 00000400:00000200:3.0:1777583133.251394:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583133.251404:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583133.251414:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadfb00 00000400:00000200:3.0:1777583133.251420:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 84976 00000400:00000200:3.0:1777583133.251426:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583133.251431:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583133.251436:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583133.251438:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239248ad80. 00000400:00000200:3.0:1777583133.251464:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583133.251466:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583133.251470:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02392489f80 x1863919919299328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583133.255380:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583133.255392:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27a80. 00000020:00000010:1.0:1777583133.255398:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583133.255444:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583133.255447:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27400. 00000020:00000010:1.0:1777583133.255450:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000100:00000200:1.0:1777583133.255474:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919299200 00010000:02000000:1.0:1777583133.255493:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583133.255505:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca04c00. 00000400:00000010:1.0:1777583133.255520:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583133.255569:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919299200, offset 0 00000400:00000200:1.0:1777583133.255586:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583133.255601:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583133.255613:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadfa80 00000400:00000200:1.0:1777583133.255622:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215d61 [1] + 0 00000400:00000200:1.0:1777583133.255629:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583133.255633:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583133.255646:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02392489c00 x1863919919299200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583133.255669:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583133.255672:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000020:00000010:1.0:1777583133.255685:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27a80. 00000020:00000010:1.0:1777583133.255689:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583133.255693:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000100:00000200:1.0:1777583133.255702:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919299328 00010000:02000000:1.0:1777583133.255709:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583133.255713:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca06000. 00000400:00000010:1.0:1777583133.255718:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583133.255720:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919299328, offset 0 00000400:00000200:1.0:1777583133.255724:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583133.255728:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583133.255732:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadfb00 00000400:00000200:1.0:1777583133.255736:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215d79 [1] + 0 00000400:00000200:1.0:1777583133.255740:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583133.255742:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583133.255747:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02392489f80 x1863919919299328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583133.255756:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583133.255758:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000020:00000010:1.0:1777583133.255763:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27400. 00000020:00000010:1.0:1777583133.255766:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583133.255768:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000400:00000010:3.0:1777583133.255969:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469420. 00000400:00000200:3.0:1777583133.255975:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583133.255977:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583133.255983:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02392489c00 x1863919919299200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583133.255992:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02392489c00 x1863919919299200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583133.256016:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469210. 00000400:00000200:3.0:1777583133.256018:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583133.256019:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583133.256023:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02392489f80 x1863919919299328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583133.256030:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02392489f80 x1863919919299328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583133.256045:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f52000. 02000000:00000010:3.0:1777583133.256051:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f51800. 00000100:00000010:3.0:1777583133.256055:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392489c00. 02000000:00000010:3.0:1777583133.256060:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f52400. 02000000:00000010:3.0:1777583133.256062:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f53c00. 00000100:00000010:3.0:1777583133.256065:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392489f80. 00000100:00000010:0.0:1777583133.866449:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1600. 00000100:00000010:3.0:1777583133.866605:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca13c0. 00000100:00000010:1.0:1777583133.866838:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1cc0. 00000100:00000010:2.0:1777583133.867012:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1c60. 00000100:00000010:3.0:1777583138.347041:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489f80. 02000000:00000010:3.0:1777583138.347061:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583138.347125:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489c00. 02000000:00000010:3.0:1777583138.347146:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f53c00. 00000100:00000010:3.0:1777583138.347165:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392488a80. 02000000:00000010:3.0:1777583138.347170:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f52400. 02000000:00000010:3.0:1777583138.347756:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884b000. 00000400:00000010:3.0:1777583138.347764:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469210. 00000400:00000010:3.0:1777583138.347772:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583138.347780:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919299456, portal 25 00000400:00000010:3.0:1777583138.347785:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583138.347788:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919299456, offset 0 00000400:00000200:3.0:1777583138.347808:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583138.347821:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583138.347832:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadfb80 00000400:00000200:3.0:1777583138.347838:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20e86d [2] + 0 00000400:00000010:3.0:1777583138.347842:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eb58. 00000400:00000200:3.0:1777583138.347857:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392bc9480 00000400:00000200:3.0:1777583138.348098:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583138.348103:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583138.348109:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392bc9480 00000400:00000010:3.0:1777583138.348112:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392bc9480. 00000100:00000200:3.0:1777583138.348119:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583138.348153:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583138.348155:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583138.348161:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02392489f80 x1863919919299456/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583138.348179:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d7e0. 00000100:00000010:3.0:1777583138.348201:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d3c0. 00000100:00000010:3.0:1777583138.348207:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628dba0. 00000100:00000010:3.0:1777583138.348212:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d780. 02000000:00000010:3.0:1777583138.348259:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f51800. 00000400:00000010:3.0:1777583138.348263:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469420. 00000400:00000010:3.0:1777583138.348266:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583138.348270:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919299584, portal 10 00000400:00000010:3.0:1777583138.348288:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583138.348291:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919299584, offset 0 00000400:00000200:3.0:1777583138.348295:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583138.348301:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583138.348307:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadfc00 00000400:00000200:3.0:1777583138.348311:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 85496 00000400:00000200:3.0:1777583138.348316:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583138.348318:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583138.348322:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583138.348341:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c6300. 00000400:00000200:3.0:1777583138.348355:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583138.348356:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583138.348362:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02392489c00 x1863919919299584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583138.348380:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f52000. 00000400:00000010:3.0:1777583138.348383:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469f78. 00000400:00000010:3.0:1777583138.348386:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583138.348389:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919299712, portal 10 00000400:00000010:3.0:1777583138.348393:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583138.348396:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919299712, offset 0 00000400:00000200:3.0:1777583138.348399:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583138.348403:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583138.348408:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadfc80 00000400:00000200:3.0:1777583138.348411:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 86016 00000400:00000200:3.0:1777583138.348416:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583138.348418:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583138.348421:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583138.348424:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c5c00. 00000400:00000200:3.0:1777583138.348436:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583138.348438:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583138.348441:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02392488a80 x1863919919299712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583138.348694:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c280. 00000020:00000010:3.0:1777583138.348698:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c280. 00000020:00000010:3.0:1777583138.348705:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5f11600. 00000020:00000010:3.0:1777583138.348710:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87a80. 00000020:00000010:3.0:1777583138.348714:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583138.348752:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c280. 00000020:00000010:3.0:1777583138.348754:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c280. 00000100:00000200:3.0:1777583138.348757:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919299456 02000000:00000010:3.0:1777583138.348780:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f50800. 00010000:00000200:3.0:1777583138.348787:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eea450 x1863919919299456/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:579/0 lens 224/224 e 0 to 0 dl 1777583149 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583138.348800:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583138.348804:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919299456, offset 224 00000400:00000200:3.0:1777583138.348807:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583138.348813:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583138.348818:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadfb80 00000400:00000200:3.0:1777583138.348823:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215d89 [1] + 224 00000400:00000200:3.0:1777583138.348826:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583138.348829:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583138.348835:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02392489f80 x1863919919299456/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583138.348850:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583138.348852:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000020:00000010:3.0:1777583138.348862:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87a80. 00000020:00000010:3.0:1777583138.348866:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583138.348869:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5f11600. 02000000:00000010:3.0:1777583138.348874:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02386f50800. 00000100:00000200:3.0:1777583138.348881:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583138.348884:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469268. 00000400:00000010:3.0:1777583138.348900:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023895cb900. 00000020:00000010:3.0:1777583138.348926:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5f11600. 00000020:00000010:3.0:1777583138.348930:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87a80. 00000020:00000010:3.0:1777583138.348933:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583138.348964:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248524c000. 00000020:00000010:3.0:1777583138.348968:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87900. 00000020:00000010:3.0:1777583138.348970:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000100:00000200:3.0:1777583138.348986:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919299584 00010000:02000000:3.0:1777583138.349001:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583138.349007:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f50800. 00000400:00000010:3.0:1777583138.349013:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583138.349016:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919299584, offset 0 00000400:00000200:3.0:1777583138.349029:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583138.349034:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583138.349039:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadfc00 00000400:00000200:3.0:1777583138.349043:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215d91 [1] + 0 00000400:00000200:3.0:1777583138.349047:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583138.349049:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583138.349055:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02392489c00 x1863919919299584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583138.349069:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583138.349071:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000020:00000010:3.0:1777583138.349078:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87a80. 00000020:00000010:3.0:1777583138.349080:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583138.349083:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5f11600. 00000100:00000200:3.0:1777583138.349092:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919299712 00010000:02000000:3.0:1777583138.349099:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583138.349103:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f50000. 00000400:00000010:3.0:1777583138.349108:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583138.349111:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919299712, offset 0 00000400:00000200:3.0:1777583138.349115:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583138.349119:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583138.349124:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadfc80 00000400:00000200:3.0:1777583138.349128:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215d99 [1] + 0 00000400:00000200:3.0:1777583138.349131:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583138.349164:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583138.349170:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02392488a80 x1863919919299712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583138.349179:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583138.349181:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000020:00000010:3.0:1777583138.349318:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87900. 00000020:00000010:3.0:1777583138.349322:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583138.349325:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248524c000. 00000400:00000010:3.0:1777583138.349345:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469210. 00000400:00000200:3.0:1777583138.349348:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583138.349350:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583138.349355:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02392489f80 x1863919919299456/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583138.349362:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02392489f80 x1863919919299456/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583138.349383:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884b000. 02000000:00000010:3.0:1777583138.349390:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583138.349395:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392489f80. 00000400:00000010:3.0:1777583138.349433:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469420. 00000400:00000200:3.0:1777583138.349435:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583138.349437:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583138.349441:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02392489c00 x1863919919299584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583138.349448:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02392489c00 x1863919919299584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583138.349464:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469f78. 00000400:00000200:3.0:1777583138.349467:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583138.349469:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583138.349472:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02392488a80 x1863919919299712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583138.349500:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02392488a80 x1863919919299712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583138.349510:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f51800. 02000000:00000010:3.0:1777583138.349514:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f53c00. 00000100:00000010:3.0:1777583138.349516:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392489c00. 02000000:00000010:3.0:1777583138.349519:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f52000. 02000000:00000010:3.0:1777583138.349521:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f52400. 00000100:00000010:3.0:1777583138.349523:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392488a80. 00000100:00000010:0.0:1777583138.986405:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d7e0. 00000100:00000010:2.0:1777583138.987750:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628dba0. 00000100:00000010:3.0:1777583138.988337:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d780. 00000100:00000010:1.0:1777583138.988548:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d3c0. 00000100:00000010:1.0:1777583143.477582:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554ed80. 02000000:00000010:1.0:1777583143.477605:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877900. 00000100:00000010:1.0:1777583143.477744:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554e680. 02000000:00000010:1.0:1777583143.477753:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024aca07400. 00000100:00000010:1.0:1777583143.477773:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554c000. 02000000:00000010:1.0:1777583143.477778:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024aca07000. 02000000:00000010:1.0:1777583143.477845:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023f596ac00. 00000400:00000010:1.0:1777583143.477854:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36630. 00000400:00000010:1.0:1777583143.477860:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583143.477869:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919299968, portal 10 00000400:00000010:1.0:1777583143.477876:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583143.477879:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919299968, offset 0 00000400:00000200:1.0:1777583143.477887:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583143.477900:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583143.477912:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadfd80 00000400:00000200:1.0:1777583143.477919:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 86536 00000400:00000200:1.0:1777583143.477927:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583143.477931:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583143.477940:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583143.477955:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554f480. 00000400:00000200:1.0:1777583143.477994:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583143.477997:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583143.478020:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248554e680 x1863919919299968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583143.478046:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1cc0. 00000100:00000010:1.0:1777583143.478062:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1000. 00000100:00000010:1.0:1777583143.478078:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1720. 00000100:00000010:1.0:1777583143.478083:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca15a0. 02000000:00000010:1.0:1777583143.478093:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023f5969000. 00000400:00000010:1.0:1777583143.478097:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36108. 00000400:00000010:1.0:1777583143.478099:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583143.478102:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919300096, portal 10 00000400:00000010:1.0:1777583143.478111:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583143.478113:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919300096, offset 0 00000400:00000200:1.0:1777583143.478117:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583143.478122:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583143.478126:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadfe00 00000400:00000200:1.0:1777583143.478129:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 87056 00000400:00000200:1.0:1777583143.478155:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583143.478159:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583143.478162:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583143.478167:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef34e00. 00000400:00000200:1.0:1777583143.478192:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583143.478194:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583143.478198:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248554c000 x1863919919300096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583143.478243:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583143.478249:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27a80. 00000020:00000010:1.0:1777583143.478255:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583143.478307:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583143.478311:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27080. 00000020:00000010:1.0:1777583143.478314:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583143.478333:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919299968 00010000:02000000:1.0:1777583143.478363:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583143.478373:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248526b000. 00000400:00000010:1.0:1777583143.478385:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583143.478388:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919299968, offset 0 00000400:00000200:1.0:1777583143.478392:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583143.478397:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583143.478403:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadfd80 00000400:00000200:1.0:1777583143.478407:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215db1 [1] + 0 00000400:00000200:1.0:1777583143.478411:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583143.478413:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583143.478419:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248554e680 x1863919919299968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583143.478435:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583143.478437:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000020:00000010:1.0:1777583143.478449:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27a80. 00000020:00000010:1.0:1777583143.478454:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:1.0:1777583143.478458:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000100:00000200:1.0:1777583143.478468:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919300096 00010000:02000000:1.0:1777583143.478474:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583143.478480:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248526ac00. 00000400:00000010:1.0:1777583143.478484:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583143.478487:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919300096, offset 0 00000400:00000200:1.0:1777583143.478490:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583143.478494:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583143.478498:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadfe00 00000400:00000200:1.0:1777583143.478502:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215db9 [1] + 0 00000400:00000200:1.0:1777583143.478505:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583143.478508:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583143.478512:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248554c000 x1863919919300096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583143.478521:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583143.478523:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000020:00000010:1.0:1777583143.478528:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27080. 00000020:00000010:1.0:1777583143.478531:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583143.478534:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583143.478562:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36630. 00000400:00000200:1.0:1777583143.478565:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583143.478567:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583143.478571:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248554e680 x1863919919299968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583143.478578:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248554e680 x1863919919299968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583143.478603:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36108. 00000400:00000200:1.0:1777583143.478606:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583143.478607:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583143.478611:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248554c000 x1863919919300096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583143.478618:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248554c000 x1863919919300096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583143.478631:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023f596ac00. 02000000:00000010:1.0:1777583143.478638:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024aca07400. 00000100:00000010:1.0:1777583143.478642:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554e680. 02000000:00000010:1.0:1777583143.478646:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023f5969000. 02000000:00000010:1.0:1777583143.478648:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024aca07000. 00000100:00000010:1.0:1777583143.478649:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554c000. 02000000:00000010:2.0:1777583143.484070:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:2.0:1777583143.484085:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777583143.484129:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583143.484150:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919299840, portal 25 00000400:00000010:2.0:1777583143.484156:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583143.484160:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919299840, offset 0 00000400:00000200:2.0:1777583143.484168:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583143.484181:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583143.484192:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadfd00 00000400:00000200:2.0:1777583143.484198:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20ecdd [2] + 0 00000400:00000010:2.0:1777583143.484202:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6630. 00000400:00000200:2.0:1777583143.484209:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248a083540 00000400:00000200:2.0:1777583143.484214:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583143.484218:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583143.484223:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248a083540 00000400:00000010:2.0:1777583143.484227:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248a083540. 00000100:00000200:2.0:1777583143.484234:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583143.484508:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777583143.484511:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583143.484522:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248554ed80 x1863919919299840/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583143.484780:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:1.0:1777583143.484786:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000020:00000010:1.0:1777583143.484793:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583143.484798:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27080. 00000020:00000010:1.0:1777583143.484804:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583143.484849:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c80. 00000020:00000010:1.0:1777583143.484852:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c80. 00000100:00000200:1.0:1777583143.484855:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919299840 02000000:00000010:1.0:1777583143.484873:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07000. 00010000:00000200:1.0:1777583143.484881:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eeac50 x1863919919299840/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:584/0 lens 224/224 e 0 to 0 dl 1777583154 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583143.484898:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583143.484903:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919299840, offset 224 00000400:00000200:1.0:1777583143.484908:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583143.484914:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583143.484920:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadfd00 00000400:00000200:1.0:1777583143.484925:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215dc9 [1] + 224 00000400:00000200:1.0:1777583143.484930:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583143.484933:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583143.484951:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248554ed80 x1863919919299840/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583143.484981:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583143.484983:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000020:00000010:1.0:1777583143.484995:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27080. 00000020:00000010:1.0:1777583143.484999:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583143.485003:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583143.485009:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca07000. 00000100:00000200:1.0:1777583143.485015:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583143.485019:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36108. 00000400:00000010:2.0:1777583143.485236:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:2.0:1777583143.485241:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583143.485243:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583143.485250:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248554ed80 x1863919919299840/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583143.485259:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248554ed80 x1863919919299840/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583143.485294:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:2.0:1777583143.485300:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877900. 00000100:00000010:2.0:1777583143.485306:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554ed80. 00000400:00000010:1.0:1777583143.485473:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02396185b40. 00000100:00000010:1.0:1777583144.106495:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1000. 00000100:00000010:3.0:1777583144.107015:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca15a0. 00000100:00000010:0.0:1777583144.108414:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1cc0. 00000100:00000010:2.0:1777583144.109740:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1720. 00000100:00000010:3.0:1777583148.586735:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c5500. 02000000:00000010:3.0:1777583148.586757:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583148.586810:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c7b80. 02000000:00000010:3.0:1777583148.586818:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f52400. 00000100:00000010:3.0:1777583148.586835:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c7100. 02000000:00000010:3.0:1777583148.586838:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f52000. 02000000:00000010:0.0:1777583148.587014:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27400. 00000400:00000010:0.0:1777583148.587024:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6738. 00000400:00000010:0.0:1777583148.587032:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983220. 00000100:00000200:0.0:1777583148.587040:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919300224, portal 25 00000400:00000010:0.0:1777583148.587046:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583148.587049:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919300224, offset 0 00000400:00000200:0.0:1777583148.587058:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583148.587072:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583148.587082:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acadfe80 00000400:00000200:0.0:1777583148.587089:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20efbd [2] + 0 00000400:00000010:0.0:1777583148.587093:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe18f0. 00000400:00000200:0.0:1777583148.587099:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248849df00 00000400:00000200:0.0:1777583148.587105:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583148.587109:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583148.587115:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248849df00 00000400:00000010:0.0:1777583148.587117:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248849df00. 00000100:00000200:0.0:1777583148.587123:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583148.587167:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583148.587170:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583148.587177:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55c5500 x1863919919300224/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583148.587197:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfae0. 00000100:00000010:0.0:1777583148.587209:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfc00. 00000100:00000010:0.0:1777583148.587214:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df9c0. 00000100:00000010:0.0:1777583148.587218:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df360. 00000020:00000010:3.0:1777583148.587443:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c1c0. 00000020:00000010:3.0:1777583148.587449:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c1c0. 00000020:00000010:3.0:1777583148.587455:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583148.587460:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87900. 00000020:00000010:3.0:1777583148.587465:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583148.587503:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c1c0. 00000020:00000010:3.0:1777583148.587505:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c1c0. 00000100:00000200:3.0:1777583148.587509:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919300224 02000000:00000010:3.0:1777583148.587521:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f53c00. 00010000:00000200:3.0:1777583148.587529:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eea850 x1863919919300224/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:589/0 lens 224/224 e 0 to 0 dl 1777583159 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583148.587544:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583148.587548:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919300224, offset 224 00000400:00000200:3.0:1777583148.587552:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583148.587559:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583148.587565:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acadfe80 00000400:00000200:3.0:1777583148.587569:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215dd9 [1] + 224 00000400:00000200:3.0:1777583148.587573:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583148.587576:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583148.587582:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55c5500 x1863919919300224/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583148.587602:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583148.587604:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000020:00000010:3.0:1777583148.587616:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87900. 00000020:00000010:3.0:1777583148.587620:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583148.587622:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 02000000:00000010:3.0:1777583148.587630:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02386f53c00. 00000100:00000200:3.0:1777583148.587637:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583148.587640:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469f78. 00000400:00000010:3.0:1777583148.587644:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023895cbc00. 00000400:00000010:3.0:1777583148.587660:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6738. 00000400:00000200:3.0:1777583148.587663:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983220 00000400:00000010:3.0:1777583148.587664:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983220. 00000100:00000200:3.0:1777583148.587668:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55c5500 x1863919919300224/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583148.587676:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55c5500 x1863919919300224/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583148.587696:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27400. 02000000:00000010:3.0:1777583148.587702:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583148.587709:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c5500. 02000000:00000010:1.0:1777583148.588111:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca07000. 00000400:00000010:1.0:1777583148.588117:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36630. 00000400:00000010:1.0:1777583148.588122:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583148.588125:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919300352, portal 10 00000400:00000010:1.0:1777583148.588131:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583148.588163:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919300352, offset 0 00000400:00000200:1.0:1777583148.588169:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583148.588175:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583148.588181:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadff00 00000400:00000200:1.0:1777583148.588186:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 87576 00000400:00000200:1.0:1777583148.588191:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583148.588194:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583148.588199:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583148.588203:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef37b80. 00000400:00000200:1.0:1777583148.588212:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583148.588214:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583148.588219:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55c7b80 x1863919919300352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583148.588239:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024aca07400. 00000400:00000010:1.0:1777583148.588243:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca361b8. 00000400:00000010:1.0:1777583148.588245:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583148.588247:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919300480, portal 10 00000400:00000010:1.0:1777583148.588251:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583148.588253:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919300480, offset 0 00000400:00000200:1.0:1777583148.588256:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583148.588261:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583148.588265:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acadff80 00000400:00000200:1.0:1777583148.588269:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 88096 00000400:00000200:1.0:1777583148.588272:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583148.588275:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583148.588278:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583148.588281:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef37480. 00000400:00000200:1.0:1777583148.588290:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583148.588292:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583148.588295:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55c7100 x1863919919300480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583148.588385:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583148.588390:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87900. 00000020:00000010:3.0:1777583148.588394:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583148.588425:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583148.588429:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87a80. 00000020:00000010:3.0:1777583148.588432:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000100:00000200:3.0:1777583148.588452:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919300352 00010000:02000000:3.0:1777583148.588469:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583148.588476:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f53c00. 00000400:00000010:3.0:1777583148.588484:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583148.588487:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919300352, offset 0 00000400:00000200:3.0:1777583148.588490:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583148.588496:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583148.588501:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadff00 00000400:00000200:3.0:1777583148.588505:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215de9 [1] + 0 00000400:00000200:3.0:1777583148.588509:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583148.588511:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583148.588517:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55c7b80 x1863919919300352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583148.588531:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583148.588533:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000020:00000010:3.0:1777583148.588542:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87900. 00000020:00000010:3.0:1777583148.588545:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583148.588547:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000100:00000200:3.0:1777583148.588556:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919300480 00010000:02000000:3.0:1777583148.588562:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583148.588567:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f51800. 00000400:00000010:3.0:1777583148.588571:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583148.588573:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919300480, offset 0 00000400:00000200:3.0:1777583148.588576:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583148.588581:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583148.588585:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acadff80 00000400:00000200:3.0:1777583148.588589:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215df1 [1] + 0 00000400:00000200:3.0:1777583148.588592:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583148.588595:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583148.588598:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55c7100 x1863919919300480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583148.588608:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583148.588610:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000020:00000010:3.0:1777583148.588616:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87a80. 00000020:00000010:3.0:1777583148.588618:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583148.588620:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000400:00000010:3.0:1777583148.588642:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36630. 00000400:00000200:3.0:1777583148.588645:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:3.0:1777583148.588646:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:3.0:1777583148.588651:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55c7b80 x1863919919300352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583148.588658:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55c7b80 x1863919919300352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583148.588676:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca361b8. 00000400:00000200:3.0:1777583148.588678:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:3.0:1777583148.588680:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:3.0:1777583148.588683:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55c7100 x1863919919300480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583148.588690:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55c7100 x1863919919300480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583148.588702:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca07000. 02000000:00000010:3.0:1777583148.588706:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f52400. 00000100:00000010:3.0:1777583148.588710:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c7b80. 02000000:00000010:3.0:1777583148.588713:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024aca07400. 02000000:00000010:3.0:1777583148.588715:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f52000. 00000100:00000010:3.0:1777583148.588717:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c7100. 00000100:00000010:3.0:1777583149.227346:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df360. 00000100:00000010:0.0:1777583149.227537:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfae0. 00000100:00000010:2.0:1777583149.227610:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df9c0. 00000100:00000010:1.0:1777583149.229555:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfc00. 00000100:00000010:1.0:1777583153.708015:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef36d80. 02000000:00000010:1.0:1777583153.708037:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877600. 02000000:00000010:0.0:1777583153.709009:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27000. 00000400:00000010:0.0:1777583153.709020:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6630. 00000400:00000010:0.0:1777583153.709027:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583153.709035:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919300608, portal 25 00000400:00000010:0.0:1777583153.709040:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777583153.709043:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919300608, offset 0 00000400:00000200:0.0:1777583153.709063:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583153.709077:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583153.709087:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae0000 00000400:00000200:0.0:1777583153.709155:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20f431 [2] + 0 00000400:00000010:0.0:1777583153.709160:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e268. 00000400:00000200:0.0:1777583153.709164:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023934ab3c0 00000400:00000200:0.0:1777583153.709171:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583153.709175:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583153.709180:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023934ab3c0 00000400:00000010:0.0:1777583153.709182:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023934ab3c0. 00000100:00000200:0.0:1777583153.709187:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583153.709207:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:0.0:1777583153.709209:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00000100:00000200:0.0:1777583153.709216:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aef36d80 x1863919919300608/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583153.709239:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfae0. 00000100:00000010:0.0:1777583153.709251:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfa20. 00000100:00000010:0.0:1777583153.709256:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df120. 00000100:00000010:0.0:1777583153.709261:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df0c0. 00000100:00000010:0.0:1777583153.709294:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24dc00. 02000000:00000010:0.0:1777583153.709305:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d44c00. 00000100:00000010:0.0:1777583153.709327:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24c700. 02000000:00000010:0.0:1777583153.709332:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d45400. 02000000:00000010:0.0:1777583153.709351:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249c965400. 00000400:00000010:0.0:1777583153.709355:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f67e8. 00000400:00000010:0.0:1777583153.709358:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983198. 00000100:00000200:0.0:1777583153.709361:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919300736, portal 10 00000400:00000010:0.0:1777583153.709366:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777583153.709368:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919300736, offset 0 00000400:00000200:0.0:1777583153.709372:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583153.709377:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583153.709381:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0080 00000400:00000200:0.0:1777583153.709385:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 88616 00000400:00000200:0.0:1777583153.709390:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583153.709392:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583153.709396:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583153.709398:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d880. 00000400:00000200:0.0:1777583153.709407:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:0.0:1777583153.709409:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777583153.709413:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24dc00 x1863919919300736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583153.709429:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f6400. 00000400:00000010:0.0:1777583153.709432:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6580. 00000400:00000010:0.0:1777583153.709435:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983b28. 00000100:00000200:0.0:1777583153.709437:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919300864, portal 10 00000400:00000010:0.0:1777583153.709457:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583153.709460:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919300864, offset 0 00000400:00000200:0.0:1777583153.709464:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583153.709468:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583153.709473:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0100 00000400:00000200:0.0:1777583153.709476:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 89136 00000400:00000200:0.0:1777583153.709480:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583153.709482:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583153.709484:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583153.709487:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24df80. 00000400:00000200:0.0:1777583153.709495:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583153.709497:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583153.709501:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24c700 x1863919919300864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583153.710197:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7140. 00000020:00000010:1.0:1777583153.710204:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7140. 00000020:00000010:1.0:1777583153.710211:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583153.710238:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27a80. 00000020:00000010:1.0:1777583153.710243:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583153.710282:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7140. 00000020:00000010:1.0:1777583153.710285:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7140. 00000100:00000200:1.0:1777583153.710287:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919300608 02000000:00000010:1.0:1777583153.710302:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07000. 00010000:00000200:1.0:1777583153.710312:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eebc50 x1863919919300608/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:594/0 lens 224/224 e 0 to 0 dl 1777583164 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583153.710327:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583153.710331:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919300608, offset 224 00000400:00000200:1.0:1777583153.710336:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583153.710343:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583153.710349:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae0000 00000400:00000200:1.0:1777583153.710355:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215e01 [1] + 224 00000400:00000200:1.0:1777583153.710360:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583153.710363:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583153.710370:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aef36d80 x1863919919300608/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583153.710393:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583153.710395:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000020:00000010:1.0:1777583153.710406:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27a80. 00000020:00000010:1.0:1777583153.710410:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583153.710413:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583153.710419:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca07000. 00000100:00000200:1.0:1777583153.710423:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583153.710428:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca363c8. 00000400:00000010:1.0:1777583153.710432:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02396185180. 00000020:00000010:1.0:1777583153.710451:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583153.710455:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27a80. 00000020:00000010:1.0:1777583153.710457:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583153.710477:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583153.710480:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27c80. 00000020:00000010:1.0:1777583153.710484:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674bb8. 00000100:00000200:1.0:1777583153.710496:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919300736 00010000:02000000:1.0:1777583153.710510:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583153.710516:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07000. 00000400:00000010:1.0:1777583153.710523:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583153.710526:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919300736, offset 0 00000400:00000200:1.0:1777583153.710530:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583153.710534:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583153.710540:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0080 00000400:00000200:1.0:1777583153.710544:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215e09 [1] + 0 00000400:00000200:1.0:1777583153.710548:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583153.710550:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583153.710555:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24dc00 x1863919919300736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583153.710571:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583153.710573:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:3.0:1777583153.712235:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919300864 00010000:02000000:3.0:1777583153.712259:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583153.712276:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f51000. 00000400:00000010:3.0:1777583153.712290:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583153.712297:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919300864, offset 0 00000400:00000200:3.0:1777583153.712304:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583153.712344:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583153.712353:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0100 00000400:00000200:3.0:1777583153.712360:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215e11 [1] + 0 00000400:00000200:3.0:1777583153.712366:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583153.712369:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583153.712379:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24c700 x1863919919300864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583153.712394:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583153.712396:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000020:00000010:3.0:1777583153.712408:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27c80. 00000020:00000010:3.0:1777583153.712414:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674bb8. 00000020:00000010:3.0:1777583153.712419:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583153.712786:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27a80. 00000020:00000010:1.0:1777583153.712793:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583153.712796:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583153.712828:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f67e8. 00000400:00000200:1.0:1777583153.712832:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983198 00000400:00000010:1.0:1777583153.712833:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983198. 00000100:00000200:1.0:1777583153.712841:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24dc00 x1863919919300736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583153.712849:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24dc00 x1863919919300736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583153.712897:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6580. 00000400:00000200:1.0:1777583153.712900:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983b28 00000400:00000010:1.0:1777583153.712902:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983b28. 00000100:00000200:1.0:1777583153.712906:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24c700 x1863919919300864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583153.712913:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24c700 x1863919919300864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583153.712930:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249c965400. 02000000:00000010:1.0:1777583153.712936:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d44c00. 00000100:00000010:1.0:1777583153.712940:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24dc00. 02000000:00000010:1.0:1777583153.712944:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f6400. 02000000:00000010:1.0:1777583153.712946:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d45400. 00000100:00000010:1.0:1777583153.712949:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24c700. 00000400:00000010:0.0:1777583153.713113:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6630. 00000400:00000200:0.0:1777583153.713118:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583153.713119:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583153.713126:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aef36d80 x1863919919300608/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583153.713160:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aef36d80 x1863919919300608/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583153.713175:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27000. 02000000:00000010:0.0:1777583153.713179:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877600. 00000100:00000010:0.0:1777583153.713183:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef36d80. 00000100:00000010:2.0:1777583154.346211:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df120. 00000100:00000010:3.0:1777583154.347748:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df0c0. 00000100:00000010:0.0:1777583154.348030:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfae0. 00000100:00000010:1.0:1777583154.348123:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfa20. 00000100:00000010:1.0:1777583158.834365:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef35500. 02000000:00000010:1.0:1777583158.834391:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877600. 00000100:00000010:1.0:1777583158.834453:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef35180. 02000000:00000010:1.0:1777583158.834462:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024aca07400. 00000100:00000010:1.0:1777583158.834482:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef34a80. 02000000:00000010:1.0:1777583158.834487:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d45400. 02000000:00000010:1.0:1777583158.834522:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02384d44c00. 00000400:00000010:1.0:1777583158.834529:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca361b8. 00000400:00000010:1.0:1777583158.834537:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583158.834544:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919301120, portal 10 00000400:00000010:1.0:1777583158.834551:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583158.834554:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919301120, offset 0 00000400:00000200:1.0:1777583158.834562:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583158.834577:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583158.834587:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0200 02000000:00000010:0.0:1777583158.835116:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27000. 00000400:00000010:0.0:1777583158.835123:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6630. 00000400:00000010:0.0:1777583158.835128:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583158.835131:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919300992, portal 25 00000400:00000010:0.0:1777583158.835162:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583158.835166:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919300992, offset 0 00000400:00000200:0.0:1777583158.835171:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583158.835178:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583158.835186:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae0180 00000400:00000200:0.0:1777583158.835191:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20f6f9 [2] + 0 00000400:00000010:0.0:1777583158.835195:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1160. 00000400:00000200:0.0:1777583158.835199:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248849dc00 00000400:00000200:0.0:1777583158.835205:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583158.835209:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583158.835214:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248849dc00 00000400:00000010:0.0:1777583158.835217:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248849dc00. 00000100:00000200:0.0:1777583158.835222:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583158.835246:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583158.835248:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583158.835255:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aef35500 x1863919919300992/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583158.835274:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfae0. 00000100:00000010:0.0:1777583158.835285:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df540. 00000100:00000010:0.0:1777583158.835290:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df900. 00000100:00000010:0.0:1777583158.835294:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df300. 00000020:00000010:3.0:1777583158.835401:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c700. 00000020:00000010:3.0:1777583158.835406:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c700. 00000020:00000010:3.0:1777583158.835413:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583158.835418:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87900. 00000020:00000010:3.0:1777583158.835423:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583158.835463:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c700. 00000020:00000010:3.0:1777583158.835467:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c700. 00000100:00000200:3.0:1777583158.835470:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919300992 02000000:00000010:3.0:1777583158.835484:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f52800. 00010000:00000200:3.0:1777583158.835492:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eeb850 x1863919919300992/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:599/0 lens 224/224 e 0 to 0 dl 1777583169 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583158.835507:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583158.835510:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919300992, offset 224 00000400:00000200:3.0:1777583158.835515:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583158.835520:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583158.835525:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae0180 00000400:00000200:3.0:1777583158.835530:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215e31 [1] + 224 00000400:00000200:3.0:1777583158.835533:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583158.835536:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583158.835542:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aef35500 x1863919919300992/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583158.835546:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 89656 00000400:00000200:1.0:1777583158.835552:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583158.835555:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583158.835558:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583158.835559:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000020:00000010:3.0:1777583158.835571:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87900. 00000020:00000010:3.0:1777583158.835574:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583158.835577:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 02000000:00000010:3.0:1777583158.835586:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02386f52800. 00000100:00000200:3.0:1777583158.835593:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583158.835596:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469420. 00000100:00000200:1.0:1777583158.840678:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583158.840695:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef35f80. 00000400:00000200:1.0:1777583158.840729:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583158.840732:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583158.840744:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aef35180 x1863919919301120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583158.840796:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249c965400. 00000400:00000010:1.0:1777583158.840803:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36630. 00000400:00000010:1.0:1777583158.840807:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583158.840814:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919301248, portal 10 00000400:00000010:1.0:1777583158.840821:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583158.840824:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919301248, offset 0 00000400:00000200:1.0:1777583158.840829:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583158.840849:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583158.840860:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0280 00000400:00000200:1.0:1777583158.840867:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 90176 00000400:00000200:1.0:1777583158.840874:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583158.840878:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583158.840883:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583158.840886:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef35880. 00000400:00000200:1.0:1777583158.840898:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583158.840900:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583158.840904:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aef34a80 x1863919919301248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583158.840965:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583158.840971:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27600. 00000020:00000010:1.0:1777583158.840976:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583158.841001:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0a00. 00000020:00000010:1.0:1777583158.841004:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27380. 00000020:00000010:1.0:1777583158.841007:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000100:00000200:1.0:1777583158.841024:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919301120 00010000:02000000:1.0:1777583158.841040:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583158.841049:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023f5969000. 00000400:00000010:1.0:1777583158.841061:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583158.841063:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919301120, offset 0 00000400:00000200:1.0:1777583158.841067:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583158.841073:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583158.841117:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0200 00000400:00000200:1.0:1777583158.841122:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215e29 [1] + 0 00000400:00000200:1.0:1777583158.841126:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583158.841128:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583158.841149:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aef35180 x1863919919301120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583158.841164:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583158.841165:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000020:00000010:1.0:1777583158.841176:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27600. 00000020:00000010:1.0:1777583158.841180:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000400:00000010:3.0:1777583158.841189:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d300. 00000020:00000010:1.0:1777583158.841191:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000100:00000200:1.0:1777583158.841201:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919301248 00010000:02000000:1.0:1777583158.841208:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583158.841212:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023f596ac00. 00000400:00000010:1.0:1777583158.841217:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583158.841220:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919301248, offset 0 00000400:00000200:1.0:1777583158.841224:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583158.841229:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583158.841234:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0280 00000400:00000200:1.0:1777583158.841238:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215e3d [1] + 0 00000400:00000200:1.0:1777583158.841242:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583158.841244:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583158.841249:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aef34a80 x1863919919301248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583158.841258:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583158.841260:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000020:00000010:1.0:1777583158.841265:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27380. 00000020:00000010:1.0:1777583158.841268:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583158.841270:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0a00. 00000400:00000010:1.0:1777583158.841286:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca361b8. 00000400:00000200:1.0:1777583158.841289:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583158.841292:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583158.841296:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aef35180 x1863919919301120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583158.841304:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aef35180 x1863919919301120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583158.841327:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36630. 00000400:00000200:1.0:1777583158.841331:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583158.841332:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583158.841335:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aef34a80 x1863919919301248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583158.841342:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aef34a80 x1863919919301248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583158.841353:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02384d44c00. 02000000:00000010:1.0:1777583158.841359:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024aca07400. 00000100:00000010:1.0:1777583158.841363:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef35180. 02000000:00000010:1.0:1777583158.841366:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249c965400. 02000000:00000010:1.0:1777583158.841369:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d45400. 00000100:00000010:1.0:1777583158.841371:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef34a80. 00000400:00000010:0.0:1777583158.844088:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6630. 00000400:00000200:0.0:1777583158.844099:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583158.844102:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583158.844116:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aef35500 x1863919919300992/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583158.844128:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aef35500 x1863919919300992/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583158.844169:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27000. 02000000:00000010:0.0:1777583158.844176:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877600. 00000100:00000010:0.0:1777583158.844181:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef35500. 00000100:00000010:2.0:1777583159.466203:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df900. 00000100:00000010:0.0:1777583159.466675:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfae0. 00000100:00000010:1.0:1777583159.466790:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df540. 00000100:00000010:3.0:1777583159.466944:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df300. 00000800:00000200:1.0:1777583161.771597:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777583161.771605:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1021 00000800:00000200:1.0:1777583161.771610:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1777583161.783075:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1777583163.950487:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c7100. 02000000:00000010:3.0:1777583163.950509:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3e00. 02000000:00000010:0.0:1777583163.950580:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27000. 00000400:00000010:0.0:1777583163.950590:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6630. 00000400:00000010:0.0:1777583163.950598:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583163.950605:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919301376, portal 25 00000400:00000010:0.0:1777583163.950610:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583163.950613:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919301376, offset 0 00000400:00000200:0.0:1777583163.950621:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583163.950636:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583163.950648:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae0300 00000400:00000200:0.0:1777583163.950654:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20fbb5 [2] + 0 00000400:00000010:0.0:1777583163.950659:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6bb0. 00000400:00000200:0.0:1777583163.950687:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248a083300 00000400:00000200:0.0:1777583163.950694:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583163.950699:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583163.950705:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248a083300 00000400:00000010:0.0:1777583163.950708:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248a083300. 00000100:00000200:0.0:1777583163.950716:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583163.950742:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583163.950745:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583163.950753:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55c7100 x1863919919301376/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583163.950774:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583163.950797:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dff60. 00000100:00000010:0.0:1777583163.950803:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df4e0. 00000100:00000010:0.0:1777583163.950809:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df060. 00000100:00000010:3.0:1777583163.954490:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c7b80. 02000000:00000010:3.0:1777583163.954512:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f52800. 00000100:00000010:3.0:1777583163.954547:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c5500. 02000000:00000010:3.0:1777583163.954552:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f53000. 00000020:00000010:1.0:1777583163.954783:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7b00. 00000020:00000010:1.0:1777583163.954798:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7b00. 00000020:00000010:1.0:1777583163.954803:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583163.954809:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27600. 00000020:00000010:1.0:1777583163.954815:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583163.954849:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7b00. 00000020:00000010:1.0:1777583163.954851:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7b00. 00000100:00000200:1.0:1777583163.954854:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919301376 02000000:00000010:1.0:1777583163.954866:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384d44c00. 00010000:00000200:1.0:1777583163.954878:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7ee8850 x1863919919301376/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:604/0 lens 224/224 e 0 to 0 dl 1777583174 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583163.954895:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583163.954901:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919301376, offset 224 00000400:00000200:1.0:1777583163.954908:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583163.954920:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583163.954930:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae0300 00000400:00000200:1.0:1777583163.954938:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215e51 [1] + 224 00000400:00000200:1.0:1777583163.954946:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583163.954949:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583163.954958:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55c7100 x1863919919301376/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583163.955223:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f52000. 00000400:00000010:3.0:1777583163.955229:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469210. 00000400:00000010:3.0:1777583163.955233:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583163.955238:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919301504, portal 10 00000400:00000010:3.0:1777583163.955244:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583163.955246:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919301504, offset 0 00000400:00000200:3.0:1777583163.955251:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583163.955256:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583163.955261:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0380 00000400:00000200:3.0:1777583163.955266:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 90696 00000400:00000200:3.0:1777583163.955271:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583163.955274:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583163.955279:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583163.955283:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c5f80. 00000400:00000200:3.0:1777583163.955298:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583163.955300:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583163.955306:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55c7b80 x1863919919301504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583163.955327:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238606bc00. 00000400:00000010:3.0:1777583163.955329:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469058. 00000400:00000010:3.0:1777583163.955332:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583163.955334:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919301632, portal 10 00000400:00000010:3.0:1777583163.955337:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583163.955340:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919301632, offset 0 00000400:00000200:3.0:1777583163.955343:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583163.955347:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583163.955351:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0400 00000400:00000200:3.0:1777583163.955354:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 91216 00000400:00000200:3.0:1777583163.955358:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583163.955360:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583163.955362:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583163.955365:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c4000. 00000400:00000200:3.0:1777583163.955373:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583163.955375:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583163.955379:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55c5500 x1863919919301632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583163.955415:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583163.955420:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87d00. 00000020:00000010:3.0:1777583163.955424:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583163.955443:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583163.955447:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87200. 00000020:00000010:3.0:1777583163.955450:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000100:00000200:3.0:1777583163.955464:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919301504 00010000:02000000:3.0:1777583163.955483:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583163.955491:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f1f8400. 00000400:00000010:3.0:1777583163.955499:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583163.955502:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919301504, offset 0 00000400:00000200:3.0:1777583163.955505:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583163.955510:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583163.955516:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0380 00000400:00000200:3.0:1777583163.955520:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215e5d [1] + 0 00000400:00000200:3.0:1777583163.955524:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583163.955527:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583163.955533:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55c7b80 x1863919919301504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583163.955548:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583163.955550:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000020:00000010:3.0:1777583163.955561:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87d00. 00000020:00000010:3.0:1777583163.955564:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:3.0:1777583163.955566:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000100:00000200:3.0:1777583163.955576:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919301632 00010000:02000000:3.0:1777583163.955582:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583163.955587:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f1fbc00. 00000400:00000010:3.0:1777583163.955591:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583163.955594:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919301632, offset 0 00000400:00000200:3.0:1777583163.955597:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583163.955602:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583163.955606:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0400 00000400:00000200:3.0:1777583163.955610:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215e65 [1] + 0 00000400:00000200:3.0:1777583163.955613:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583163.955615:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583163.955620:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55c5500 x1863919919301632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583163.955629:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583163.955630:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000020:00000010:3.0:1777583163.955637:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87200. 00000020:00000010:3.0:1777583163.955639:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583163.955642:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000400:00000010:3.0:1777583163.955719:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469210. 00000400:00000200:3.0:1777583163.955722:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583163.955751:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583163.955756:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55c7b80 x1863919919301504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583163.955763:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55c7b80 x1863919919301504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583163.955819:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469058. 00000400:00000200:3.0:1777583163.955822:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583163.955823:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583163.955827:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55c5500 x1863919919301632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583163.955833:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55c5500 x1863919919301632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583163.955846:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f52000. 02000000:00000010:3.0:1777583163.955851:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f52800. 00000100:00000010:3.0:1777583163.955855:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c7b80. 02000000:00000010:3.0:1777583163.955858:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238606bc00. 02000000:00000010:3.0:1777583163.955861:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f53000. 00000100:00000010:3.0:1777583163.955863:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c5500. 00000400:00000200:1.0:1777583163.962012:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583163.962021:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000020:00000010:1.0:1777583163.962051:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27600. 00000020:00000010:1.0:1777583163.962058:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583163.962063:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583163.962076:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02384d44c00. 00000100:00000200:1.0:1777583163.962086:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583163.962098:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36630. 00000400:00000010:1.0:1777583163.962105:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02396185900. 00000400:00000010:0.0:1777583163.967596:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6630. 00000400:00000200:0.0:1777583163.967609:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583163.967612:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583163.967625:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55c7100 x1863919919301376/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583163.967636:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55c7100 x1863919919301376/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583163.967664:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27000. 02000000:00000010:0.0:1777583163.967673:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3e00. 00000100:00000010:0.0:1777583163.967719:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c7100. 00000100:00000010:1.0:1777583164.586260:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dff60. 00000100:00000010:0.0:1777583164.586298:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000100:00000010:3.0:1777583164.586464:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df060. 00000100:00000010:2.0:1777583164.590609:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df4e0. 00000800:00000200:1.0:1777583168.942925:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:1.0:1777583168.942932:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1777583168.942937:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1777583168.943401:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1777583169.066675:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24e300. 02000000:00000010:0.0:1777583169.066700:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583169.066763:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d180. 02000000:00000010:0.0:1777583169.066772:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6400. 00000100:00000010:0.0:1777583169.066793:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24c700. 02000000:00000010:0.0:1777583169.066800:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f4c00. 02000000:00000010:1.0:1777583169.066880:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583169.066889:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca361b8. 00000400:00000010:1.0:1777583169.066897:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583169.067203:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919301760, portal 25 00000400:00000010:1.0:1777583169.067212:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583169.067218:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919301760, offset 0 00000400:00000200:1.0:1777583169.067229:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583169.067246:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583169.067259:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae0480 00000400:00000200:1.0:1777583169.067269:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x20fec9 [2] + 0 00000400:00000010:1.0:1777583169.067274:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc000. 00000400:00000200:1.0:1777583169.067278:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe7b000 00000400:00000200:1.0:1777583169.067284:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583169.067288:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583169.067293:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe7b000 00000400:00000010:1.0:1777583169.067295:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe7b000. 00000100:00000200:1.0:1777583169.067301:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583169.067328:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583169.067330:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583169.067338:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24e300 x1863919919301760/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583169.067564:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1000. 00000100:00000010:1.0:1777583169.067579:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1a20. 00000100:00000010:1.0:1777583169.067584:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1d80. 00000100:00000010:1.0:1777583169.067591:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1d20. 02000000:00000010:3.0:1777583169.067701:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f52400. 00000400:00000010:3.0:1777583169.067709:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469058. 00000400:00000010:3.0:1777583169.067714:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583169.067719:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919301888, portal 10 00000400:00000010:3.0:1777583169.067726:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583169.067729:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919301888, offset 0 00000400:00000200:3.0:1777583169.067736:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583169.067757:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583169.067766:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0500 00000400:00000200:3.0:1777583169.067773:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 91736 00000400:00000200:3.0:1777583169.067779:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583169.067783:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583169.067789:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583169.067795:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c5500. 00000400:00000200:3.0:1777583169.067820:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583169.067823:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583169.067831:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24d180 x1863919919301888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583169.067850:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02386f53000. 00000400:00000010:3.0:1777583169.067854:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469210. 00000400:00000010:3.0:1777583169.067858:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583169.067862:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919302016, portal 10 00000400:00000010:3.0:1777583169.067867:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583169.067870:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919302016, offset 0 00000400:00000200:3.0:1777583169.067876:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583169.067883:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583169.067889:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0580 00000400:00000200:3.0:1777583169.067895:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 92256 00000400:00000200:3.0:1777583169.067899:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583169.067902:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583169.067967:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583169.067972:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c7b80. 00000400:00000200:3.0:1777583169.067985:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583169.068084:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583169.068092:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24c700 x1863919919302016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583169.068172:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583169.068179:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87200. 00000020:00000010:3.0:1777583169.068184:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583169.068216:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583169.068219:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87d00. 00000020:00000010:3.0:1777583169.068222:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87640. 00000100:00000200:3.0:1777583169.068244:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919301888 00010000:02000000:3.0:1777583169.068261:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583169.068271:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f52800. 00000400:00000010:3.0:1777583169.068283:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583169.068287:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919301888, offset 0 00000400:00000200:3.0:1777583169.068290:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583169.068295:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583169.068300:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0500 00000400:00000200:3.0:1777583169.068304:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215e81 [1] + 0 00000400:00000200:3.0:1777583169.068308:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583169.068310:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583169.068316:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24d180 x1863919919301888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583169.068330:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583169.068332:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000020:00000010:3.0:1777583169.068343:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87200. 00000020:00000010:3.0:1777583169.068348:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583169.068351:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000100:00000200:1.0:1777583169.068650:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919302016 00010000:02000000:1.0:1777583169.068659:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583169.068667:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384d45400. 00000400:00000010:1.0:1777583169.068673:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583169.068677:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919302016, offset 0 00000400:00000200:1.0:1777583169.068682:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583169.068690:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583169.068697:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0580 00000400:00000200:1.0:1777583169.068703:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215e89 [1] + 0 00000400:00000200:1.0:1777583169.068707:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583169.068711:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583169.068719:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24c700 x1863919919302016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583169.068733:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583169.068792:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000020:00000010:1.0:1777583169.068802:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87d00. 00000020:00000010:1.0:1777583169.068807:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87640. 00000020:00000010:1.0:1777583169.068810:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000020:00000010:0.0:1777583169.068926:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db380. 00000020:00000010:0.0:1777583169.068930:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db380. 00000020:00000010:0.0:1777583169.068935:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583169.068939:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fe300. 00000020:00000010:0.0:1777583169.068942:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583169.074777:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db380. 00000020:00000010:0.0:1777583169.074787:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db380. 00000100:00000200:0.0:1777583169.074793:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919301760 02000000:00000010:0.0:1777583169.074814:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f6000. 00010000:00000200:0.0:1777583169.074826:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7ee9c50 x1863919919301760/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:610/0 lens 224/224 e 0 to 0 dl 1777583180 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583169.074846:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583169.074854:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919301760, offset 224 00000400:00000200:0.0:1777583169.074862:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583169.074875:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583169.074886:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae0480 00000400:00000200:0.0:1777583169.074894:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215e79 [1] + 224 00000400:00000200:0.0:1777583169.074901:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583169.075524:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583169.075536:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24e300 x1863919919301760/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583169.075563:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583169.075566:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000020:00000010:0.0:1777583169.075631:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fe300. 00000020:00000010:0.0:1777583169.075637:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583169.075641:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583169.075649:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b62f6000. 00000100:00000200:0.0:1777583169.075656:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583169.075661:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6630. 00000400:00000010:0.0:1777583169.075666:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023888bbd80. 00000400:00000010:3.0:1777583169.087169:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469058. 00000400:00000200:3.0:1777583169.087180:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583169.087183:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583169.087244:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24d180 x1863919919301888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583169.087263:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24d180 x1863919919301888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583169.087298:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469210. 00000400:00000200:3.0:1777583169.087301:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583169.087303:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583169.087307:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24c700 x1863919919302016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583169.087315:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24c700 x1863919919302016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583169.087336:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f52400. 02000000:00000010:3.0:1777583169.087342:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6400. 00000100:00000010:3.0:1777583169.087347:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24d180. 02000000:00000010:3.0:1777583169.087351:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02386f53000. 02000000:00000010:3.0:1777583169.087355:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f4c00. 00000100:00000010:3.0:1777583169.087356:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24c700. 00000400:00000010:0.0:1777583169.091161:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca361b8. 00000400:00000200:0.0:1777583169.091171:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:0.0:1777583169.091174:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:0.0:1777583169.091188:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24e300 x1863919919301760/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583169.091199:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24e300 x1863919919301760/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583169.091226:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0800. 02000000:00000010:0.0:1777583169.091232:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583169.091237:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24e300. 00000100:00000010:0.0:1777583169.706267:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1000. 00000100:00000010:1.0:1777583169.706503:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1a20. 00000100:00000010:2.0:1777583169.706570:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1d80. 00000100:00000010:3.0:1777583169.707577:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1d20. 00000100:00000010:1.0:1777583174.186344:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef34a80. 02000000:00000010:1.0:1777583174.186372:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877900. 00000100:00000010:1.0:1777583174.186424:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef35180. 02000000:00000010:1.0:1777583174.186434:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02384d44c00. 00000100:00000010:1.0:1777583174.186452:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef36680. 02000000:00000010:1.0:1777583174.186457:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024aca07400. 02000000:00000010:1.0:1777583174.186486:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0249c965400. 00000400:00000010:1.0:1777583174.186493:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36898. 00000400:00000010:1.0:1777583174.186502:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583174.186509:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919302272, portal 10 00000400:00000010:1.0:1777583174.186516:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583174.186519:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919302272, offset 0 00000400:00000200:1.0:1777583174.186528:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583174.186540:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583174.186552:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0680 00000400:00000200:1.0:1777583174.186558:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 92776 00000400:00000200:1.0:1777583174.186566:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583174.186569:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583174.186576:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583174.186581:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef35500. 00000400:00000200:1.0:1777583174.186601:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583174.186604:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583174.186612:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aef35180 x1863919919302272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583174.186631:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1a20. 00000100:00000010:1.0:1777583174.186647:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1240. 00000100:00000010:1.0:1777583174.186652:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1300. 00000100:00000010:1.0:1777583174.186671:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1c00. 02000000:00000010:1.0:1777583174.186685:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238458ec00. 00000400:00000010:1.0:1777583174.186688:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36580. 00000400:00000010:1.0:1777583174.186702:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583174.186706:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919302400, portal 10 00000400:00000010:1.0:1777583174.186710:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583174.186712:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919302400, offset 0 00000400:00000200:1.0:1777583174.186716:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583174.186721:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583174.186725:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0700 00000400:00000200:1.0:1777583174.186729:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 93296 00000400:00000200:1.0:1777583174.186733:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583174.186735:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583174.186738:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583174.186742:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef36d80. 00000400:00000200:1.0:1777583174.186751:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583174.186753:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583174.186757:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aef36680 x1863919919302400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583174.186799:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1200. 00000020:00000010:1.0:1777583174.186805:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27680. 00000020:00000010:1.0:1777583174.186809:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583174.187128:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583174.187161:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27900. 00000020:00000010:1.0:1777583174.187165:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583174.187187:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919302272 00010000:02000000:1.0:1777583174.187204:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583174.187214:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238458d400. 00000400:00000010:1.0:1777583174.187224:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583174.187228:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919302272, offset 0 00000400:00000200:1.0:1777583174.187232:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583174.187237:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583174.187243:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0680 00000400:00000200:1.0:1777583174.187248:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215ea1 [1] + 0 00000400:00000200:1.0:1777583174.187252:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583174.187254:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583174.187260:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aef35180 x1863919919302272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583174.187288:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583174.187290:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000020:00000010:1.0:1777583174.187302:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27680. 00000020:00000010:1.0:1777583174.187307:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583174.187311:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1200. 00000100:00000200:1.0:1777583174.187322:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919302400 00010000:02000000:1.0:1777583174.187328:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583174.187334:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d4400. 00000400:00000010:1.0:1777583174.187338:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583174.187341:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919302400, offset 0 00000400:00000200:1.0:1777583174.187344:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583174.187349:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583174.187354:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0700 00000400:00000200:1.0:1777583174.187357:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215ea9 [1] + 0 00000400:00000200:1.0:1777583174.187361:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583174.187363:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583174.187368:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aef36680 x1863919919302400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583174.187376:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583174.187378:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000020:00000010:1.0:1777583174.187384:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27900. 00000020:00000010:1.0:1777583174.187386:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583174.187388:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583174.187417:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36898. 00000400:00000200:1.0:1777583174.187420:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583174.187422:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583174.187426:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aef35180 x1863919919302272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583174.187433:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aef35180 x1863919919302272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583174.187457:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36580. 00000400:00000200:1.0:1777583174.187459:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583174.187461:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583174.187464:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aef36680 x1863919919302400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583174.187472:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aef36680 x1863919919302400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583174.187484:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0249c965400. 02000000:00000010:1.0:1777583174.187490:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02384d44c00. 00000100:00000010:1.0:1777583174.187494:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef35180. 02000000:00000010:1.0:1777583174.187496:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238458ec00. 02000000:00000010:1.0:1777583174.187499:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024aca07400. 00000100:00000010:1.0:1777583174.187500:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef36680. 02000000:00000010:0.0:1777583174.187624:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27e00. 00000400:00000010:0.0:1777583174.187630:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6790. 00000400:00000010:0.0:1777583174.187634:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583174.187638:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919302144, portal 25 00000400:00000010:0.0:1777583174.187641:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583174.187643:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919302144, offset 0 00000400:00000200:0.0:1777583174.187647:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583174.187652:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583174.187671:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae0600 00000400:00000200:0.0:1777583174.187676:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x210355 [2] + 0 00000400:00000010:0.0:1777583174.187679:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1210. 00000400:00000200:0.0:1777583174.187682:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248849d3c0 00000400:00000200:0.0:1777583174.187685:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583174.187687:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583174.187701:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248849d3c0 00000400:00000010:0.0:1777583174.187703:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248849d3c0. 00000100:00000200:0.0:1777583174.187709:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583174.187727:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583174.187729:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583174.187734:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aef34a80 x1863919919302144/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583174.188234:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7900. 00000020:00000010:1.0:1777583174.188239:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7900. 00000020:00000010:1.0:1777583174.188243:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583174.188246:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27900. 00000020:00000010:1.0:1777583174.188249:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583174.188451:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7900. 00000020:00000010:1.0:1777583174.188454:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7900. 00000100:00000200:1.0:1777583174.188457:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919302144 02000000:00000010:1.0:1777583174.188470:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d5c00. 00010000:00000200:1.0:1777583174.188479:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eea050 x1863919919302144/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:615/0 lens 224/224 e 0 to 0 dl 1777583185 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583174.188491:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583174.188496:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919302144, offset 224 00000400:00000200:1.0:1777583174.188500:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583174.188511:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583174.188518:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae0600 00000400:00000200:1.0:1777583174.188524:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215eb9 [1] + 224 00000400:00000200:1.0:1777583174.188528:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583174.188531:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583174.188537:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aef34a80 x1863919919302144/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583174.188550:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583174.188552:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000020:00000010:1.0:1777583174.188561:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27900. 00000020:00000010:1.0:1777583174.188564:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583174.188567:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583174.188573:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d5c00. 00000100:00000200:1.0:1777583174.188580:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583174.188583:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36580. 00000400:00000010:1.0:1777583174.188587:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02396185f00. 00000400:00000010:0.0:1777583174.189449:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6790. 00000400:00000200:0.0:1777583174.189455:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583174.189457:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583174.189466:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aef34a80 x1863919919302144/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583174.189475:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aef34a80 x1863919919302144/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583174.189497:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27e00. 02000000:00000010:0.0:1777583174.189503:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877900. 00000100:00000010:0.0:1777583174.189507:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef34a80. 00000100:00000010:2.0:1777583174.827538:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1300. 00000100:00000010:0.0:1777583174.827882:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1a20. 00000100:00000010:1.0:1777583174.828028:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1240. 00000100:00000010:3.0:1777583174.828803:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1c00. 00000100:00000010:0.0:1777583179.308549:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24e300. 02000000:00000010:0.0:1777583179.308570:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583179.308622:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24dc00. 02000000:00000010:2.0:1777583179.308743:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:2.0:1777583179.308751:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777583179.308757:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583179.308765:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919302528, portal 25 00000400:00000010:2.0:1777583179.308769:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583179.308772:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919302528, offset 0 00000400:00000200:2.0:1777583179.308779:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583179.308793:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583179.308803:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae0780 00000400:00000200:2.0:1777583179.308809:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2106a1 [2] + 0 00000400:00000010:2.0:1777583179.308813:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edce18. 00000400:00000200:2.0:1777583179.308818:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe7bd80 00000400:00000200:2.0:1777583179.308838:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583179.308842:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583179.308847:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe7bd80 00000400:00000010:2.0:1777583179.308850:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe7bd80. 00000100:00000200:2.0:1777583179.308856:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583179.308876:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777583179.308877:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583179.308888:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24e300 x1863919919302528/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583179.308907:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 00000100:00000010:2.0:1777583179.308921:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583179.308926:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777583179.308932:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 00000020:00000010:2.0:1777583179.308972:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125cc0. 00000020:00000010:2.0:1777583179.308976:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125cc0. 00000020:00000010:2.0:1777583179.308982:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583179.308988:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c680. 00000020:00000010:2.0:1777583179.308993:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583179.309023:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125cc0. 00000020:00000010:2.0:1777583179.309025:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125cc0. 00000100:00000200:2.0:1777583179.309028:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919302528 02000000:00000010:2.0:1777583179.309041:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179e000. 00010000:00000200:2.0:1777583179.309049:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eeb050 x1863919919302528/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:620/0 lens 224/224 e 0 to 0 dl 1777583190 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583179.309063:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583179.309067:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919302528, offset 224 00000400:00000200:2.0:1777583179.309071:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583179.309076:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583179.309080:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae0780 00000400:00000200:2.0:1777583179.309084:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215ec9 [1] + 224 00000400:00000200:2.0:1777583179.309088:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583179.309091:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583179.309097:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24e300 x1863919919302528/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583179.309112:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777583179.309113:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000020:00000010:2.0:1777583179.309124:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c680. 00000020:00000010:2.0:1777583179.309128:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583179.309130:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 02000000:00000010:2.0:1777583179.309158:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0241179e000. 00000100:00000200:2.0:1777583179.309164:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583179.309168:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e268. 00000400:00000010:2.0:1777583179.309173:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02395cc6cc0. 00000400:00000010:2.0:1777583179.309190:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:2.0:1777583179.309192:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583179.309194:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583179.309198:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24e300 x1863919919302528/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583179.309205:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24e300 x1863919919302528/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583179.309224:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:2.0:1777583179.309228:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:2.0:1777583179.309232:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24e300. 02000000:00000010:0.0:1777583179.309557:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6400. 00000100:00000010:0.0:1777583179.309581:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 02000000:00000010:0.0:1777583179.309588:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f4c00. 02000000:00000010:1.0:1777583179.311062:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d5c00. 00000400:00000010:1.0:1777583179.311075:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36898. 00000400:00000010:1.0:1777583179.311083:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583179.311089:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919302656, portal 10 00000400:00000010:1.0:1777583179.311095:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583179.311099:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919302656, offset 0 00000400:00000200:1.0:1777583179.311107:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583179.311118:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583179.311127:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0800 00000400:00000200:1.0:1777583179.311156:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 93816 00000400:00000200:1.0:1777583179.311162:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583179.311166:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583179.311172:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583179.311177:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef36680. 00000400:00000200:1.0:1777583179.311194:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583179.311196:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583179.311204:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24dc00 x1863919919302656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583179.311226:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d6000. 00000400:00000010:1.0:1777583179.311229:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36dc0. 00000400:00000010:1.0:1777583179.311231:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583179.311235:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919302784, portal 10 00000400:00000010:1.0:1777583179.311239:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583179.311241:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919302784, offset 0 00000400:00000200:1.0:1777583179.311244:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583179.311248:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583179.311253:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0880 00000400:00000200:1.0:1777583179.311256:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 94336 00000400:00000200:1.0:1777583179.311260:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583179.311262:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583179.311265:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583179.311268:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef35180. 00000400:00000200:1.0:1777583179.311276:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583179.311278:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583179.311281:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24f100 x1863919919302784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583179.311325:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583179.311331:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27900. 00000020:00000010:1.0:1777583179.311335:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583179.311359:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1200. 00000020:00000010:1.0:1777583179.311361:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27680. 00000020:00000010:1.0:1777583179.311363:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000100:00000200:1.0:1777583179.321611:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919302656 00010000:02000000:1.0:1777583179.322081:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583179.322097:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d4000. 00000400:00000010:1.0:1777583179.322113:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583179.322120:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919302656, offset 0 00000400:00000200:1.0:1777583179.322128:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583179.322168:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583179.322179:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0800 00000400:00000200:1.0:1777583179.322188:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215ed9 [1] + 0 00000400:00000200:1.0:1777583179.322195:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583179.322199:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583179.322212:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24dc00 x1863919919302656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583179.322239:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583179.322242:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000020:00000010:1.0:1777583179.322257:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27900. 00000020:00000010:1.0:1777583179.322323:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583179.322329:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000100:00000200:1.0:1777583179.322345:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919302784 00010000:02000000:1.0:1777583179.322351:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583179.322356:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d4800. 00000400:00000010:1.0:1777583179.322361:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583179.322364:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919302784, offset 0 00000400:00000200:1.0:1777583179.322367:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583179.322372:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583179.322377:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0880 00000400:00000200:1.0:1777583179.322381:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215ee1 [1] + 0 00000400:00000200:1.0:1777583179.322385:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583179.322387:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583179.322393:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24f100 x1863919919302784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583179.322403:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583179.322404:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000020:00000010:1.0:1777583179.322411:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27680. 00000020:00000010:1.0:1777583179.322413:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583179.322416:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1200. 00000400:00000010:1.0:1777583179.322529:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36898. 00000400:00000200:1.0:1777583179.322533:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583179.322535:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583179.322541:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24dc00 x1863919919302656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583179.322549:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24dc00 x1863919919302656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583179.322574:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36dc0. 00000400:00000200:1.0:1777583179.322577:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583179.322578:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583179.322582:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24f100 x1863919919302784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583179.322589:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24f100 x1863919919302784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583179.322604:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d5c00. 02000000:00000010:1.0:1777583179.322610:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6400. 00000100:00000010:1.0:1777583179.322626:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24dc00. 02000000:00000010:1.0:1777583179.322636:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d6000. 02000000:00000010:1.0:1777583179.322638:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f4c00. 00000100:00000010:1.0:1777583179.322641:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 00000100:00000010:1.0:1777583179.946225:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583179.946266:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:0.0:1777583179.947197:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:3.0:1777583179.950408:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:1.0:1777583184.426362:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef34a80. 02000000:00000010:1.0:1777583184.426391:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877a00. 00000100:00000010:1.0:1777583184.426463:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554ed80. 02000000:00000010:1.0:1777583184.426472:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d5c00. 02000000:00000010:0.0:1777583184.426486:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000100:00000010:1.0:1777583184.426489:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554c000. 02000000:00000010:1.0:1777583184.426492:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d6c00. 00000400:00000010:0.0:1777583184.426495:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6790. 00000400:00000010:0.0:1777583184.426503:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583184.426512:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919302912, portal 25 02000000:00000010:1.0:1777583184.426516:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d5000. 00000400:00000010:0.0:1777583184.426517:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000400:00000010:1.0:1777583184.426520:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36dc0. 00000100:00000200:0.0:1777583184.426521:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919302912, offset 0 00000400:00000010:1.0:1777583184.426524:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000400:00000200:0.0:1777583184.426530:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583184.426549:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583184.426561:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae0900 00000100:00000200:1.0:1777583184.434077:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919303040, portal 10 00000400:00000010:1.0:1777583184.434096:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583184.434103:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919303040, offset 0 00000400:00000200:1.0:1777583184.434462:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583184.434475:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583184.434486:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0980 00000400:00000200:1.0:1777583184.434493:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 94856 00000400:00000200:1.0:1777583184.434501:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583184.434505:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583184.434512:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583184.434518:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554e680. 00000400:00000200:1.0:1777583184.434541:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583184.434544:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583184.434553:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248554ed80 x1863919919303040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583184.434574:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1240. 00000100:00000010:1.0:1777583184.434584:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1540. 00000100:00000010:1.0:1777583184.434590:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1de0. 00000100:00000010:1.0:1777583184.434595:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1060. 02000000:00000010:1.0:1777583184.434629:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d7000. 00000400:00000010:1.0:1777583184.434634:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36898. 00000400:00000010:1.0:1777583184.434638:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583184.434641:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919303168, portal 10 00000400:00000010:1.0:1777583184.434646:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583184.434648:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919303168, offset 0 00000400:00000200:1.0:1777583184.434653:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583184.434657:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583184.434661:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0a00 00000400:00000200:1.0:1777583184.434665:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 95376 00000400:00000200:1.0:1777583184.434669:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583184.434671:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583184.434674:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583184.434680:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268700. 00000400:00000200:1.0:1777583184.434692:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583184.434694:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583184.434699:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248554c000 x1863919919303168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583184.434748:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583184.434754:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27900. 00000020:00000010:1.0:1777583184.434758:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583184.434798:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0a00. 00000020:00000010:1.0:1777583184.434802:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27c80. 00000020:00000010:1.0:1777583184.434805:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583184.434822:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919303040 00010000:02000000:1.0:1777583184.434838:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583184.434847:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d5800. 00000400:00000010:1.0:1777583184.434860:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583184.434863:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919303040, offset 0 00000400:00000200:1.0:1777583184.434866:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583184.434872:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583184.434877:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0980 00000400:00000200:1.0:1777583184.434882:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215ef9 [1] + 0 00000400:00000200:1.0:1777583184.434886:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583184.434888:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583184.434894:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248554ed80 x1863919919303040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583184.434910:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583184.434912:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000020:00000010:1.0:1777583184.434923:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27900. 00000020:00000010:1.0:1777583184.434927:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583184.434931:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000100:00000200:1.0:1777583184.434940:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919303168 00010000:02000000:1.0:1777583184.434946:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583184.434951:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d7400. 00000400:00000010:1.0:1777583184.434956:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583184.434959:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919303168, offset 0 00000400:00000200:1.0:1777583184.434963:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583184.434969:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583184.434973:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0a00 00000400:00000200:1.0:1777583184.434977:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215f01 [1] + 0 00000400:00000200:1.0:1777583184.434980:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583184.434983:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583184.434987:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248554c000 x1863919919303168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583184.434997:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583184.434998:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000020:00000010:1.0:1777583184.435004:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27c80. 00000020:00000010:1.0:1777583184.435007:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583184.435010:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0a00. 00000400:00000010:1.0:1777583184.435034:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36dc0. 00000400:00000200:1.0:1777583184.435037:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583184.435039:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583184.435043:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248554ed80 x1863919919303040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583184.435051:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248554ed80 x1863919919303040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583184.435072:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36898. 00000400:00000200:1.0:1777583184.435075:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583184.435076:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583184.435080:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248554c000 x1863919919303168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583184.435087:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248554c000 x1863919919303168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583184.435099:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d5000. 02000000:00000010:1.0:1777583184.435104:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d5c00. 00000100:00000010:1.0:1777583184.435108:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554ed80. 02000000:00000010:1.0:1777583184.435113:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d7000. 02000000:00000010:1.0:1777583184.435115:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d6c00. 00000100:00000010:1.0:1777583184.435118:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248554c000. 00000100:00000010:3.0:1777583184.443250:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1060. 00000100:00000010:2.0:1777583184.443255:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1de0. 00000400:00000200:0.0:1777583184.443382:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x210b41 [2] + 0 00000400:00000010:0.0:1777583184.443390:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ec08. 00000400:00000200:0.0:1777583184.443395:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02390e68540 00000400:00000200:0.0:1777583184.443405:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583184.443409:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583184.443415:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02390e68540 00000400:00000010:0.0:1777583184.443417:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02390e68540. 00000100:00000200:0.0:1777583184.443423:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583184.443440:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583184.443442:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583184.443452:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aef34a80 x1863919919302912/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583184.443485:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1240. 00000100:00000010:0.0:1777583184.443507:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583184.443520:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df480. 00000100:00000010:0.0:1777583184.443524:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df3c0. 00000020:00000010:1.0:1777583184.444461:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:1.0:1777583184.444468:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000020:00000010:1.0:1777583184.444475:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0a00. 00000020:00000010:1.0:1777583184.444481:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02386f27c80. 00000020:00000010:1.0:1777583184.444487:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583184.444532:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7840. 00000020:00000010:1.0:1777583184.444534:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7840. 00000100:00000200:1.0:1777583184.444537:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919302912 02000000:00000010:1.0:1777583184.444554:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d6c00. 00010000:00000200:1.0:1777583184.444564:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eeb450 x1863919919302912/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:625/0 lens 224/224 e 0 to 0 dl 1777583195 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583184.444582:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583184.444588:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919302912, offset 224 00000400:00000200:1.0:1777583184.444594:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583184.444617:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583184.444627:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae0900 00000400:00000200:1.0:1777583184.444635:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215ef1 [1] + 224 00000400:00000200:1.0:1777583184.444640:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583184.444644:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583184.444653:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aef34a80 x1863919919302912/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583184.444668:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583184.444670:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000020:00000010:1.0:1777583184.444682:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02386f27c80. 00000020:00000010:1.0:1777583184.444685:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583184.444690:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0a00. 02000000:00000010:1.0:1777583184.444697:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d6c00. 00000100:00000200:1.0:1777583184.444703:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583184.444708:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36898. 00000400:00000010:1.0:1777583184.444714:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02396185d80. 00000400:00000010:0.0:1777583184.446348:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6790. 00000400:00000200:0.0:1777583184.446360:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583184.446363:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583184.446374:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aef34a80 x1863919919302912/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583184.446385:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aef34a80 x1863919919302912/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583184.446410:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:0.0:1777583184.446418:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877a00. 00000100:00000010:0.0:1777583184.446426:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aef34a80. 00000100:00000010:0.0:1777583185.066240:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000100:00000010:3.0:1777583185.066350:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df3c0. 00000100:00000010:1.0:1777583185.067833:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1540. 00000100:00000010:2.0:1777583185.068105:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df480. 00000100:00000010:0.0:1777583189.546520:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 02000000:00000010:0.0:1777583189.546544:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583189.546616:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24dc00. 02000000:00000010:0.0:1777583189.546625:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f4c00. 00000100:00000010:0.0:1777583189.546645:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24e300. 02000000:00000010:0.0:1777583189.546650:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6400. 02000000:00000010:0.0:1777583189.546691:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583189.546698:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6790. 00000400:00000010:0.0:1777583189.546705:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583189.546713:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919303296, portal 25 00000400:00000010:0.0:1777583189.546718:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583189.546721:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919303296, offset 0 00000400:00000200:0.0:1777583189.546729:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583189.546742:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583189.546752:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae0a80 00000400:00000200:0.0:1777583189.546758:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x210e45 [2] + 0 00000400:00000010:0.0:1777583189.546762:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e000. 00000400:00000200:0.0:1777583189.546769:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02390e68180 00000400:00000200:0.0:1777583189.546774:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583189.546778:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583189.546783:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02390e68180 00000400:00000010:0.0:1777583189.546785:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02390e68180. 00000100:00000200:0.0:1777583189.546791:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583189.546806:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583189.546807:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583189.546831:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24f100 x1863919919303296/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583189.546851:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583189.546878:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dff00. 00000100:00000010:0.0:1777583189.546884:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfea0. 00000100:00000010:0.0:1777583189.546889:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfb40. 00000020:00000010:0.0:1777583189.546922:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbe00. 00000020:00000010:0.0:1777583189.546926:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbe00. 00000020:00000010:0.0:1777583189.546932:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583189.546936:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fe880. 00000020:00000010:0.0:1777583189.546988:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583189.547033:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbe00. 00000020:00000010:0.0:1777583189.547036:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbe00. 00000100:00000200:0.0:1777583189.547039:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919303296 02000000:00000010:0.0:1777583189.547053:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f6000. 00010000:00000200:0.0:1777583189.547061:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7ee8450 x1863919919303296/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:630/0 lens 224/224 e 0 to 0 dl 1777583200 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583189.547075:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583189.547079:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919303296, offset 224 00000400:00000200:0.0:1777583189.547083:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583189.547088:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583189.547094:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae0a80 00000400:00000200:0.0:1777583189.547098:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215f19 [1] + 224 00000400:00000200:0.0:1777583189.547102:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583189.547106:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583189.547112:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24f100 x1863919919303296/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583189.547127:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583189.547129:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000020:00000010:0.0:1777583189.547159:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fe880. 00000020:00000010:0.0:1777583189.547162:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583189.547166:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583189.547173:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024b62f6000. 00000100:00000200:0.0:1777583189.547179:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583189.547182:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6c08. 00000400:00000010:0.0:1777583189.547186:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023895cb600. 00000400:00000010:0.0:1777583189.547201:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6790. 00000400:00000200:0.0:1777583189.547204:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583189.547206:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583189.547210:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24f100 x1863919919303296/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583189.547218:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24f100 x1863919919303296/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583189.547239:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:0.0:1777583189.547245:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583189.547249:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 02000000:00000010:1.0:1777583189.547889:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d7000. 00000400:00000010:1.0:1777583189.547895:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36dc0. 00000400:00000010:1.0:1777583189.547900:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583189.547904:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919303424, portal 10 00000400:00000010:1.0:1777583189.547909:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583189.547912:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919303424, offset 0 00000400:00000200:1.0:1777583189.547917:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583189.547923:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583189.547929:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0b00 00000400:00000200:1.0:1777583189.547934:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 95896 00000400:00000200:1.0:1777583189.547939:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583189.547943:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583189.547947:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583189.547951:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269500. 00000400:00000200:1.0:1777583189.547961:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583189.547963:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583189.547969:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24dc00 x1863919919303424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583189.547986:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d5c00. 00000400:00000010:1.0:1777583189.547988:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36cb8. 00000400:00000010:1.0:1777583189.547991:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583189.547994:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919303552, portal 10 00000400:00000010:1.0:1777583189.547998:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583189.548000:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919303552, offset 0 00000400:00000200:1.0:1777583189.548003:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583189.548007:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583189.548011:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0b80 00000400:00000200:1.0:1777583189.548015:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 96416 00000400:00000200:1.0:1777583189.548029:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583189.548031:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583189.548034:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583189.548037:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626b480. 00000400:00000200:1.0:1777583189.548045:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583189.548047:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583189.548051:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24e300 x1863919919303552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583189.548186:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583189.548191:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c680. 00000020:00000010:2.0:1777583189.548195:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583189.548212:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583189.548215:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c280. 00000020:00000010:2.0:1777583189.548217:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000100:00000200:2.0:1777583189.548231:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919303424 00010000:02000000:2.0:1777583189.548245:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583189.548251:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179f000. 00000400:00000010:2.0:1777583189.548260:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583189.548263:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919303424, offset 0 00000400:00000200:2.0:1777583189.548267:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583189.548273:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583189.548278:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0b00 00000400:00000200:2.0:1777583189.548283:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215f29 [1] + 0 00000400:00000200:2.0:1777583189.548286:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583189.548289:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583189.548294:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24dc00 x1863919919303424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583189.548310:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583189.548312:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777583189.548322:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c680. 00000020:00000010:2.0:1777583189.548326:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583189.548329:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000100:00000200:2.0:1777583189.548337:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919303552 00010000:02000000:2.0:1777583189.548342:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583189.548347:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179fc00. 00000400:00000010:2.0:1777583189.548351:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583189.548354:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919303552, offset 0 00000400:00000200:2.0:1777583189.548357:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583189.548361:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583189.548365:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0b80 00000400:00000200:2.0:1777583189.548369:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215f31 [1] + 0 00000400:00000200:2.0:1777583189.548372:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583189.548375:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583189.548379:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24e300 x1863919919303552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583189.548388:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:2.0:1777583189.548390:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000020:00000010:2.0:1777583189.548395:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c280. 00000020:00000010:2.0:1777583189.548398:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777583189.548400:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000400:00000010:2.0:1777583189.548416:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36dc0. 00000400:00000200:2.0:1777583189.548419:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:2.0:1777583189.548420:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000100:00000200:2.0:1777583189.548424:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24dc00 x1863919919303424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583189.548431:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24dc00 x1863919919303424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583189.548449:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36cb8. 00000400:00000200:2.0:1777583189.548451:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:2.0:1777583189.548452:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:2.0:1777583189.548456:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24e300 x1863919919303552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583189.548474:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24e300 x1863919919303552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583189.548523:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d7000. 02000000:00000010:2.0:1777583189.548528:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f4c00. 00000100:00000010:2.0:1777583189.548531:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24dc00. 02000000:00000010:2.0:1777583189.548533:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d5c00. 02000000:00000010:2.0:1777583189.548535:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6400. 00000100:00000010:2.0:1777583189.548537:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24e300. 00000100:00000010:0.0:1777583190.186240:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000100:00000010:3.0:1777583190.186332:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfb40. 00000100:00000010:1.0:1777583190.186906:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dff00. 00000100:00000010:2.0:1777583190.189736:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfea0. 00000100:00000010:1.0:1777583194.666731:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269f80. 02000000:00000010:1.0:1777583194.666757:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877800. 00000100:00000010:1.0:1777583194.666815:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268e00. 02000000:00000010:1.0:1777583194.666822:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d5000. 00000100:00000010:1.0:1777583194.666836:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626bb80. 02000000:00000010:1.0:1777583194.666840:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d7800. 02000000:00000010:2.0:1777583194.666925:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:2.0:1777583194.666934:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777583194.666941:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c110. 00000100:00000200:2.0:1777583194.666948:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919303680, portal 25 00000400:00000010:2.0:1777583194.666954:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583194.666957:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919303680, offset 0 00000400:00000200:2.0:1777583194.666967:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583194.666981:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583194.666992:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae0c00 00000400:00000200:2.0:1777583194.666998:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x211255 [2] + 0 00000400:00000010:2.0:1777583194.667002:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc9a0. 00000400:00000200:2.0:1777583194.667009:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe7b840 00000400:00000200:2.0:1777583194.667015:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583194.667018:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583194.667023:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe7b840 00000400:00000010:2.0:1777583194.667026:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe7b840. 00000100:00000200:2.0:1777583194.667033:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583194.667060:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:2.0:1777583194.667062:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583194.667073:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486269f80 x1863919919303680/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583194.667092:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777583194.667103:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 00000100:00000010:2.0:1777583194.667107:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 00000100:00000010:2.0:1777583194.667113:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 02000000:00000010:2.0:1777583194.667155:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179e000. 00000400:00000010:2.0:1777583194.667160:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eb58. 00000400:00000010:2.0:1777583194.667163:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cd48. 00000100:00000200:2.0:1777583194.667166:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919303808, portal 10 00000400:00000010:2.0:1777583194.667170:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777583194.667173:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919303808, offset 0 00000400:00000200:2.0:1777583194.667177:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583194.667182:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583194.667186:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0c80 00000400:00000200:2.0:1777583194.667191:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 96936 00000400:00000200:2.0:1777583194.667196:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583194.667199:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583194.667203:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583194.667208:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52d80. 00000400:00000200:2.0:1777583194.667221:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:2.0:1777583194.667224:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777583194.667229:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268e00 x1863919919303808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583194.667246:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179d000. 00000400:00000010:2.0:1777583194.667249:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e528. 00000400:00000010:2.0:1777583194.667252:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c660. 00000100:00000200:2.0:1777583194.667255:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919303936, portal 10 00000400:00000010:2.0:1777583194.667259:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777583194.667261:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919303936, offset 0 00000400:00000200:2.0:1777583194.667264:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583194.667268:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583194.667272:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0d00 00000400:00000200:2.0:1777583194.667276:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 97456 00000400:00000200:2.0:1777583194.667280:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583194.667282:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583194.667285:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583194.667288:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52a00. 00000400:00000200:2.0:1777583194.667299:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c000 00000400:00000010:2.0:1777583194.667301:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777583194.667305:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626bb80 x1863919919303936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583194.667354:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583194.667362:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87380. 00000020:00000010:3.0:1777583194.667366:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583194.667389:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583194.667392:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87080. 00000020:00000010:3.0:1777583194.667395:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 00000100:00000200:3.0:1777583194.667414:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919303808 00010000:02000000:3.0:1777583194.667431:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583194.667441:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f53000. 00000400:00000010:3.0:1777583194.667451:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583194.667454:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919303808, offset 0 00000400:00000200:3.0:1777583194.667459:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583194.667464:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583194.667480:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0c80 00000400:00000200:3.0:1777583194.667485:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215f49 [1] + 0 00000400:00000200:3.0:1777583194.667489:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583194.667492:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583194.667510:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268e00 x1863919919303808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583194.667547:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583194.667548:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000020:00000010:3.0:1777583194.667560:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87380. 00000020:00000010:3.0:1777583194.667563:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583194.667566:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000100:00000200:3.0:1777583194.667576:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919303936 00010000:02000000:3.0:1777583194.667582:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583194.667587:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f52400. 00000400:00000010:3.0:1777583194.667592:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583194.667594:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919303936, offset 0 00000400:00000200:3.0:1777583194.667598:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583194.667602:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583194.667606:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0d00 00000400:00000200:3.0:1777583194.667610:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215f51 [1] + 0 00000400:00000200:3.0:1777583194.667613:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583194.667615:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583194.667619:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626bb80 x1863919919303936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583194.667628:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:3.0:1777583194.667630:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000020:00000010:3.0:1777583194.667636:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87080. 00000020:00000010:3.0:1777583194.667638:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:3.0:1777583194.667640:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000400:00000010:3.0:1777583194.667711:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eb58. 00000400:00000200:3.0:1777583194.667715:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cd48 00000400:00000010:3.0:1777583194.667716:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cd48. 00000100:00000200:3.0:1777583194.667722:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268e00 x1863919919303808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583194.667730:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268e00 x1863919919303808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583194.667754:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e528. 00000400:00000200:3.0:1777583194.667757:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c660 00000400:00000010:3.0:1777583194.667758:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c660. 00000100:00000200:3.0:1777583194.667762:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626bb80 x1863919919303936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583194.667770:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626bb80 x1863919919303936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583194.667781:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179e000. 00000020:00000010:1.0:1777583194.667782:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7b00. 00000020:00000010:1.0:1777583194.667785:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7b00. 02000000:00000010:3.0:1777583194.667787:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d5000. 00000020:00000010:1.0:1777583194.667789:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0a00. 00000100:00000010:3.0:1777583194.667791:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268e00. 00000020:00000010:1.0:1777583194.667792:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736000. 00000020:00000010:1.0:1777583194.667795:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 02000000:00000010:3.0:1777583194.667795:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179d000. 02000000:00000010:3.0:1777583194.667797:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d7800. 00000100:00000010:3.0:1777583194.667799:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626bb80. 00000020:00000010:1.0:1777583194.667817:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7b00. 00000020:00000010:1.0:1777583194.667820:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7b00. 00000100:00000200:1.0:1777583194.667822:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919303680 02000000:00000010:1.0:1777583194.667833:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d7c00. 00010000:00000200:1.0:1777583194.667839:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7ee9050 x1863919919303680/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:635/0 lens 224/224 e 0 to 0 dl 1777583205 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583194.667850:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583194.667853:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919303680, offset 224 00000400:00000200:1.0:1777583194.667857:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583194.667863:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583194.667868:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae0c00 00000400:00000200:1.0:1777583194.667872:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215f41 [1] + 224 00000400:00000200:1.0:1777583194.667876:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583194.667878:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583194.667883:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486269f80 x1863919919303680/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583194.667909:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583194.667911:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000020:00000010:1.0:1777583194.667918:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736000. 00000020:00000010:1.0:1777583194.667921:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583194.667925:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0a00. 02000000:00000010:1.0:1777583194.667931:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d7c00. 00000100:00000200:1.0:1777583194.667936:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583194.667941:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36738. 00000400:00000010:1.0:1777583194.667946:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02396185240. 00000400:00000010:3.0:1777583194.668410:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:3.0:1777583194.668416:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c110 00000400:00000010:3.0:1777583194.668417:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c110. 00000100:00000200:3.0:1777583194.668424:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486269f80 x1863919919303680/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583194.668432:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486269f80 x1863919919303680/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583194.668446:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:3.0:1777583194.668450:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877800. 00000100:00000010:3.0:1777583194.668453:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269f80. 00000100:00000010:1.0:1777583195.306237:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000100:00000010:3.0:1777583195.306322:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:0.0:1777583195.309687:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777583195.309950:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:0.0:1777583199.788913:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 02000000:00000010:0.0:1777583199.788933:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583199.788982:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24c700. 02000000:00000010:0.0:1777583199.788993:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f4c00. 00000100:00000010:0.0:1777583199.789171:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d180. 02000000:00000010:0.0:1777583199.789179:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6000. 02000000:00000010:0.0:1777583199.789220:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02487408800. 00000400:00000010:0.0:1777583199.789226:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6790. 00000400:00000010:0.0:1777583199.789233:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583199.789240:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919304192, portal 10 00000400:00000010:0.0:1777583199.789247:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583199.789249:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919304192, offset 0 00000400:00000200:0.0:1777583199.789258:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583199.789271:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583199.789283:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0e00 00000400:00000200:0.0:1777583199.789290:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 97976 00000400:00000200:0.0:1777583199.789299:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583199.789303:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583199.789313:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583199.789319:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24e300. 00000400:00000200:0.0:1777583199.789333:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583199.789336:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583199.789343:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24c700 x1863919919304192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583199.789362:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583199.789373:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df840. 00000100:00000010:0.0:1777583199.789384:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfde0. 00000100:00000010:0.0:1777583199.789391:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df240. 02000000:00000010:0.0:1777583199.789403:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02396f68400. 00000400:00000010:0.0:1777583199.789407:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f66e0. 00000400:00000010:0.0:1777583199.789409:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583199.789412:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919304320, portal 10 00000400:00000010:0.0:1777583199.789416:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777583199.789419:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919304320, offset 0 00000400:00000200:0.0:1777583199.789423:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583199.789427:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583199.789432:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0e80 00000400:00000200:0.0:1777583199.789435:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 98496 00000400:00000200:0.0:1777583199.789439:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583199.789441:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583199.789444:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583199.789447:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24dc00. 00000400:00000200:0.0:1777583199.789465:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777583199.789467:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777583199.789471:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24d180 x1863919919304320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583199.789862:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481342000. 00000400:00000010:2.0:1777583199.789869:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 00000400:00000010:2.0:1777583199.789873:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777583199.789876:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919304064, portal 25 00000400:00000010:2.0:1777583199.789879:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583199.789881:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919304064, offset 0 00000400:00000200:2.0:1777583199.789885:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583199.789891:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583199.789897:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae0d80 00000400:00000200:2.0:1777583199.789902:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x21152d [2] + 0 00000400:00000010:2.0:1777583199.789905:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe16e0. 00000400:00000200:2.0:1777583199.789908:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248849d840 00000400:00000200:2.0:1777583199.789912:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583199.789915:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583199.789917:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248849d840 00000400:00000010:2.0:1777583199.789920:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248849d840. 00000100:00000200:2.0:1777583199.789924:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583199.789940:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583199.789942:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583199.789951:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24f100 x1863919919304064/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583199.789993:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583199.789998:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489cf80. 00000020:00000010:2.0:1777583199.790003:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777583199.790194:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583199.790199:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c580. 00000020:00000010:2.0:1777583199.790203:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000100:00000200:2.0:1777583199.790222:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919304192 00010000:02000000:2.0:1777583199.790240:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583199.790249:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0239776a000. 00000400:00000010:2.0:1777583199.790259:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583199.790262:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919304192, offset 0 00000400:00000200:2.0:1777583199.790265:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583199.790271:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583199.790277:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0e00 00000400:00000200:2.0:1777583199.790281:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215f69 [1] + 0 00000400:00000200:2.0:1777583199.790285:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583199.790288:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583199.790294:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24c700 x1863919919304192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583199.790309:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583199.790311:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000020:00000010:2.0:1777583199.790321:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489cf80. 00000020:00000010:2.0:1777583199.790324:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:2.0:1777583199.790328:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000100:00000200:2.0:1777583199.790336:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919304320 00010000:02000000:2.0:1777583199.790341:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583199.790345:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0239776b800. 00000400:00000010:2.0:1777583199.790350:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583199.790352:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919304320, offset 0 00000400:00000200:2.0:1777583199.790355:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583199.790360:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583199.790364:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0e80 00000400:00000200:2.0:1777583199.790368:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215f71 [1] + 0 00000400:00000200:2.0:1777583199.790372:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583199.790374:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583199.790379:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24d180 x1863919919304320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583199.790443:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583199.790444:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000020:00000010:2.0:1777583199.790451:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c580. 00000020:00000010:2.0:1777583199.790463:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583199.790466:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000400:00000010:0.0:1777583199.790698:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6790. 00000400:00000200:0.0:1777583199.790703:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583199.790705:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583199.790710:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24c700 x1863919919304192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583199.790719:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24c700 x1863919919304192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583199.790832:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125840. 00000020:00000010:2.0:1777583199.790836:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125840. 00000020:00000010:2.0:1777583199.790840:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583199.790843:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c580. 00000020:00000010:2.0:1777583199.790846:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583199.790866:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125840. 00000020:00000010:2.0:1777583199.790868:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125840. 00000100:00000200:2.0:1777583199.790870:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919304064 02000000:00000010:2.0:1777583199.790880:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0239776bc00. 00010000:00000200:2.0:1777583199.790886:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7ee8050 x1863919919304064/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:640/0 lens 224/224 e 0 to 0 dl 1777583210 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583199.790896:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583199.790899:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919304064, offset 224 00000400:00000200:2.0:1777583199.790903:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583199.790908:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583199.790913:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae0d80 00000400:00000200:2.0:1777583199.790918:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215f79 [1] + 224 00000400:00000200:2.0:1777583199.790922:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583199.790925:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583199.790931:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24f100 x1863919919304064/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583199.790945:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583199.790946:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000020:00000010:2.0:1777583199.790953:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c580. 00000020:00000010:2.0:1777583199.790956:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583199.790959:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 02000000:00000010:2.0:1777583199.790965:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0239776bc00. 00000100:00000200:2.0:1777583199.790971:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583199.790974:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e790. 00000400:00000010:2.0:1777583199.790978:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02395cc6f00. 00000400:00000010:2.0:1777583199.790991:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:2.0:1777583199.790995:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c000 00000400:00000010:2.0:1777583199.790997:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777583199.791001:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24f100 x1863919919304064/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583199.791008:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24f100 x1863919919304064/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583199.791861:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481342000. 02000000:00000010:2.0:1777583199.791867:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:2.0:1777583199.791872:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 00000400:00000010:0.0:1777583199.792004:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f66e0. 00000400:00000200:0.0:1777583199.792009:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583199.792189:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583199.792200:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24d180 x1863919919304320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583199.792208:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24d180 x1863919919304320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583199.792224:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02487408800. 02000000:00000010:0.0:1777583199.792229:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f4c00. 00000100:00000010:0.0:1777583199.792231:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24c700. 02000000:00000010:0.0:1777583199.792234:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02396f68400. 02000000:00000010:0.0:1777583199.792237:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6000. 00000100:00000010:0.0:1777583199.792239:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24d180. 00000100:00000010:3.0:1777583200.426295:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df240. 00000100:00000010:1.0:1777583200.426392:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df840. 00000100:00000010:0.0:1777583200.426494:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000100:00000010:2.0:1777583200.427054:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfde0. 00000100:00000010:3.0:1777583204.906791:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c7100. 02000000:00000010:3.0:1777583204.906816:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583204.906869:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392488a80. 02000000:00000010:3.0:1777583204.906876:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02386f52000. 00000100:00000010:3.0:1777583204.906892:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489c00. 02000000:00000010:3.0:1777583204.906898:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0241179d000. 02000000:00000010:3.0:1777583204.907090:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179e000. 00000400:00000010:3.0:1777583204.907098:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469210. 00000400:00000010:3.0:1777583204.907105:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5c38. 00000100:00000200:3.0:1777583204.907112:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919304576, portal 10 00000400:00000010:3.0:1777583204.907120:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583204.907123:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919304576, offset 0 00000400:00000200:3.0:1777583204.907153:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583204.907168:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583204.907183:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae0f80 00000400:00000200:3.0:1777583204.907190:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 99016 00000400:00000200:3.0:1777583204.907198:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583204.907202:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583204.907210:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583204.907215:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489f80. 00000400:00000200:3.0:1777583204.907232:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583204.907235:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583204.907243:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02392488a80 x1863919919304576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583204.907263:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d780. 00000100:00000010:3.0:1777583204.907280:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628dd80. 00000100:00000010:3.0:1777583204.907285:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d5a0. 00000020:00000010:3.0:1777583204.907420:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583204.907428:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87380. 00000020:00000010:3.0:1777583204.907434:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87578. 02000000:00000010:0.0:1777583204.907595:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583204.907601:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f66e0. 00000400:00000010:0.0:1777583204.907606:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583204.907609:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919304448, portal 25 00000400:00000010:0.0:1777583204.907613:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583204.907615:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919304448, offset 0 00000400:00000200:0.0:1777583204.907621:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583204.907626:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583204.907633:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae0f00 00000400:00000200:0.0:1777583204.907638:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x211931 [2] + 0 00000400:00000010:0.0:1777583204.907642:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6528. 00000400:00000200:0.0:1777583204.907645:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02487a53900 00000400:00000200:0.0:1777583204.907648:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583204.907651:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583204.907653:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487a53900 00000400:00000010:0.0:1777583204.907655:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02487a53900. 00000100:00000200:0.0:1777583204.907659:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583204.907672:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583204.907674:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583204.907679:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55c7100 x1863919919304448/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583204.907704:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000020:00000010:0.0:1777583204.907733:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777583204.907737:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777583204.907740:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583204.907744:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583204.907747:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583204.907772:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777583204.907775:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000100:00000200:0.0:1777583204.907778:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919304448 02000000:00000010:0.0:1777583204.907792:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02396f69400. 00010000:00000200:0.0:1777583204.907802:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487064050 x1863919919304448/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:645/0 lens 224/224 e 0 to 0 dl 1777583215 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583204.907818:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583204.907821:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919304448, offset 224 00000400:00000200:0.0:1777583204.907825:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583204.907830:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583204.907835:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae0f00 00000400:00000200:0.0:1777583204.907840:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215f99 [1] + 224 00000400:00000200:0.0:1777583204.907844:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583204.907846:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583204.907852:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55c7100 x1863919919304448/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583204.907866:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583204.907868:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000020:00000010:0.0:1777583204.907877:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583204.907881:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583204.907884:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583204.907891:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02396f69400. 00000100:00000200:0.0:1777583204.907897:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583204.907900:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6790. 00000400:00000010:0.0:1777583204.907904:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02387381540. 00000400:00000010:0.0:1777583204.907917:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f66e0. 00000400:00000200:0.0:1777583204.907920:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583204.907922:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583204.907926:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55c7100 x1863919919304448/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583204.907935:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55c7100 x1863919919304448/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583204.907955:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:0.0:1777583204.907961:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3e00. 00000100:00000010:0.0:1777583204.907968:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c7100. 02000000:00000010:0.0:1777583204.908002:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02396f69400. 00000400:00000010:0.0:1777583204.908006:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f66e0. 00000400:00000010:0.0:1777583204.908009:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583204.908012:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919304704, portal 10 00000400:00000010:0.0:1777583204.908015:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583204.908017:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919304704, offset 0 00000400:00000200:0.0:1777583204.908021:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583204.908026:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583204.908031:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1000 00000400:00000200:0.0:1777583204.908035:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 99536 00000400:00000200:0.0:1777583204.908039:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583204.908042:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583204.908045:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583204.908048:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24d180. 00000400:00000200:0.0:1777583204.908058:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583204.908060:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583204.908064:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02392489c00 x1863919919304704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583204.908091:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583204.908094:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583204.908096:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000100:00000200:0.0:1777583204.908112:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919304576 00010000:02000000:0.0:1777583204.908126:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583204.908149:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02396f6b400. 00000400:00000010:0.0:1777583204.908157:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583204.908159:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919304576, offset 0 00000400:00000200:0.0:1777583204.908163:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583204.908168:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583204.908173:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae0f80 00000400:00000200:0.0:1777583204.908177:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215f91 [1] + 0 00000400:00000200:0.0:1777583204.908181:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583204.908184:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583204.908190:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02392488a80 x1863919919304576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583204.908202:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583204.908204:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000020:00000010:0.0:1777583204.908210:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87380. 00000020:00000010:0.0:1777583204.908213:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87578. 00000020:00000010:0.0:1777583204.908216:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000100:00000200:0.0:1777583204.908224:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919304704 00010000:02000000:0.0:1777583204.908230:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583204.908234:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02396f6b000. 00000400:00000010:0.0:1777583204.908238:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583204.908241:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919304704, offset 0 00000400:00000200:0.0:1777583204.908244:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583204.908248:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583204.908252:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1000 00000400:00000200:0.0:1777583204.908256:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215fa9 [1] + 0 00000400:00000200:0.0:1777583204.908259:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583204.908262:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583204.908266:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02392489c00 x1863919919304704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583204.908275:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583204.908277:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000020:00000010:0.0:1777583204.908327:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583204.908330:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583204.908332:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000400:00000010:0.0:1777583204.908347:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469210. 00000400:00000200:0.0:1777583204.908350:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5c38 00000400:00000010:0.0:1777583204.908351:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5c38. 00000100:00000200:0.0:1777583204.908356:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02392488a80 x1863919919304576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583204.908364:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02392488a80 x1863919919304576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583204.908381:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f66e0. 00000400:00000200:0.0:1777583204.908383:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583204.908384:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583204.908387:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02392489c00 x1863919919304704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583204.908395:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02392489c00 x1863919919304704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583204.908405:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179e000. 02000000:00000010:0.0:1777583204.908418:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02386f52000. 00000100:00000010:0.0:1777583204.908422:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392488a80. 02000000:00000010:0.0:1777583204.908425:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02396f69400. 02000000:00000010:0.0:1777583204.908427:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0241179d000. 00000100:00000010:0.0:1777583204.908430:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02392489c00. 00000100:00000010:0.0:1777583205.546222:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d780. 00000100:00000010:3.0:1777583205.546222:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000100:00000010:2.0:1777583205.550175:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d5a0. 00000100:00000010:1.0:1777583205.553237:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628dd80. 00000800:00000200:3.0:1777583206.826228:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:3.0:1777583206.826236:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1777583206.826241:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1777583206.826464:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1777583210.040960:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24c700. 02000000:00000010:0.0:1777583210.040987:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583210.041027:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 02000000:00000010:0.0:1777583210.041033:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02396f6b800. 00000100:00000010:0.0:1777583210.041047:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c7100. 02000000:00000010:0.0:1777583210.041052:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02396f6bc00. 02000000:00000010:0.0:1777583210.041185:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583210.041235:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f66e0. 00000400:00000010:0.0:1777583210.041241:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583210.041248:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919304832, portal 25 00000400:00000010:0.0:1777583210.041252:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583210.041255:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919304832, offset 0 00000400:00000200:0.0:1777583210.041264:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583210.041277:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583210.041287:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae1080 00000400:00000200:0.0:1777583210.041294:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x211c05 [2] + 0 00000400:00000010:0.0:1777583210.041298:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edcb58. 00000400:00000200:0.0:1777583210.041301:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe7b480 00000400:00000200:0.0:1777583210.041307:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583210.041311:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583210.041316:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe7b480 00000400:00000010:0.0:1777583210.041318:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe7b480. 00000100:00000200:0.0:1777583210.041324:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583210.041349:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:0.0:1777583210.041351:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583210.041358:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24c700 x1863919919304832/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583210.041386:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df720. 00000100:00000010:0.0:1777583210.041396:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df6c0. 00000100:00000010:0.0:1777583210.041400:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df7e0. 00000100:00000010:0.0:1777583210.041406:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df8a0. 02000000:00000010:0.0:1777583210.041424:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02396f69400. 00000400:00000010:0.0:1777583210.041429:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6580. 00000400:00000010:0.0:1777583210.041432:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983aa0. 00000100:00000200:0.0:1777583210.041435:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919304960, portal 10 00000400:00000010:0.0:1777583210.041439:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777583210.041441:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919304960, offset 0 00000400:00000200:0.0:1777583210.041444:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583210.041449:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583210.041453:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1100 00000400:00000200:0.0:1777583210.041458:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 100056 00000400:00000200:0.0:1777583210.041463:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583210.041465:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583210.041470:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583210.041474:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aef34a80. 00000400:00000200:0.0:1777583210.041482:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:0.0:1777583210.041484:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777583210.041488:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24f100 x1863919919304960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583210.041502:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02396f68400. 00000400:00000010:0.0:1777583210.041505:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f67e8. 00000400:00000010:0.0:1777583210.041507:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879835d8. 00000100:00000200:0.0:1777583210.041509:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919305088, portal 10 00000400:00000010:0.0:1777583210.041513:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583210.041515:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919305088, offset 0 00000400:00000200:0.0:1777583210.041518:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583210.041521:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583210.041525:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1180 00000400:00000200:0.0:1777583210.041528:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 100576 00000400:00000200:0.0:1777583210.041532:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583210.041534:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583210.041536:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583210.041554:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667c380. 00000400:00000200:0.0:1777583210.041561:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583210.041562:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583210.041566:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55c7100 x1863919919305088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583210.041600:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbac0. 00000020:00000010:0.0:1777583210.041604:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbac0. 00000020:00000010:0.0:1777583210.041609:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583210.041614:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583210.041618:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583210.041645:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbac0. 00000020:00000010:0.0:1777583210.041648:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbac0. 00000100:00000200:0.0:1777583210.041651:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919304832 02000000:00000010:0.0:1777583210.041665:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f52000. 00010000:00000200:0.0:1777583210.041672:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487064450 x1863919919304832/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:651/0 lens 224/224 e 0 to 0 dl 1777583221 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583210.041685:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583210.041688:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919304832, offset 224 00000400:00000200:0.0:1777583210.041691:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583210.041696:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583210.041700:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae1080 00000400:00000200:0.0:1777583210.041704:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215fb9 [1] + 224 00000400:00000200:0.0:1777583210.041707:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583210.041709:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583210.041715:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24c700 x1863919919304832/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583210.041729:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583210.041730:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000020:00000010:0.0:1777583210.041739:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583210.041742:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583210.041746:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583210.041752:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02386f52000. 00000100:00000200:0.0:1777583210.041758:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583210.041762:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6738. 00000400:00000010:0.0:1777583210.041767:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e14846c0. 00000400:00000010:0.0:1777583210.041788:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f66e0. 00000400:00000200:0.0:1777583210.041792:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583210.041793:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583210.041797:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24c700 x1863919919304832/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583210.041804:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24c700 x1863919919304832/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583210.041833:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:0.0:1777583210.041840:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583210.041844:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24c700. 00000020:00000010:2.0:1777583210.041862:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583210.041874:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c800. 00000020:00000010:2.0:1777583210.041880:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583210.041924:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583210.041927:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248489c900. 00000020:00000010:2.0:1777583210.041930:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890ea28. 00000100:00000200:2.0:1777583210.042068:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919304960 00010000:02000000:2.0:1777583210.042095:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583210.042109:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02397768400. 00000100:00000200:0.0:1777583210.042118:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919305088 00000400:00000010:2.0:1777583210.042124:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00010000:02000000:0.0:1777583210.042165:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:2.0:1777583210.042170:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919304960, offset 0 02000000:00000010:0.0:1777583210.042174:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02386f52000. 00000400:00000200:2.0:1777583210.042181:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1777583210.042186:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583210.042194:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919305088, offset 0 00000400:00000200:2.0:1777583210.042199:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583210.042207:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583210.042214:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1100 00000400:00000200:0.0:1777583210.042223:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583210.042229:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215fc1 [1] + 0 00000400:00000200:0.0:1777583210.042238:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1180 00000400:00000200:2.0:1777583210.042241:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583210.042248:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215fc9 [1] + 0 00000400:00000200:2.0:1777583210.042255:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583210.042262:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583210.042268:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583210.042272:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24f100 x1863919919304960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583210.042281:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55c7100 x1863919919305088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583210.042320:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c000 00000400:00000010:2.0:1777583210.042561:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c000. 00000020:00000010:2.0:1777583210.042585:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c800. 00000020:00000010:2.0:1777583210.042589:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583210.042592:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000400:00000010:2.0:1777583210.042626:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6580. 00000400:00000200:2.0:1777583210.042630:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983aa0 00000400:00000010:2.0:1777583210.042632:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983aa0. 00000100:00000200:2.0:1777583210.042640:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24f100 x1863919919304960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583210.042651:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24f100 x1863919919304960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583210.042652:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583210.042658:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000020:00000010:0.0:1777583210.042678:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248489c900. 00000020:00000010:0.0:1777583210.042684:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890ea28. 00000020:00000010:0.0:1777583210.042688:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000400:00000010:2.0:1777583210.042697:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f67e8. 00000400:00000200:2.0:1777583210.042702:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879835d8 00000400:00000010:2.0:1777583210.042704:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879835d8. 00000100:00000200:2.0:1777583210.042710:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55c7100 x1863919919305088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583210.042719:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55c7100 x1863919919305088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583210.042884:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02396f69400. 02000000:00000010:2.0:1777583210.042892:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02396f6b800. 00000100:00000010:2.0:1777583210.042896:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 02000000:00000010:2.0:1777583210.042901:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02396f68400. 02000000:00000010:2.0:1777583210.042903:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02396f6bc00. 00000100:00000010:2.0:1777583210.042906:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55c7100. 00000100:00000010:1.0:1777583210.666521:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df6c0. 00000100:00000010:3.0:1777583210.666528:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df8a0. 00000100:00000010:0.0:1777583210.669251:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df720. 00000100:00000010:2.0:1777583210.674481:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df7e0. 00000100:00000010:0.0:1777583215.147635:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667df80. 02000000:00000010:0.0:1777583215.147659:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583215.147724:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667ed80. 02000000:00000010:0.0:1777583215.147734:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02487408800. 00000100:00000010:0.0:1777583215.147753:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 02000000:00000010:0.0:1777583215.147758:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024b62f6000. 02000000:00000010:0.0:1777583215.147800:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583215.147807:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f66e0. 00000400:00000010:0.0:1777583215.147814:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583215.147822:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919305216, portal 25 00000400:00000010:0.0:1777583215.147827:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583215.147830:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919305216, offset 0 00000400:00000200:0.0:1777583215.147838:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583215.147850:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583215.147861:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae1200 00000400:00000200:0.0:1777583215.147868:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x212029 [2] + 0 00000400:00000010:0.0:1777583215.147872:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6aa8. 00000400:00000200:0.0:1777583215.147879:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02487a53000 00000400:00000200:0.0:1777583215.147885:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583215.147888:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583215.147894:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487a53000 00000400:00000010:0.0:1777583215.147897:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02487a53000. 00000100:00000200:0.0:1777583215.147903:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583215.147919:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583215.147922:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583215.147929:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667df80 x1863919919305216/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583215.147947:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df720. 00000100:00000010:0.0:1777583215.147960:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfd80. 00000100:00000010:0.0:1777583215.147966:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df7e0. 00000100:00000010:0.0:1777583215.147971:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df8a0. 02000000:00000010:0.0:1777583215.147995:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f4c00. 00000400:00000010:0.0:1777583215.147999:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f61b8. 00000400:00000010:0.0:1777583215.148002:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583215.148005:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919305344, portal 10 00000400:00000010:0.0:1777583215.148010:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583215.148012:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919305344, offset 0 00000400:00000200:0.0:1777583215.148015:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583215.148020:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583215.148025:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1280 00000400:00000200:0.0:1777583215.148030:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 101096 00000400:00000200:0.0:1777583215.148035:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583215.148037:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583215.148041:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583215.148045:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24c700. 00000400:00000200:0.0:1777583215.148056:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:0.0:1777583215.148057:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583215.148062:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0239667ed80 x1863919919305344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583215.148077:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f6400. 00000400:00000010:0.0:1777583215.148080:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6058. 00000400:00000010:0.0:1777583215.148082:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583215.148085:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919305472, portal 10 00000400:00000010:0.0:1777583215.148089:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583215.148091:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919305472, offset 0 00000400:00000200:0.0:1777583215.148094:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583215.148098:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583215.148102:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1300 00000400:00000200:0.0:1777583215.148105:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 101616 00000400:00000200:0.0:1777583215.148109:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583215.148111:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583215.148113:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583215.148118:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca89c00. 00000400:00000200:0.0:1777583215.148129:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777583215.148130:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583215.148156:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24f100 x1863919919305472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583215.148198:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777583215.148202:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000020:00000010:0.0:1777583215.148208:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583215.148214:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583215.148219:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583215.148253:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db340. 00000020:00000010:0.0:1777583215.148256:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db340. 00000100:00000200:0.0:1777583215.148259:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919305216 02000000:00000010:0.0:1777583215.148274:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388c76000. 00010000:00000200:0.0:1777583215.148282:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487066850 x1863919919305216/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:656/0 lens 224/224 e 0 to 0 dl 1777583226 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583215.148295:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583215.148299:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919305216, offset 224 00000400:00000200:0.0:1777583215.148302:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583215.148307:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583215.148326:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae1200 00000400:00000200:0.0:1777583215.148330:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x215fe1 [1] + 224 00000400:00000200:0.0:1777583215.148333:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583215.148336:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583215.148342:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667df80 x1863919919305216/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583215.148357:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777583215.148359:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000020:00000010:0.0:1777583215.148370:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583215.148375:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583215.148378:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583215.148385:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388c76000. 00000100:00000200:0.0:1777583215.148390:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583215.148394:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6f78. 00000400:00000010:0.0:1777583215.148397:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e1484180. 00000020:00000010:0.0:1777583215.148417:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583215.148420:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583215.148423:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583215.148439:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583215.148442:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870feb80. 00000020:00000010:0.0:1777583215.148444:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000100:00000200:0.0:1777583215.148454:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919305344 00010000:02000000:0.0:1777583215.148468:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583215.148475:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388c76000. 00000400:00000010:0.0:1777583215.148481:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583215.148484:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919305344, offset 0 00000400:00000200:0.0:1777583215.148487:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583215.148492:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583215.148497:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1280 00000400:00000200:0.0:1777583215.148501:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215fe9 [1] + 0 00000400:00000200:0.0:1777583215.148506:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583215.148508:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583215.148513:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0239667ed80 x1863919919305344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583215.148527:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777583215.148529:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000020:00000010:0.0:1777583215.148535:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583215.148538:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583215.148540:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000100:00000200:0.0:1777583215.148549:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919305472 00010000:02000000:0.0:1777583215.148554:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583215.148559:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388c74400. 00000400:00000010:0.0:1777583215.148563:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583215.148566:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919305472, offset 0 00000400:00000200:0.0:1777583215.148569:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583215.148574:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583215.148579:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1300 00000400:00000200:0.0:1777583215.148583:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x215ff1 [1] + 0 00000400:00000200:0.0:1777583215.148586:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583215.148589:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583215.148593:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24f100 x1863919919305472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583215.148603:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777583215.148604:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000020:00000010:0.0:1777583215.148610:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870feb80. 00000020:00000010:0.0:1777583215.148613:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583215.148616:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 00000400:00000010:0.0:1777583215.148641:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f61b8. 00000400:00000200:0.0:1777583215.148643:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583215.148645:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583215.148649:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667ed80 x1863919919305344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583215.148656:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667ed80 x1863919919305344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583215.148678:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6058. 00000400:00000200:0.0:1777583215.148681:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:0.0:1777583215.148682:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583215.148686:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24f100 x1863919919305472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583215.148693:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24f100 x1863919919305472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583215.148705:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f4c00. 02000000:00000010:0.0:1777583215.148710:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02487408800. 00000100:00000010:0.0:1777583215.148714:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667ed80. 02000000:00000010:0.0:1777583215.148718:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f6400. 02000000:00000010:0.0:1777583215.148720:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024b62f6000. 00000100:00000010:0.0:1777583215.148722:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 00000400:00000010:0.0:1777583215.148734:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f66e0. 00000400:00000200:0.0:1777583215.148737:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583215.148738:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583215.148742:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0239667df80 x1863919919305216/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583215.148749:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0239667df80 x1863919919305216/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583215.148760:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:0.0:1777583215.148763:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583215.148814:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0239667df80. 00000100:00000010:2.0:1777583215.786346:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df7e0. 00000100:00000010:1.0:1777583215.786572:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfd80. 00000100:00000010:0.0:1777583215.786976:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df720. 00000100:00000010:3.0:1777583215.788771:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df8a0. 00000100:00000010:0.0:1777583220.266259:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8b100. 02000000:00000010:0.0:1777583220.266305:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583220.266375:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca89180. 02000000:00000010:0.0:1777583220.266382:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388c76400. 00000100:00000010:0.0:1777583220.266400:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8ad80. 02000000:00000010:0.0:1777583220.266407:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02487408800. 02000000:00000010:0.0:1777583220.266435:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f6000. 00000400:00000010:0.0:1777583220.266441:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f66e0. 00000400:00000010:0.0:1777583220.266447:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583220.266454:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919305728, portal 10 00000400:00000010:0.0:1777583220.266488:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583220.266491:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919305728, offset 0 00000400:00000200:0.0:1777583220.266500:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583220.266513:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583220.266524:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1400 00000400:00000200:0.0:1777583220.266531:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 102136 00000400:00000200:0.0:1777583220.266538:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583220.266543:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583220.266551:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583220.266556:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8a680. 00000400:00000200:0.0:1777583220.266571:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:0.0:1777583220.266574:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583220.266581:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca89180 x1863919919305728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583220.266612:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df720. 00000100:00000010:0.0:1777583220.266623:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df6c0. 00000100:00000010:0.0:1777583220.266628:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583220.266633:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfde0. 02000000:00000010:0.0:1777583220.266646:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024b62f6400. 00000400:00000010:0.0:1777583220.266661:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6058. 00000400:00000010:0.0:1777583220.266664:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583220.266667:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919305856, portal 10 00000400:00000010:0.0:1777583220.266679:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583220.266682:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919305856, offset 0 00000400:00000200:0.0:1777583220.266685:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583220.266690:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583220.266694:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1480 00000400:00000200:0.0:1777583220.266698:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 102656 00000400:00000200:0.0:1777583220.266702:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583220.266704:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583220.266707:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583220.266710:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8aa00. 00000400:00000200:0.0:1777583220.266722:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583220.266724:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583220.266729:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca8ad80 x1863919919305856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583220.266773:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583220.266793:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583220.266799:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583220.266834:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583220.266837:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fe280. 00000020:00000010:0.0:1777583220.266840:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000100:00000200:0.0:1777583220.266855:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919305728 00010000:02000000:0.0:1777583220.266874:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583220.266883:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f4c00. 00000400:00000010:0.0:1777583220.266893:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583220.266896:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919305728, offset 0 00000400:00000200:0.0:1777583220.266900:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583220.266904:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583220.266909:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1400 00000400:00000200:0.0:1777583220.266914:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216009 [1] + 0 00000400:00000200:0.0:1777583220.266918:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583220.266921:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583220.266926:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca89180 x1863919919305728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583220.266940:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583220.266942:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000020:00000010:0.0:1777583220.266952:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583220.266955:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583220.266959:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000100:00000200:0.0:1777583220.266968:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919305856 00010000:02000000:0.0:1777583220.266974:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583220.266978:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02483e21800. 00000400:00000010:0.0:1777583220.266983:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583220.266987:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919305856, offset 0 00000400:00000200:0.0:1777583220.266990:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583220.266995:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583220.267002:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1480 00000400:00000200:0.0:1777583220.267006:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216011 [1] + 0 00000400:00000200:0.0:1777583220.267010:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583220.267013:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583220.267017:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca8ad80 x1863919919305856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583220.267027:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583220.267028:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000020:00000010:0.0:1777583220.267035:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fe280. 00000020:00000010:0.0:1777583220.267038:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 02000000:00000010:3.0:1777583220.267039:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884a200. 00000020:00000010:0.0:1777583220.267041:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 00000400:00000010:3.0:1777583220.267054:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469058. 00000400:00000010:3.0:1777583220.267059:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000400:00000010:0.0:1777583220.267064:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f66e0. 00000400:00000200:0.0:1777583220.267067:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583220.267076:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583220.267081:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca89180 x1863919919305728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583220.267093:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca89180 x1863919919305728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583220.267542:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919305600, portal 25 00000400:00000010:3.0:1777583220.267549:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583220.267564:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919305600, offset 0 00000400:00000200:3.0:1777583220.267571:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583220.267578:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583220.267587:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae1380 00000400:00000200:3.0:1777583220.267593:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x212325 [2] + 0 00000400:00000010:3.0:1777583220.267597:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6420. 00000400:00000200:3.0:1777583220.267600:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02487a53480 00000400:00000200:3.0:1777583220.267603:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583220.267607:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583220.267610:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487a53480 00000400:00000010:3.0:1777583220.267613:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02487a53480. 00000100:00000200:3.0:1777583220.267617:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583220.267631:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583220.267633:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583220.267639:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca8b100 x1863919919305600/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583220.267705:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca40. 00000020:00000010:3.0:1777583220.267794:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca40. 00000020:00000010:3.0:1777583220.267801:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583220.267806:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87700. 00000020:00000010:3.0:1777583220.267811:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583220.267840:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4ca40. 00000020:00000010:3.0:1777583220.267843:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4ca40. 00000100:00000200:3.0:1777583220.267845:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919305600 02000000:00000010:3.0:1777583220.267858:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179d000. 00010000:00000200:3.0:1777583220.267866:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487067450 x1863919919305600/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:661/0 lens 224/224 e 0 to 0 dl 1777583231 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583220.267878:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583220.267881:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919305600, offset 224 00000400:00000200:3.0:1777583220.267887:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583220.267906:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583220.267913:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae1380 00000400:00000200:3.0:1777583220.267918:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216021 [1] + 224 00000400:00000200:3.0:1777583220.267922:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583220.267925:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583220.267932:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca8b100 x1863919919305600/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583220.267948:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583220.267950:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000020:00000010:3.0:1777583220.267960:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87700. 00000020:00000010:3.0:1777583220.268026:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583220.268031:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 02000000:00000010:3.0:1777583220.268049:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0241179d000. 00000100:00000200:3.0:1777583220.268055:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583220.268059:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469630. 00000400:00000010:3.0:1777583220.268064:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849dcc0. 00000400:00000010:3.0:1777583220.268385:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469058. 00000400:00000200:3.0:1777583220.268390:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583220.268392:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583220.268397:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca8b100 x1863919919305600/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583220.268404:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca8b100 x1863919919305600/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583220.268421:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884a200. 02000000:00000010:3.0:1777583220.268425:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:3.0:1777583220.268430:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8b100. 00000400:00000010:0.0:1777583220.273069:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6058. 00000400:00000200:0.0:1777583220.273083:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:0.0:1777583220.273086:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583220.273100:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca8ad80 x1863919919305856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583220.273111:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca8ad80 x1863919919305856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583220.273161:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f6000. 02000000:00000010:0.0:1777583220.273170:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388c76400. 00000100:00000010:0.0:1777583220.273176:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca89180. 02000000:00000010:0.0:1777583220.274025:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024b62f6400. 02000000:00000010:0.0:1777583220.274033:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02487408800. 00000100:00000010:0.0:1777583220.274036:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8ad80. 00000100:00000010:0.0:1777583220.906281:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df720. 00000100:00000010:3.0:1777583220.906844:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfde0. 00000100:00000010:1.0:1777583220.906966:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df6c0. 00000100:00000010:2.0:1777583220.908843:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000800:00000200:1.0:1777583225.258364:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777583225.258381:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1021 00000800:00000200:1.0:1777583225.258385:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1777583225.258578:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1777583225.386314:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8ad80. 02000000:00000010:0.0:1777583225.386340:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583225.386420:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca89180. 02000000:00000010:0.0:1777583225.386427:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02483e23000. 00000100:00000010:0.0:1777583225.386446:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88a80. 02000000:00000010:0.0:1777583225.386452:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02483e20400. 02000000:00000010:0.0:1777583225.386485:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02487408800. 00000400:00000010:0.0:1777583225.386492:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6058. 00000400:00000010:0.0:1777583225.386498:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583225.386505:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919306112, portal 10 00000400:00000010:0.0:1777583225.386512:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583225.386515:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919306112, offset 0 00000400:00000200:0.0:1777583225.386523:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583225.386553:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583225.386564:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1580 00000400:00000200:0.0:1777583225.386571:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 103176 00000400:00000200:0.0:1777583225.386579:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583225.386584:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583225.386604:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583225.386609:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88700. 00000400:00000200:0.0:1777583225.386638:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583225.386642:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583225.386650:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca89180 x1863919919306112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583225.386668:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df720. 00000100:00000010:0.0:1777583225.386680:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df840. 00000100:00000010:0.0:1777583225.386690:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df240. 00000100:00000010:0.0:1777583225.386698:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfea0. 02000000:00000010:0.0:1777583225.386710:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388c76400. 00000400:00000010:0.0:1777583225.386713:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f66e0. 00000400:00000010:0.0:1777583225.386716:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583225.386719:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919306240, portal 10 00000400:00000010:0.0:1777583225.386724:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583225.386726:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919306240, offset 0 00000400:00000200:0.0:1777583225.386730:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583225.386735:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583225.386740:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1600 00000400:00000200:0.0:1777583225.386743:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 103696 00000400:00000200:0.0:1777583225.386747:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583225.386749:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583225.386753:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583225.386756:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca89f80. 00000400:00000200:0.0:1777583225.386766:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583225.386768:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583225.386772:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca88a80 x1863919919306240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583225.386849:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583225.386855:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fe280. 00000020:00000010:0.0:1777583225.386860:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583225.386897:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583225.386900:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583225.386903:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000100:00000200:0.0:1777583225.386933:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919306112 00010000:02000000:0.0:1777583225.386971:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583225.386981:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f6400. 00000400:00000010:0.0:1777583225.386992:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583225.386995:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919306112, offset 0 00000400:00000200:0.0:1777583225.386999:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583225.387005:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583225.387010:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1580 00000400:00000200:0.0:1777583225.387014:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216031 [1] + 0 00000400:00000200:0.0:1777583225.387018:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583225.387021:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583225.387027:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca89180 x1863919919306112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583225.387042:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583225.387044:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000020:00000010:0.0:1777583225.387055:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fe280. 00000020:00000010:0.0:1777583225.387059:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583225.387063:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 00000100:00000200:0.0:1777583225.387075:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919306240 00010000:02000000:0.0:1777583225.387093:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583225.387099:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024b62f6000. 00000400:00000010:0.0:1777583225.387104:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583225.387107:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919306240, offset 0 00000400:00000200:0.0:1777583225.387111:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583225.387116:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583225.387121:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1600 00000400:00000200:0.0:1777583225.387126:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216039 [1] + 0 00000400:00000200:0.0:1777583225.387130:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583225.387167:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583225.387174:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca88a80 x1863919919306240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583225.387185:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583225.387187:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000020:00000010:0.0:1777583225.387194:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583225.387197:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583225.387199:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000400:00000010:0.0:1777583225.387257:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6058. 00000400:00000200:0.0:1777583225.387261:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:0.0:1777583225.387263:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583225.387267:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca89180 x1863919919306112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583225.387275:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca89180 x1863919919306112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583225.387298:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f66e0. 00000400:00000200:0.0:1777583225.387301:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583225.387303:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583225.387306:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca88a80 x1863919919306240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583225.387314:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca88a80 x1863919919306240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583225.387326:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02487408800. 02000000:00000010:0.0:1777583225.387332:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02483e23000. 00000100:00000010:0.0:1777583225.387336:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca89180. 02000000:00000010:0.0:1777583225.387339:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388c76400. 02000000:00000010:0.0:1777583225.387342:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02483e20400. 00000100:00000010:0.0:1777583225.387344:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca88a80. 02000000:00000010:2.0:1777583225.387460:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:2.0:1777583225.387482:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 00000400:00000010:2.0:1777583225.387486:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777583225.387490:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919305984, portal 25 00000400:00000010:2.0:1777583225.387494:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583225.387496:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919305984, offset 0 00000400:00000200:2.0:1777583225.387501:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583225.387506:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583225.387512:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae1500 00000400:00000200:2.0:1777583225.387528:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x21273d [2] + 0 00000400:00000010:2.0:1777583225.387531:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe14d0. 00000400:00000200:2.0:1777583225.387534:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023e14843c0 00000400:00000200:2.0:1777583225.387537:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583225.387540:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583225.387542:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023e14843c0 00000400:00000010:2.0:1777583225.387545:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023e14843c0. 00000100:00000200:2.0:1777583225.387551:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583225.387571:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583225.387573:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583225.387581:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca8ad80 x1863919919305984/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583225.387888:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db280. 00000020:00000010:0.0:1777583225.387893:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db280. 00000020:00000010:0.0:1777583225.387897:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583225.387900:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583225.387903:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583225.390373:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db280. 00000020:00000010:0.0:1777583225.390384:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db280. 00000100:00000200:0.0:1777583225.390389:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919305984 02000000:00000010:0.0:1777583225.390408:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388c76400. 00010000:00000200:0.0:1777583225.390421:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487066050 x1863919919305984/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:666/0 lens 224/224 e 0 to 0 dl 1777583236 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583225.390441:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583225.390449:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919305984, offset 224 00000400:00000200:0.0:1777583225.390456:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583225.390469:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583225.390480:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae1500 00000400:00000200:0.0:1777583225.390489:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216049 [1] + 224 00000400:00000200:0.0:1777583225.390497:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583225.390500:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583225.390511:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca8ad80 x1863919919305984/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583225.390533:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:0.0:1777583225.390536:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000020:00000010:0.0:1777583225.390549:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583225.390553:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583225.390557:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 02000000:00000010:0.0:1777583225.390565:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388c76400. 00000100:00000200:0.0:1777583225.390571:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583225.390576:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f66e0. 00000400:00000010:0.0:1777583225.390581:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e14849c0. 00000400:00000010:2.0:1777583225.390980:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:2.0:1777583225.390986:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c000 00000400:00000010:2.0:1777583225.390988:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777583225.390998:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca8ad80 x1863919919305984/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583225.391007:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca8ad80 x1863919919305984/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583225.391031:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:2.0:1777583225.391036:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:2.0:1777583225.391041:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8ad80. 00000100:00000010:0.0:1777583226.026272:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df720. 00000100:00000010:3.0:1777583226.026298:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfea0. 00000100:00000010:1.0:1777583226.026453:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df840. 00000100:00000010:2.0:1777583226.029247:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df240. 00000100:00000010:1.0:1777583230.506902:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a300. 02000000:00000010:1.0:1777583230.506926:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583230.506999:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a680. 02000000:00000010:1.0:1777583230.507017:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d5c00. 00000100:00000010:1.0:1777583230.507034:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268380. 02000000:00000010:1.0:1777583230.507039:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d7000. 02000000:00000010:0.0:1777583230.507558:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583230.507575:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6058. 00000400:00000010:0.0:1777583230.507583:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983d48. 00000100:00000200:0.0:1777583230.507598:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919306368, portal 25 00000400:00000010:0.0:1777583230.507603:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583230.507606:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919306368, offset 0 00000400:00000200:0.0:1777583230.507615:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583230.507629:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583230.507641:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae1680 00000400:00000200:0.0:1777583230.507658:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x212a3d [2] + 0 00000400:00000010:0.0:1777583230.507663:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6478. 00000400:00000200:0.0:1777583230.507676:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02392200d80 00000400:00000200:0.0:1777583230.507683:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583230.507687:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583230.507692:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02392200d80 00000400:00000010:0.0:1777583230.507695:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02392200d80. 00000100:00000200:0.0:1777583230.507703:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583230.507738:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:0.0:1777583230.507740:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583230.507748:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626a300 x1863919919306368/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583230.507776:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df720. 00000100:00000010:0.0:1777583230.507796:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dff00. 00000100:00000010:0.0:1777583230.507802:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfb40. 00000100:00000010:0.0:1777583230.507808:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df480. 02000000:00000010:0.0:1777583230.507842:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388c76400. 00000400:00000010:0.0:1777583230.507847:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f61b8. 00000400:00000010:0.0:1777583230.507862:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983660. 00000100:00000200:0.0:1777583230.507866:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919306496, portal 10 00000400:00000010:0.0:1777583230.507871:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583230.507874:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919306496, offset 0 00000400:00000200:0.0:1777583230.507878:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583230.507883:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583230.507888:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1700 00000400:00000200:0.0:1777583230.507906:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 104216 00000400:00000200:0.0:1777583230.507911:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583230.507913:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583230.507918:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583230.507931:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88a80. 00000400:00000200:0.0:1777583230.507950:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583230.507952:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583230.507957:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626a680 x1863919919306496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583230.507975:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02483e20400. 00000400:00000010:0.0:1777583230.507979:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6688. 00000020:00000010:1.0:1777583230.508278:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7380. 00000020:00000010:1.0:1777583230.508284:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7380. 00000020:00000010:1.0:1777583230.508290:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0a00. 00000020:00000010:1.0:1777583230.508295:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736e00. 00000020:00000010:1.0:1777583230.508299:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583230.508347:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7380. 00000020:00000010:1.0:1777583230.508349:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7380. 00000100:00000200:1.0:1777583230.508352:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919306368 02000000:00000010:1.0:1777583230.508377:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d6c00. 00010000:00000200:1.0:1777583230.508385:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487065050 x1863919919306368/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:671/0 lens 224/224 e 0 to 0 dl 1777583241 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583230.508410:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583230.508413:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919306368, offset 224 00000400:00000200:1.0:1777583230.508418:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583230.508424:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583230.508429:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae1680 00000400:00000200:1.0:1777583230.508434:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216059 [1] + 224 00000400:00000200:1.0:1777583230.508438:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583230.508441:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583230.508447:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626a300 x1863919919306368/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583230.508464:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:1.0:1777583230.508465:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000020:00000010:1.0:1777583230.508491:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736e00. 00000020:00000010:1.0:1777583230.508495:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583230.508499:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0a00. 02000000:00000010:1.0:1777583230.508507:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d6c00. 00000100:00000200:1.0:1777583230.508513:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583230.508516:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36e70. 00000400:00000010:1.0:1777583230.508521:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02396185a80. 00000400:00000010:1.0:1777583230.508829:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6058. 00000400:00000200:1.0:1777583230.508833:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983d48 00000400:00000010:1.0:1777583230.508835:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983d48. 00000100:00000200:1.0:1777583230.508840:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626a300 x1863919919306368/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583230.508849:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626a300 x1863919919306368/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583230.509182:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:1.0:1777583230.509190:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583230.509195:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a300. 00000020:00000010:3.0:1777583230.509389:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583230.509396:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87100. 00000020:00000010:3.0:1777583230.509401:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000100:00000200:3.0:1777583230.509430:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919306496 00010000:02000000:3.0:1777583230.509447:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583230.509456:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179d000. 00000400:00000010:3.0:1777583230.509466:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583230.509469:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919306496, offset 0 00000400:00000200:3.0:1777583230.509489:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583230.509507:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583230.509517:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1700 00000400:00000200:3.0:1777583230.509522:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216061 [1] + 0 00000400:00000200:3.0:1777583230.509528:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583230.509531:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583230.509540:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626a680 x1863919919306496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583230.509554:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583230.509556:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000020:00000010:3.0:1777583230.509566:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87100. 00000020:00000010:3.0:1777583230.509569:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583230.509572:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000400:00000010:1.0:1777583230.509777:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1198. 00000100:00000200:1.0:1777583230.509785:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919306624, portal 10 00000400:00000010:1.0:1777583230.509791:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583230.509793:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919306624, offset 0 00000400:00000200:1.0:1777583230.509798:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583230.509804:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583230.509810:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1780 00000400:00000200:1.0:1777583230.509815:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 104736 00000400:00000200:1.0:1777583230.509820:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583230.509823:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583230.509828:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583230.509832:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a300. 00000400:00000200:1.0:1777583230.509850:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:1.0:1777583230.509860:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583230.509866:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268380 x1863919919306624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583230.509889:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f61b8. 00000400:00000200:1.0:1777583230.509891:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983660 00000400:00000010:1.0:1777583230.509893:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983660. 00000100:00000200:1.0:1777583230.509896:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626a680 x1863919919306496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583230.509902:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626a680 x1863919919306496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583230.509923:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388c76400. 02000000:00000010:1.0:1777583230.509927:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d5c00. 00000100:00000010:1.0:1777583230.509930:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a680. 00000020:00000010:0.0:1777583230.510204:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583230.510210:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583230.510233:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000100:00000200:0.0:1777583230.510261:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919306624 00010000:02000000:0.0:1777583230.510272:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583230.510278:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02483e23000. 00000400:00000010:0.0:1777583230.510286:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000100:00000200:0.0:1777583230.510289:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919306624, offset 0 00000400:00000200:0.0:1777583230.510293:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583230.510299:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583230.510304:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1780 00000400:00000200:0.0:1777583230.510309:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216075 [1] + 0 00000400:00000200:0.0:1777583230.510313:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583230.510316:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583230.510322:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268380 x1863919919306624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583230.510341:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:0.0:1777583230.510343:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000020:00000010:0.0:1777583230.510351:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583230.510354:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583230.510357:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 00000400:00000010:3.0:1777583230.513664:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6688. 00000400:00000200:3.0:1777583230.513675:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1198 00000400:00000010:3.0:1777583230.513678:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1198. 00000100:00000200:3.0:1777583230.513693:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268380 x1863919919306624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583230.513706:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268380 x1863919919306624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583230.513740:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02483e20400. 02000000:00000010:3.0:1777583230.513746:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d7000. 00000100:00000010:3.0:1777583230.513751:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268380. 00000100:00000010:0.0:1777583231.146331:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df720. 00000100:00000010:3.0:1777583231.146462:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df480. 00000100:00000010:1.0:1777583231.147014:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dff00. 00000100:00000010:2.0:1777583231.147620:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfb40. 00000100:00000010:0.0:1777583235.628706:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca89180. 02000000:00000010:0.0:1777583235.628729:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583235.628780:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8a300. 02000000:00000010:0.0:1777583235.628787:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02483e20400. 02000000:00000010:2.0:1777583235.628799:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000100:00000010:0.0:1777583235.628805:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88000. 00000400:00000010:2.0:1777583235.628807:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 02000000:00000010:0.0:1777583235.628809:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02487408800. 00000400:00000010:2.0:1777583235.628814:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c000. 00000100:00000200:2.0:1777583235.628822:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919306752, portal 25 00000400:00000010:2.0:1777583235.628827:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 02000000:00000010:0.0:1777583235.628828:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248625b000. 00000100:00000200:2.0:1777583235.628830:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919306752, offset 0 00000400:00000010:0.0:1777583235.628831:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f69f8. 00000400:00000010:0.0:1777583235.628835:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983550. 00000400:00000200:2.0:1777583235.628838:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583235.628850:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583235.628861:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae1800 00000100:00000200:0.0:1777583235.636268:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919306880, portal 10 00000400:00000010:3.0:1777583235.636655:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583235.636664:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919306880, offset 0 00000400:00000200:3.0:1777583235.636673:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583235.636687:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583235.636698:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1880 00000400:00000200:3.0:1777583235.636706:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 105256 00000400:00000200:3.0:1777583235.636932:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583235.636941:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583235.636949:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583235.636957:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392489c00. 00000400:00000200:3.0:1777583235.636991:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583235.636994:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583235.637002:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca8a300 x1863919919306880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583235.637024:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d720. 00000100:00000010:3.0:1777583235.637045:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628db40. 00000100:00000010:3.0:1777583235.637054:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d420. 00000100:00000010:3.0:1777583235.637058:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d660. 02000000:00000010:3.0:1777583235.637081:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238606bc00. 00000400:00000010:3.0:1777583235.637086:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469058. 00000400:00000010:3.0:1777583235.637090:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583235.637093:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919307008, portal 10 00000400:00000010:3.0:1777583235.637099:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583235.637101:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919307008, offset 0 00000400:00000200:3.0:1777583235.637105:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583235.637110:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583235.637114:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1900 00000400:00000200:3.0:1777583235.637118:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 105776 00000400:00000200:3.0:1777583235.637155:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583235.637158:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583235.637161:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583235.637166:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02392488a80. 00000400:00000200:3.0:1777583235.637179:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583235.637181:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583235.637185:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca88000 x1863919919307008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583235.637508:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583235.637515:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87400. 00000020:00000010:3.0:1777583235.637521:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583235.637552:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583235.637555:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87c00. 00000020:00000010:3.0:1777583235.637557:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000100:00000200:3.0:1777583235.637628:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919306880 00010000:02000000:3.0:1777583235.637645:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583235.637657:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02496fef400. 00000400:00000010:3.0:1777583235.637671:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583235.637675:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919306880, offset 0 00000400:00000200:3.0:1777583235.637679:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583235.637685:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583235.637692:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1880 00000400:00000200:3.0:1777583235.637697:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216089 [1] + 0 00000400:00000200:3.0:1777583235.637701:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583235.637704:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583235.637711:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca8a300 x1863919919306880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583235.637735:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583235.637737:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000020:00000010:3.0:1777583235.637751:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87400. 00000020:00000010:3.0:1777583235.637754:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583235.637757:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000100:00000200:3.0:1777583235.637768:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919307008 00010000:02000000:3.0:1777583235.637775:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583235.637780:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493fc00. 00000400:00000010:3.0:1777583235.637785:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583235.637787:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919307008, offset 0 00000400:00000200:3.0:1777583235.637790:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583235.637795:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583235.637800:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1900 00000400:00000200:3.0:1777583235.637803:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216091 [1] + 0 00000400:00000200:3.0:1777583235.637806:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583235.637808:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583235.637813:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca88000 x1863919919307008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583235.637822:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583235.637824:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000020:00000010:3.0:1777583235.637829:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87c00. 00000020:00000010:3.0:1777583235.637831:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583235.637833:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000400:00000010:3.0:1777583235.637857:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f69f8. 00000400:00000200:3.0:1777583235.637861:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983550 00000400:00000010:3.0:1777583235.637863:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983550. 00000100:00000200:3.0:1777583235.637867:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca8a300 x1863919919306880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583235.637874:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca8a300 x1863919919306880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583235.637896:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469058. 00000400:00000200:3.0:1777583235.637899:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583235.637900:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583235.637903:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca88000 x1863919919307008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583235.637909:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca88000 x1863919919307008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583235.637919:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248625b000. 02000000:00000010:3.0:1777583235.637924:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02483e20400. 00000100:00000010:3.0:1777583235.637929:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8a300. 02000000:00000010:3.0:1777583235.637932:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238606bc00. 02000000:00000010:3.0:1777583235.637934:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02487408800. 00000100:00000010:3.0:1777583235.637936:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca88000. 00000400:00000200:2.0:1777583235.642552:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x212ec9 [2] + 0 00000400:00000010:2.0:1777583235.642562:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc5d8. 00000400:00000200:2.0:1777583235.642568:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02387381cc0 00000400:00000200:2.0:1777583235.642577:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583235.642583:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583235.642588:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02387381cc0 00000400:00000010:2.0:1777583235.642592:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02387381cc0. 00000100:00000200:2.0:1777583235.642598:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583235.642616:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583235.642618:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583235.642633:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca89180 x1863919919306752/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583235.643120:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbac0. 00000020:00000010:0.0:1777583235.643157:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbac0. 00000020:00000010:0.0:1777583235.643165:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583235.643170:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583235.643175:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583235.643205:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbac0. 00000020:00000010:0.0:1777583235.643207:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbac0. 00000100:00000200:0.0:1777583235.643209:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919306752 02000000:00000010:0.0:1777583235.643225:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248625b400. 00010000:00000200:0.0:1777583235.643233:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487067050 x1863919919306752/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:676/0 lens 224/224 e 0 to 0 dl 1777583246 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583235.643251:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583235.643256:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919306752, offset 224 00000400:00000200:0.0:1777583235.643262:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583235.643271:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583235.643280:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae1800 00000400:00000200:0.0:1777583235.643287:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216081 [1] + 224 00000400:00000200:0.0:1777583235.643291:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583235.643294:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583235.643310:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca89180 x1863919919306752/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583235.643338:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777583235.643340:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000020:00000010:0.0:1777583235.643351:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583235.643355:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583235.643358:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 02000000:00000010:0.0:1777583235.643366:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248625b400. 00000100:00000200:0.0:1777583235.643372:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583235.643377:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6ec8. 00000400:00000010:0.0:1777583235.643381:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e1484900. 00000400:00000010:1.0:1777583235.643455:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:1.0:1777583235.643459:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c000 00000400:00000010:1.0:1777583235.643461:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c000. 00000100:00000200:1.0:1777583235.643468:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca89180 x1863919919306752/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583235.643476:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca89180 x1863919919306752/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583235.643497:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:1.0:1777583235.643502:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:1.0:1777583235.643506:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca89180. 00000020:02000400:3.0:1777583236.138728:0:221560:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 128 seconds. The obd refcount = 5. Is it stuck? 00000020:02000400:3.0:1777583236.148088:0:221560:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffffa024ab279000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 00000100:00000010:0.0:1777583236.266278:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d720. 00000100:00000010:3.0:1777583236.266486:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d660. 00000100:00000010:1.0:1777583236.266594:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628db40. 00000100:00000010:2.0:1777583236.267468:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d420. 00000100:00000010:0.0:1777583240.746255:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88380. 02000000:00000010:0.0:1777583240.746279:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583240.746340:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8b800. 02000000:00000010:0.0:1777583240.746348:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248625bc00. 00000100:00000010:0.0:1777583240.746370:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8b480. 02000000:00000010:0.0:1777583240.746633:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02486258800. 02000000:00000010:0.0:1777583240.746671:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248625a400. 00000400:00000010:0.0:1777583240.746680:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6420. 00000400:00000010:0.0:1777583240.746688:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583240.746697:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919307264, portal 10 00000400:00000010:0.0:1777583240.746706:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777583240.746708:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919307264, offset 0 00000400:00000200:0.0:1777583240.746717:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583240.746731:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583240.746743:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1a00 00000400:00000200:0.0:1777583240.746750:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 106296 00000400:00000200:0.0:1777583240.746758:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583240.746762:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583240.746770:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583240.746776:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca89180. 00000400:00000200:0.0:1777583240.746794:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:0.0:1777583240.746798:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000100:00000200:0.0:1777583240.746805:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca8b800 x1863919919307264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583240.746817:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0a00. 00000400:00000010:1.0:1777583240.746822:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000100:00000010:0.0:1777583240.746824:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df720. 00000400:00000010:1.0:1777583240.746826:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1b28. 00000100:00000200:1.0:1777583240.746830:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919307136, portal 25 00000400:00000010:1.0:1777583240.746833:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000010:0.0:1777583240.746835:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df3c0. 00000100:00000200:1.0:1777583240.746835:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919307136, offset 0 00000100:00000010:0.0:1777583240.746839:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df4e0. 00000400:00000200:1.0:1777583240.746839:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1777583240.746844:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df060. 00000400:00000200:1.0:1777583240.746844:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583240.746850:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae1980 02000000:00000010:0.0:1777583240.746852:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02486258c00. 00000400:00000010:0.0:1777583240.746855:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f62c0. 00000400:00000200:1.0:1777583240.746856:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x21320d [2] + 0 00000400:00000010:1.0:1777583240.746859:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc0b0. 00000400:00000200:1.0:1777583240.746862:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023873813c0 00000400:00000200:1.0:1777583240.746866:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583240.746869:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1777583240.747331:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777583240.747337:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919307392, portal 10 00000400:00000010:0.0:1777583240.747342:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777583240.747344:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919307392, offset 0 00000400:00000200:0.0:1777583240.747348:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583240.747352:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583240.747357:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1a80 00000400:00000200:0.0:1777583240.747360:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 106816 00000400:00000200:0.0:1777583240.747364:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583240.747367:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583240.747370:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583240.747633:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88000. 00000400:00000200:0.0:1777583240.747649:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:0.0:1777583240.747651:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000100:00000200:0.0:1777583240.747656:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca8b480 x1863919919307392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583240.747761:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583240.747767:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583240.747772:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583240.747797:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583240.747801:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fe280. 00000020:00000010:0.0:1777583240.747804:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000100:00000200:0.0:1777583240.747825:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919307264 00010000:02000000:0.0:1777583240.747843:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583240.747855:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02486259c00. 00000400:00000010:0.0:1777583240.747867:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777583240.747870:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919307264, offset 0 00000400:00000200:0.0:1777583240.747874:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583240.747879:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583240.747886:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1a00 00000400:00000200:0.0:1777583240.747891:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2160a9 [1] + 0 00000400:00000200:0.0:1777583240.747895:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583240.747897:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583240.747906:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca8b800 x1863919919307264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583240.747922:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:0.0:1777583240.747924:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000020:00000010:0.0:1777583240.747936:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fed80. 00000020:00000010:0.0:1777583240.747940:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583240.747944:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000100:00000200:0.0:1777583240.747955:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919307392 00010000:02000000:0.0:1777583240.747962:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583240.747967:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02486259400. 00000400:00000010:0.0:1777583240.747972:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777583240.747975:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919307392, offset 0 00000400:00000200:0.0:1777583240.747979:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583240.747984:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583240.747988:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1a80 00000400:00000200:0.0:1777583240.747993:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2160b9 [1] + 0 00000400:00000200:0.0:1777583240.747997:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583240.747999:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583240.748004:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca8b480 x1863919919307392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583240.748014:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:0.0:1777583240.748031:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000020:00000010:0.0:1777583240.748039:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fe280. 00000020:00000010:0.0:1777583240.748042:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583240.748044:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 00000400:00000010:0.0:1777583240.748075:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6420. 00000400:00000200:0.0:1777583240.748091:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777583240.748094:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583240.748098:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca8b800 x1863919919307264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583240.748116:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca8b800 x1863919919307264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583240.748165:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f62c0. 00000400:00000200:0.0:1777583240.748168:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:0.0:1777583240.748170:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000100:00000200:0.0:1777583240.748173:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca8b480 x1863919919307392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583240.748180:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca8b480 x1863919919307392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583240.748193:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248625a400. 02000000:00000010:0.0:1777583240.748199:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248625bc00. 00000100:00000010:0.0:1777583240.748203:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8b800. 02000000:00000010:0.0:1777583240.748207:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02486258c00. 02000000:00000010:0.0:1777583240.748217:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02486258800. 00000100:00000010:0.0:1777583240.748220:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8b480. 00000400:00000200:1.0:1777583240.754866:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023873813c0 00000400:00000010:1.0:1777583240.754875:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023873813c0. 00000100:00000200:1.0:1777583240.754884:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583240.754917:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583240.754919:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583240.754931:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca88380 x1863919919307136/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583240.755214:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583240.755220:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583240.755228:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583240.755232:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fe280. 00000020:00000010:0.0:1777583240.755238:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583240.755278:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583240.755281:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db940. 00000100:00000200:0.0:1777583240.755300:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919307136 02000000:00000010:0.0:1777583240.755320:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02486258800. 00010000:00000200:0.0:1777583240.755329:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487067c50 x1863919919307136/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:681/0 lens 224/224 e 0 to 0 dl 1777583251 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583240.755347:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777583240.755353:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919307136, offset 224 00000400:00000200:0.0:1777583240.755360:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583240.755373:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583240.755385:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae1980 00000400:00000200:0.0:1777583240.755393:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2160b1 [1] + 224 00000400:00000200:0.0:1777583240.755399:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583240.755403:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583240.755412:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca88380 x1863919919307136/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583240.755438:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:0.0:1777583240.755440:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000020:00000010:0.0:1777583240.755453:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fe280. 00000020:00000010:0.0:1777583240.755456:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583240.755459:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 02000000:00000010:0.0:1777583240.755467:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02486258800. 00000100:00000200:0.0:1777583240.755473:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583240.755479:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f62c0. 00000400:00000010:0.0:1777583240.755484:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e1484600. 00000400:00000010:3.0:1777583240.755519:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:3.0:1777583240.755524:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1b28 00000400:00000010:3.0:1777583240.755526:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1b28. 00000100:00000200:3.0:1777583240.755531:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca88380 x1863919919307136/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583240.755538:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca88380 x1863919919307136/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583240.755586:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0a00. 02000000:00000010:3.0:1777583240.755595:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:3.0:1777583240.755602:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca88380. 00000100:00000010:3.0:1777583241.386259:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df060. 00000100:00000010:0.0:1777583241.386380:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df720. 00000100:00000010:1.0:1777583241.386601:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df3c0. 00000100:00000010:2.0:1777583241.386735:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df4e0. 00000800:00000200:1.0:1777583244.714392:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:1.0:1777583244.714401:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1777583244.714406:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1777583244.715246:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1777583245.870478:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a680. 02000000:00000010:1.0:1777583245.870500:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583245.870545:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268000. 02000000:00000010:1.0:1777583245.870551:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d5c00. 00000100:00000010:1.0:1777583245.870567:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269c00. 02000000:00000010:1.0:1777583245.870571:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d7000. 02000000:00000010:1.0:1777583245.870956:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583245.870965:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777583245.870972:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583245.870979:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919307520, portal 25 00000400:00000010:1.0:1777583245.870984:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583245.870988:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919307520, offset 0 00000400:00000200:1.0:1777583245.870995:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583245.871009:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583245.871020:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae1b00 00000400:00000200:1.0:1777583245.871112:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2136fd [2] + 0 00000400:00000010:1.0:1777583245.871116:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e738. 00000400:00000200:1.0:1777583245.871122:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02390e68f00 00000400:00000200:1.0:1777583245.871128:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583245.871132:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583245.871159:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02390e68f00 00000400:00000010:1.0:1777583245.871163:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02390e68f00. 00000100:00000200:1.0:1777583245.871169:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583245.871188:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583245.871190:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583245.871197:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626a680 x1863919919307520/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583245.871221:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1f60. 00000100:00000010:1.0:1777583245.871232:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1960. 00000100:00000010:1.0:1777583245.871236:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1b40. 00000100:00000010:1.0:1777583245.871241:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca19c0. 02000000:00000010:1.0:1777583245.871274:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d6c00. 00000400:00000010:1.0:1777583245.871278:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36528. 00000400:00000010:1.0:1777583245.871281:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583245.871283:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919307648, portal 10 00000400:00000010:1.0:1777583245.871288:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583245.871290:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919307648, offset 0 00000400:00000200:1.0:1777583245.871294:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583245.871299:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583245.871304:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1b80 00000400:00000200:1.0:1777583245.871310:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 107336 00000400:00000200:1.0:1777583245.871315:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583245.871317:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583245.871321:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583245.871325:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626aa00. 00000400:00000200:1.0:1777583245.871338:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583245.871340:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583245.871345:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268000 x1863919919307648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583245.871362:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d5000. 00000400:00000010:1.0:1777583245.871365:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca368f0. 00000400:00000010:1.0:1777583245.871367:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583245.871370:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919307776, portal 10 00000400:00000010:1.0:1777583245.871374:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583245.871376:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919307776, offset 0 00000400:00000200:1.0:1777583245.871379:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583245.871383:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583245.871387:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1c00 00000400:00000200:1.0:1777583245.871407:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 107856 00000400:00000200:1.0:1777583245.871411:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583245.871414:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583245.871417:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583245.871420:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269180. 00000400:00000200:1.0:1777583245.871431:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583245.871433:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583245.871437:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486269c00 x1863919919307776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583245.871478:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7800. 00000020:00000010:1.0:1777583245.871482:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7800. 00000020:00000010:1.0:1777583245.871487:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583245.871492:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736100. 00000020:00000010:1.0:1777583245.871496:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583245.871528:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7800. 00000020:00000010:1.0:1777583245.871530:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7800. 00000100:00000200:1.0:1777583245.871533:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919307520 02000000:00000010:1.0:1777583245.871546:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d7800. 00010000:00000200:1.0:1777583245.871553:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487066c50 x1863919919307520/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:686/0 lens 224/224 e 0 to 0 dl 1777583256 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583245.871568:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583245.871570:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919307520, offset 224 00000400:00000200:1.0:1777583245.871573:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583245.871741:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583245.871750:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae1b00 00000400:00000200:1.0:1777583245.871754:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2160d1 [1] + 224 00000400:00000200:1.0:1777583245.871758:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583245.871760:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583245.871767:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626a680 x1863919919307520/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583245.871782:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583245.871784:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000020:00000010:1.0:1777583245.871796:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736100. 00000020:00000010:1.0:1777583245.871800:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583245.871805:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 02000000:00000010:1.0:1777583245.871811:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d7800. 00000100:00000200:1.0:1777583245.871816:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583245.871819:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36aa8. 00000400:00000010:1.0:1777583245.871824:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02396185e40. 00000020:00000010:1.0:1777583245.871845:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583245.871848:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736100. 00000020:00000010:1.0:1777583245.871851:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583245.871869:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583245.871872:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736c00. 00000020:00000010:1.0:1777583245.871874:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000100:00000200:1.0:1777583245.871886:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919307648 00010000:02000000:1.0:1777583245.871899:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583245.871906:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d7800. 00000400:00000010:1.0:1777583245.871913:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583245.871929:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919307648, offset 0 00000400:00000200:1.0:1777583245.871934:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583245.871938:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583245.871945:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1b80 00000400:00000200:1.0:1777583245.871951:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2160d9 [1] + 0 00000400:00000200:1.0:1777583245.871954:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583245.871956:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583245.871962:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268000 x1863919919307648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583245.871975:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583245.871977:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000020:00000010:1.0:1777583245.871984:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736100. 00000020:00000010:1.0:1777583245.871987:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583245.871989:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000100:00000200:1.0:1777583245.871997:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919307776 00010000:02000000:1.0:1777583245.872003:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583245.872008:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d5400. 00000400:00000010:1.0:1777583245.872014:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583245.872016:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919307776, offset 0 00000400:00000200:1.0:1777583245.872019:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583245.872024:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583245.872028:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1c00 00000400:00000200:1.0:1777583245.872041:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2160e1 [1] + 0 00000400:00000200:1.0:1777583245.872045:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583245.872047:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583245.872051:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486269c00 x1863919919307776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583245.872059:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583245.872062:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000020:00000010:1.0:1777583245.872067:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736c00. 00000020:00000010:1.0:1777583245.872070:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583245.872072:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583245.872097:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36528. 00000400:00000200:1.0:1777583245.872100:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583245.872102:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583245.872106:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268000 x1863919919307648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583245.872114:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268000 x1863919919307648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583245.872158:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca368f0. 00000400:00000200:1.0:1777583245.872161:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583245.872162:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583245.872166:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486269c00 x1863919919307776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583245.872173:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486269c00 x1863919919307776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583245.872190:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d6c00. 02000000:00000010:1.0:1777583245.872195:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d5c00. 00000100:00000010:1.0:1777583245.872198:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268000. 02000000:00000010:1.0:1777583245.872201:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d5000. 02000000:00000010:1.0:1777583245.872203:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d7000. 00000100:00000010:1.0:1777583245.872205:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269c00. 00000400:00000010:1.0:1777583245.872219:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777583245.872221:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:1.0:1777583245.872223:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583245.872227:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626a680 x1863919919307520/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583245.872233:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626a680 x1863919919307520/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583245.872437:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583245.872442:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583245.872445:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a680. 00000100:00000010:0.0:1777583246.506320:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1f60. 00000100:00000010:1.0:1777583246.506901:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1960. 00000100:00000010:2.0:1777583246.507462:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1b40. 00000100:00000010:3.0:1777583246.508377:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca19c0. 00000100:00000010:3.0:1777583250.988609:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55c00. 02000000:00000010:3.0:1777583250.988631:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583250.988680:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d56300. 02000000:00000010:3.0:1777583250.988688:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248493c400. 00000100:00000010:3.0:1777583250.988706:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d54380. 02000000:00000010:3.0:1777583250.988711:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248493f000. 02000000:00000010:3.0:1777583250.988767:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884a200. 00000400:00000010:3.0:1777583250.988776:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469058. 00000400:00000010:3.0:1777583250.988784:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583250.988793:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919307904, portal 25 00000400:00000010:3.0:1777583250.988798:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583250.988804:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919307904, offset 0 00000400:00000200:3.0:1777583250.988813:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583250.988840:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583250.988852:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae1c80 00000400:00000200:3.0:1777583250.988859:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2139c1 [2] + 0 00000400:00000010:3.0:1777583250.988862:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc318. 00000400:00000200:3.0:1777583250.988866:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe7b6c0 00000400:00000200:3.0:1777583250.988871:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583250.988875:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583250.988879:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe7b6c0 00000400:00000010:3.0:1777583250.988897:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe7b6c0. 00000100:00000200:3.0:1777583250.988903:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583250.988920:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583250.988922:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583250.988931:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d55c00 x1863919919307904/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583250.988952:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d660. 00000100:00000010:3.0:1777583250.988964:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628de40. 00000100:00000010:3.0:1777583250.988971:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d0c0. 00000100:00000010:3.0:1777583250.988975:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628da20. 02000000:00000010:3.0:1777583250.989005:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179e000. 00000400:00000010:3.0:1777583250.989010:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469000. 00000400:00000010:3.0:1777583250.989013:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583250.989015:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919308032, portal 10 00000400:00000010:3.0:1777583250.989020:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583250.989023:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919308032, offset 0 00000400:00000200:3.0:1777583250.989027:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583250.989031:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583250.989036:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1d00 00000400:00000200:3.0:1777583250.989041:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 108376 00000400:00000200:3.0:1777583250.989045:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583250.989048:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583250.989052:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583250.989056:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55500. 00000400:00000200:3.0:1777583250.989069:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583250.989071:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583250.989075:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d56300 x1863919919308032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583250.989093:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02487408800. 00000400:00000010:3.0:1777583250.989097:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469210. 00000400:00000010:3.0:1777583250.989099:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583250.989102:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919308160, portal 10 00000400:00000010:3.0:1777583250.989107:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583250.989109:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919308160, offset 0 00000400:00000200:3.0:1777583250.989113:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583250.989118:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583250.989122:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1d80 00000400:00000200:3.0:1777583250.989125:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 108896 00000400:00000200:3.0:1777583250.989129:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583250.989131:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583250.989623:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583250.989630:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55180. 00000400:00000200:3.0:1777583250.989644:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583250.989646:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583250.989651:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d54380 x1863919919308160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583250.989701:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c700. 00000020:00000010:3.0:1777583250.989705:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c700. 00000020:00000010:3.0:1777583250.989712:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583250.989716:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87a00. 00000020:00000010:3.0:1777583250.989720:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583250.989750:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c700. 00000020:00000010:3.0:1777583250.989753:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c700. 00000100:00000200:3.0:1777583250.989756:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919307904 02000000:00000010:3.0:1777583250.989769:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238606bc00. 00010000:00000200:3.0:1777583250.989777:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487066450 x1863919919307904/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:691/0 lens 224/224 e 0 to 0 dl 1777583261 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583250.989790:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583250.989816:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919307904, offset 224 00000400:00000200:3.0:1777583250.989820:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583250.989826:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583250.990071:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae1c80 00000400:00000200:3.0:1777583250.990078:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2160f9 [1] + 224 00000400:00000200:3.0:1777583250.990084:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583250.990087:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583250.990095:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d55c00 x1863919919307904/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583250.990112:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583250.990114:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583250.990127:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87a00. 00000020:00000010:3.0:1777583250.990131:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583250.990304:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 02000000:00000010:3.0:1777583250.990314:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238606bc00. 00000100:00000200:3.0:1777583250.990321:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583250.990326:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243c60. 00000400:00000010:3.0:1777583250.990331:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d780. 00000020:00000010:3.0:1777583250.990358:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583250.990361:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87a00. 00000020:00000010:3.0:1777583250.990364:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583250.990411:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5f11600. 00000020:00000010:3.0:1777583250.990415:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87c80. 00000020:00000010:3.0:1777583250.990418:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000100:00000200:3.0:1777583250.990435:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919308032 00010000:02000000:3.0:1777583250.990449:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583250.990457:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238606bc00. 00000400:00000010:3.0:1777583250.990465:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583250.990468:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919308032, offset 0 00000400:00000200:3.0:1777583250.990472:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583250.990477:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583250.990483:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1d00 00000400:00000200:3.0:1777583250.990488:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216101 [1] + 0 00000400:00000200:3.0:1777583250.990494:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583250.990496:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583250.990503:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d56300 x1863919919308032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583250.990519:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583250.990520:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583250.990527:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87a00. 00000020:00000010:3.0:1777583250.990530:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583250.990532:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000100:00000200:3.0:1777583250.990541:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919308160 00010000:02000000:3.0:1777583250.990548:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583250.990552:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02483e20400. 00000400:00000010:3.0:1777583250.990557:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583250.990559:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919308160, offset 0 00000400:00000200:3.0:1777583250.990563:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583250.990568:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583250.990572:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1d80 00000400:00000200:3.0:1777583250.990576:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216109 [1] + 0 00000400:00000200:3.0:1777583250.990580:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583250.990583:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583250.990588:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d54380 x1863919919308160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583250.990598:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583250.990599:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583250.990605:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87c80. 00000020:00000010:3.0:1777583250.990608:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583250.990610:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5f11600. 00000400:00000010:3.0:1777583250.990641:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469000. 00000400:00000200:3.0:1777583250.990645:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583250.990647:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583250.990651:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d56300 x1863919919308032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583250.990663:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d56300 x1863919919308032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583250.990685:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469210. 00000400:00000200:3.0:1777583250.990688:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583250.990689:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583250.990692:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d54380 x1863919919308160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583250.990700:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d54380 x1863919919308160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583250.990714:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179e000. 02000000:00000010:3.0:1777583250.990719:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248493c400. 00000100:00000010:3.0:1777583250.990724:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d56300. 02000000:00000010:3.0:1777583250.990740:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02487408800. 02000000:00000010:3.0:1777583250.990744:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248493f000. 00000100:00000010:3.0:1777583250.990746:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54380. 00000400:00000010:3.0:1777583250.990762:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469058. 00000400:00000200:3.0:1777583250.990764:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583250.990766:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583250.990772:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d55c00 x1863919919307904/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583250.990779:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d55c00 x1863919919307904/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583250.990791:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884a200. 02000000:00000010:3.0:1777583250.990794:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583250.990799:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55c00. 00000100:00000010:1.0:1777583251.628042:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628de40. 00000100:00000010:0.0:1777583251.628174:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d660. 00000100:00000010:3.0:1777583251.628187:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628da20. 00000100:00000010:2.0:1777583251.628558:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d0c0. 00000100:00000010:1.0:1777583256.111407:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a680. 02000000:00000010:1.0:1777583256.111430:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583256.111477:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269c00. 02000000:00000010:1.0:1777583256.111484:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d5c00. 02000000:00000010:1.0:1777583256.111515:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d6c00. 00000400:00000010:1.0:1777583256.111522:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777583256.111741:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1550. 00000100:00000200:1.0:1777583256.111751:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919308416, portal 10 00000400:00000010:1.0:1777583256.111769:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583256.111772:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919308416, offset 0 00000400:00000200:1.0:1777583256.111782:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583256.111795:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583256.111856:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1e80 00000400:00000200:1.0:1777583256.112094:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 109416 00000400:00000200:1.0:1777583256.112104:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583256.112117:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583256.112125:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583256.112129:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268000. 00000400:00000200:1.0:1777583256.112173:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583256.112176:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583256.112185:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486269c00 x1863919919308416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583256.112206:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1960. 00000100:00000010:1.0:1777583256.112224:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1ae0. 00000100:00000010:1.0:1777583256.112229:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1ea0. 00000100:00000010:1.0:1777583256.112236:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca10c0. 00000020:00000010:1.0:1777583256.112280:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583256.112286:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736c00. 00000020:00000010:1.0:1777583256.112292:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000100:00000200:1.0:1777583256.112321:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919308416 00010000:02000000:1.0:1777583256.112337:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583256.113522:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481342000. 00000400:00000010:2.0:1777583256.113544:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e738. 00000400:00000010:2.0:1777583256.113550:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583256.113557:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919308288, portal 25 00000400:00000010:2.0:1777583256.113561:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583256.113564:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919308288, offset 0 00000400:00000200:2.0:1777583256.113569:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583256.113832:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583256.113848:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae1e00 00000400:00000200:2.0:1777583256.113857:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x213ec5 [2] + 0 00000400:00000010:2.0:1777583256.113861:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e9a0. 00000400:00000200:2.0:1777583256.113878:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02390e68300 00000400:00000200:2.0:1777583256.113883:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583256.113886:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583256.113891:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02390e68300 00000400:00000010:2.0:1777583256.113893:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02390e68300. 00000100:00000200:2.0:1777583256.113901:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583256.114038:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:2.0:1777583256.114040:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583256.114052:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626a680 x1863919919308288/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583256.114163:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125740. 00000020:00000010:2.0:1777583256.114168:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125740. 00000020:00000010:2.0:1777583256.114174:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583256.114180:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3400. 00000020:00000010:2.0:1777583256.114186:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583256.114217:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125740. 00000020:00000010:2.0:1777583256.114219:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125740. 00000100:00000200:2.0:1777583256.114222:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919308288 02000000:00000010:2.0:1777583256.114237:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02397769000. 00010000:00000200:2.0:1777583256.114244:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487067850 x1863919919308288/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:697/0 lens 224/224 e 0 to 0 dl 1777583267 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583256.114260:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583256.114263:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919308288, offset 224 00000400:00000200:2.0:1777583256.114267:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583256.114273:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583256.114278:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae1e00 00000400:00000200:2.0:1777583256.114282:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216129 [1] + 224 00000400:00000200:2.0:1777583256.114286:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583256.114332:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583256.114339:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626a680 x1863919919308288/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583256.114357:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:2.0:1777583256.114359:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000020:00000010:2.0:1777583256.114371:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3400. 00000020:00000010:2.0:1777583256.114375:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583256.115221:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583256.115230:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02397769000. 00000100:00000200:2.0:1777583256.115237:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583256.115244:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e9a0. 00000400:00000010:2.0:1777583256.115249:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02395cc66c0. 00000400:00000010:2.0:1777583256.115272:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e738. 00000400:00000200:2.0:1777583256.115275:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583256.115277:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583256.115286:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626a680 x1863919919308288/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583256.115296:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626a680 x1863919919308288/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583256.115317:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481342000. 02000000:00000010:2.0:1777583256.115321:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877000. 00000100:00000010:2.0:1777583256.115326:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a680. 00000100:00000010:2.0:1777583256.115365:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f53800. 02000000:00000010:2.0:1777583256.115375:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02397769000. 02000000:00000010:2.0:1777583256.115505:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0239776ac00. 00000400:00000010:2.0:1777583256.115509:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e738. 00000400:00000010:2.0:1777583256.115513:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583256.115516:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919308544, portal 10 00000400:00000010:2.0:1777583256.115521:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583256.115523:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919308544, offset 0 00000400:00000200:2.0:1777583256.115637:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583256.115648:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583256.115656:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae1f00 00000400:00000200:2.0:1777583256.115662:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 109936 00000400:00000200:2.0:1777583256.115668:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583256.115671:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583256.115676:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583256.115680:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51f80. 00000400:00000200:2.0:1777583256.115694:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:2.0:1777583256.115695:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583256.115701:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f53800 x1863919919308544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583256.115736:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583256.115741:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3400. 00000020:00000010:2.0:1777583256.115745:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000100:00000200:2.0:1777583256.115983:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919308544 00010000:02000000:2.0:1777583256.115997:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583256.116005:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02397769800. 00000400:00000010:2.0:1777583256.116013:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583256.116016:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919308544, offset 0 00000400:00000200:2.0:1777583256.116020:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583256.116025:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583256.116030:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1f00 00000400:00000200:2.0:1777583256.116035:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216139 [1] + 0 00000400:00000200:2.0:1777583256.116038:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583256.116041:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583256.116046:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f53800 x1863919919308544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583256.116060:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:2.0:1777583256.116062:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000020:00000010:2.0:1777583256.116070:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3400. 00000020:00000010:2.0:1777583256.116073:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583256.116076:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000400:00000010:2.0:1777583256.116091:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e738. 00000400:00000200:2.0:1777583256.116836:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583256.116838:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583256.116846:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f53800 x1863919919308544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583256.116856:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f53800 x1863919919308544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583256.117503:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0239776ac00. 02000000:00000010:2.0:1777583256.117512:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02397769000. 00000100:00000010:2.0:1777583256.117515:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f53800. 02000000:00000010:1.0:1777583256.127428:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d7c00. 00000400:00000010:1.0:1777583256.127453:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583256.127461:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919308416, offset 0 00000400:00000200:1.0:1777583256.127471:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583256.127485:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583256.127495:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae1e80 00000400:00000200:1.0:1777583256.127503:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216121 [1] + 0 00000400:00000200:1.0:1777583256.127509:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583256.127513:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583256.127524:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486269c00 x1863919919308416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583256.127556:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583256.127559:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000020:00000010:1.0:1777583256.127579:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736c00. 00000020:00000010:1.0:1777583256.127584:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583256.127590:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000400:00000010:2.0:1777583256.127889:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:2.0:1777583256.127895:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1550 00000400:00000010:2.0:1777583256.127897:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1550. 00000100:00000200:2.0:1777583256.127903:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486269c00 x1863919919308416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583256.127921:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486269c00 x1863919919308416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583256.127958:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d6c00. 02000000:00000010:2.0:1777583256.127964:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d5c00. 00000100:00000010:2.0:1777583256.127969:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269c00. 00000100:00000010:0.0:1777583256.746229:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1960. 00000100:00000010:1.0:1777583256.746315:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1ae0. 00000100:00000010:3.0:1777583256.746408:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca10c0. 00000100:00000010:2.0:1777583256.749823:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1ea0. 00000100:00000010:1.0:1777583261.236555:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268a80. 02000000:00000010:1.0:1777583261.236579:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583261.236631:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269c00. 02000000:00000010:1.0:1777583261.236638:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d6800. 00000100:00000010:1.0:1777583261.236653:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a680. 02000000:00000010:1.0:1777583261.236657:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d5c00. 02000000:00000010:1.0:1777583261.236698:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583261.236705:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca368f0. 00000400:00000010:1.0:1777583261.236712:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583261.236764:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919308672, portal 25 00000400:00000010:1.0:1777583261.236772:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583261.236775:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919308672, offset 0 00000400:00000200:1.0:1777583261.236784:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583261.236798:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583261.236809:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae1f80 00000400:00000200:1.0:1777583261.236815:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x21421d [2] + 0 00000400:00000010:1.0:1777583261.236819:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1f20. 00000400:00000200:1.0:1777583261.236825:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023e1484240 00000400:00000200:1.0:1777583261.236831:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583261.236835:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583261.236840:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023e1484240 00000400:00000010:1.0:1777583261.236842:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023e1484240. 00000100:00000200:1.0:1777583261.236850:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583261.236876:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583261.236878:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583261.236884:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268a80 x1863919919308672/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583261.236912:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1ae0. 00000100:00000010:1.0:1777583261.236924:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1ba0. 00000100:00000010:1.0:1777583261.236929:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1ea0. 00000100:00000010:1.0:1777583261.236934:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca10c0. 00000020:00000010:1.0:1777583261.236975:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:1.0:1777583261.236978:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000020:00000010:1.0:1777583261.236984:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583261.236989:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736c00. 00000020:00000010:1.0:1777583261.236993:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583261.237022:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7e00. 00000020:00000010:1.0:1777583261.237024:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7e00. 00000100:00000200:1.0:1777583261.237026:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919308672 02000000:00000010:1.0:1777583261.237040:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d6c00. 00010000:00000200:1.0:1777583261.237047:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487065c50 x1863919919308672/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:702/0 lens 224/224 e 0 to 0 dl 1777583272 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583261.237061:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583261.237064:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919308672, offset 224 00000400:00000200:1.0:1777583261.237067:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583261.237072:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583261.237077:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae1f80 00000400:00000200:1.0:1777583261.237081:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216149 [1] + 224 00000400:00000200:1.0:1777583261.237084:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583261.237087:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583261.237092:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268a80 x1863919919308672/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583261.237105:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583261.237107:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000020:00000010:1.0:1777583261.237117:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736c00. 00000020:00000010:1.0:1777583261.237120:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583261.237124:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 02000000:00000010:1.0:1777583261.237130:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d6c00. 00000100:00000200:1.0:1777583261.237159:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583261.237163:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36528. 00000400:00000010:1.0:1777583261.237181:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024993f5b40. 00000400:00000010:1.0:1777583261.237195:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca368f0. 00000400:00000200:1.0:1777583261.237197:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583261.237199:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583261.237203:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268a80 x1863919919308672/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583261.237210:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268a80 x1863919919308672/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583261.237230:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:1.0:1777583261.237235:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583261.237239:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268a80. 02000000:00000010:2.0:1777583261.239421:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02397769400. 00000400:00000010:2.0:1777583261.239436:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e738. 00000400:00000010:2.0:1777583261.239444:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583261.239451:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919308800, portal 10 00000400:00000010:2.0:1777583261.239459:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583261.239462:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919308800, offset 0 00000400:00000200:2.0:1777583261.239470:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583261.239481:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583261.239490:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2000 00000400:00000200:2.0:1777583261.239497:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 110456 00000400:00000200:2.0:1777583261.239505:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583261.239529:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583261.239536:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583261.239542:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f53800. 00000400:00000200:2.0:1777583261.239576:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:2.0:1777583261.239579:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583261.239591:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486269c00 x1863919919308800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583261.239617:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0239776bc00. 00000400:00000010:2.0:1777583261.239621:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 00000400:00000010:2.0:1777583261.239624:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583261.239627:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919308928, portal 10 00000400:00000010:2.0:1777583261.239632:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777583261.239634:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919308928, offset 0 00000400:00000200:2.0:1777583261.239638:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583261.239643:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583261.239648:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2080 00000400:00000200:2.0:1777583261.239651:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 110976 00000400:00000200:2.0:1777583261.239655:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583261.239657:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583261.239660:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583261.239663:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51180. 00000400:00000200:2.0:1777583261.239676:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:2.0:1777583261.239677:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777583261.239682:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626a680 x1863919919308928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583261.239733:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583261.239742:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3100. 00000020:00000010:2.0:1777583261.239747:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583261.239771:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583261.239773:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3e80. 00000020:00000010:2.0:1777583261.239776:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000100:00000200:2.0:1777583261.239792:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919308800 00010000:02000000:2.0:1777583261.239827:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583261.239839:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0239776ac00. 00000400:00000010:2.0:1777583261.239849:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777583261.239852:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919308800, offset 0 00000400:00000200:2.0:1777583261.239855:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583261.240050:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583261.240057:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2000 00000400:00000200:2.0:1777583261.240062:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216159 [1] + 0 00000400:00000200:2.0:1777583261.240066:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583261.240068:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583261.240075:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486269c00 x1863919919308800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583261.240093:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:2.0:1777583261.240094:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00000020:00000010:2.0:1777583261.240107:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3100. 00000020:00000010:2.0:1777583261.240112:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583261.240115:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000100:00000200:2.0:1777583261.240125:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919308928 00010000:02000000:2.0:1777583261.240158:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583261.240164:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02397769000. 00000400:00000010:2.0:1777583261.240170:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777583261.240172:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919308928, offset 0 00000400:00000200:2.0:1777583261.240176:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583261.240181:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583261.240185:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2080 00000400:00000200:2.0:1777583261.240189:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216161 [1] + 0 00000400:00000200:2.0:1777583261.240192:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583261.240194:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583261.240200:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626a680 x1863919919308928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583261.240215:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:2.0:1777583261.240217:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00000020:00000010:2.0:1777583261.240226:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3e80. 00000020:00000010:2.0:1777583261.240228:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583261.240230:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000400:00000010:2.0:1777583261.240254:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e738. 00000400:00000200:2.0:1777583261.240257:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583261.240259:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583261.240263:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486269c00 x1863919919308800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583261.240271:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486269c00 x1863919919308800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583261.244014:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:2.0:1777583261.244027:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:2.0:1777583261.244029:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583261.244044:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626a680 x1863919919308928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583261.244054:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626a680 x1863919919308928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583261.244074:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02397769400. 02000000:00000010:2.0:1777583261.244080:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d6800. 00000100:00000010:2.0:1777583261.244086:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269c00. 02000000:00000010:2.0:1777583261.244090:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0239776bc00. 02000000:00000010:2.0:1777583261.244092:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d5c00. 00000100:00000010:2.0:1777583261.244094:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a680. 00000100:00000010:0.0:1777583261.866253:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1ae0. 00000100:00000010:3.0:1777583261.866356:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca10c0. 00000100:00000010:2.0:1777583261.866541:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1ea0. 00000100:00000010:1.0:1777583261.866706:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1ba0. 00000100:00000010:1.0:1777583266.349186:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268a80. 02000000:00000010:1.0:1777583266.349209:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877000. 00000100:00000010:1.0:1777583266.349267:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268380. 02000000:00000010:1.0:1777583266.349274:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d7000. 00000100:00000010:1.0:1777583266.349289:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269f80. 02000000:00000010:1.0:1777583266.349293:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d6000. 02000000:00000010:3.0:1777583266.349412:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884b000. 00000400:00000010:3.0:1777583266.349421:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243d10. 00000400:00000010:3.0:1777583266.349427:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583266.349433:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919309056, portal 25 00000400:00000010:3.0:1777583266.349438:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583266.349441:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919309056, offset 0 00000400:00000200:3.0:1777583266.349450:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583266.349463:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583266.349473:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae2100 00000400:00000200:3.0:1777583266.349480:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x214755 [2] + 0 00000400:00000010:3.0:1777583266.349484:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6268. 00000400:00000200:3.0:1777583266.349491:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa024811ca600 00000400:00000200:3.0:1777583266.349497:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583266.349501:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583266.349507:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024811ca600 00000400:00000010:3.0:1777583266.349509:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa024811ca600. 00000100:00000200:3.0:1777583266.349516:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583266.349542:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583266.349544:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583266.349550:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268a80 x1863919919309056/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583266.349568:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628da20. 00000100:00000010:3.0:1777583266.349579:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d6c0. 00000100:00000010:3.0:1777583266.349584:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d8a0. 00000100:00000010:3.0:1777583266.349589:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628dd20. 00000020:00000010:1.0:1777583266.350768:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7a80. 00000020:00000010:1.0:1777583266.350777:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7a80. 00000020:00000010:1.0:1777583266.350785:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583266.350791:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736100. 00000020:00000010:1.0:1777583266.350796:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583266.350853:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7a80. 00000020:00000010:1.0:1777583266.350856:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7a80. 00000100:00000200:1.0:1777583266.350859:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919309056 02000000:00000010:1.0:1777583266.350872:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d5000. 00010000:00000200:1.0:1777583266.350882:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487064c50 x1863919919309056/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:707/0 lens 224/224 e 0 to 0 dl 1777583277 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583266.350909:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583266.350914:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919309056, offset 224 00000400:00000200:1.0:1777583266.350941:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583266.350950:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583266.350957:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae2100 00000400:00000200:1.0:1777583266.350964:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216171 [1] + 224 00000400:00000200:1.0:1777583266.350969:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583266.350972:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583266.350981:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268a80 x1863919919309056/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583266.350998:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583266.351000:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000020:00000010:1.0:1777583266.351012:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736100. 00000020:00000010:1.0:1777583266.351016:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583266.351020:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 02000000:00000010:1.0:1777583266.351026:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d5000. 00000100:00000200:1.0:1777583266.351031:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583266.351036:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca368f0. 00000400:00000010:1.0:1777583266.351040:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248bbebe40. 00000400:00000010:3.0:1777583266.351274:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243d10. 00000400:00000200:3.0:1777583266.351280:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583266.351282:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583266.351288:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268a80 x1863919919309056/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583266.351297:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268a80 x1863919919309056/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583266.351319:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884b000. 02000000:00000010:3.0:1777583266.351344:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877000. 00000100:00000010:3.0:1777583266.351350:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268a80. 02000000:00000010:2.0:1777583266.351467:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02396f6bc00. 00000400:00000010:2.0:1777583266.351473:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 00000400:00000010:2.0:1777583266.351478:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583266.351482:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919309184, portal 10 00000400:00000010:2.0:1777583266.351487:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583266.351489:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919309184, offset 0 00000400:00000200:2.0:1777583266.351494:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583266.351500:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583266.351506:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2180 00000400:00000200:2.0:1777583266.351511:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 111496 00000400:00000200:2.0:1777583266.351516:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583266.351519:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583266.351523:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583266.351528:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50e00. 00000400:00000200:2.0:1777583266.351548:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583266.351550:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583266.351558:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268380 x1863919919309184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583266.351578:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02396f6b800. 00000400:00000010:2.0:1777583266.351582:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e738. 00000400:00000010:2.0:1777583266.351584:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583266.351587:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919309312, portal 10 00000400:00000010:2.0:1777583266.351591:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777583266.351593:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919309312, offset 0 00000400:00000200:2.0:1777583266.351597:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583266.351601:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583266.351605:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2200 00000400:00000200:2.0:1777583266.351608:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 112016 00000400:00000200:2.0:1777583266.351613:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583266.351616:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583266.351618:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583266.351633:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50700. 00000400:00000200:2.0:1777583266.351644:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:2.0:1777583266.351645:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777583266.351650:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486269f80 x1863919919309312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583266.351686:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583266.351690:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3e80. 00000020:00000010:2.0:1777583266.351693:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583266.351715:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583266.351717:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3100. 00000020:00000010:2.0:1777583266.351720:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000100:00000200:2.0:1777583266.351732:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919309184 00010000:02000000:2.0:1777583266.351746:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583266.351753:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02396f69400. 00000400:00000010:2.0:1777583266.351761:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777583266.351763:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919309184, offset 0 00000400:00000200:2.0:1777583266.351767:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583266.351772:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583266.351777:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2180 00000400:00000200:2.0:1777583266.351781:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216181 [1] + 0 00000400:00000200:2.0:1777583266.351785:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583266.351788:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583266.351794:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268380 x1863919919309184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583266.351808:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:2.0:1777583266.351809:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00000020:00000010:2.0:1777583266.351817:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3e80. 00000020:00000010:2.0:1777583266.351820:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583266.351823:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000100:00000200:2.0:1777583266.351832:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919309312 00010000:02000000:2.0:1777583266.351838:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583266.351856:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02396f68400. 00000400:00000010:2.0:1777583266.351861:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777583266.351863:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919309312, offset 0 00000400:00000200:2.0:1777583266.351867:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583266.351871:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583266.351875:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2200 00000400:00000200:2.0:1777583266.351878:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216189 [1] + 0 00000400:00000200:2.0:1777583266.351881:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583266.351883:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583266.351888:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486269f80 x1863919919309312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583266.351909:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:2.0:1777583266.351911:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00000020:00000010:2.0:1777583266.351917:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3100. 00000020:00000010:2.0:1777583266.351920:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583266.351922:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000400:00000010:2.0:1777583266.351938:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:2.0:1777583266.351941:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:2.0:1777583266.351942:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583266.351947:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268380 x1863919919309184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583266.351956:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268380 x1863919919309184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583266.351971:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e738. 00000400:00000200:2.0:1777583266.351973:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583266.351975:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583266.351978:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486269f80 x1863919919309312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583266.351986:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486269f80 x1863919919309312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583266.351996:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02396f6bc00. 02000000:00000010:2.0:1777583266.352000:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d7000. 00000100:00000010:2.0:1777583266.352003:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268380. 02000000:00000010:2.0:1777583266.352006:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02396f6b800. 02000000:00000010:2.0:1777583266.352008:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d6000. 00000100:00000010:2.0:1777583266.352011:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269f80. 00000100:00000010:1.0:1777583266.986392:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d6c0. 00000100:00000010:0.0:1777583266.986519:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628da20. 00000100:00000010:3.0:1777583266.988684:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628dd20. 00000100:00000010:2.0:1777583266.993317:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d8a0. 00000100:00000010:2.0:1777583271.467610:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f53100. 02000000:00000010:2.0:1777583271.467635:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23600. 00000100:00000010:2.0:1777583271.467697:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52300. 02000000:00000010:2.0:1777583271.467705:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02396f6b800. 00000100:00000010:2.0:1777583271.467721:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50380. 02000000:00000010:2.0:1777583271.467725:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02396f6bc00. 02000000:00000010:2.0:1777583271.467768:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481342000. 00000400:00000010:2.0:1777583271.467776:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e738. 00000400:00000010:2.0:1777583271.467783:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583271.467791:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919309440, portal 25 00000400:00000010:2.0:1777583271.467810:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583271.467812:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919309440, offset 0 00000400:00000200:2.0:1777583271.467821:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583271.467837:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583271.467848:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae2280 00000400:00000200:2.0:1777583271.467855:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x214aa1 [2] + 0 00000400:00000010:2.0:1777583271.467859:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c3c6898. 00000400:00000200:2.0:1777583271.467865:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa024811ca240 00000400:00000200:2.0:1777583271.467871:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583271.467875:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583271.467880:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024811ca240 00000400:00000010:2.0:1777583271.467882:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa024811ca240. 00000100:00000200:2.0:1777583271.467888:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583271.467906:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:2.0:1777583271.467908:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583271.467919:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f53100 x1863919919309440/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583271.467937:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 00000100:00000010:2.0:1777583271.467950:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777583271.467956:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583271.467960:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 02000000:00000010:2.0:1777583271.467981:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02397769400. 00000400:00000010:2.0:1777583271.467985:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 00000400:00000010:2.0:1777583271.467988:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c990. 00000100:00000200:2.0:1777583271.467990:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919309568, portal 10 00000400:00000010:2.0:1777583271.468043:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777583271.468046:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919309568, offset 0 00000400:00000200:2.0:1777583271.468050:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583271.468056:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583271.468061:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2300 00000400:00000200:2.0:1777583271.468066:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 112536 00000400:00000200:2.0:1777583271.468071:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583271.468074:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583271.468078:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583271.468081:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51880. 00000400:00000200:2.0:1777583271.468093:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:2.0:1777583271.468095:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777583271.468100:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f52300 x1863919919309568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583271.468116:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0239776bc00. 00000400:00000010:2.0:1777583271.468119:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777583271.468121:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c4c8. 00000100:00000200:2.0:1777583271.468124:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919309696, portal 10 00000400:00000010:2.0:1777583271.468128:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583271.468130:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919309696, offset 0 00000400:00000200:2.0:1777583271.468158:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583271.468163:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583271.468168:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2380 00000400:00000200:2.0:1777583271.468172:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 113056 00000400:00000200:2.0:1777583271.468176:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583271.468178:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583271.468181:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583271.468183:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50000. 00000400:00000200:2.0:1777583271.468193:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777583271.468195:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583271.468200:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f50380 x1863919919309696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583271.468247:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125300. 00000020:00000010:2.0:1777583271.468252:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125300. 00000020:00000010:2.0:1777583271.468257:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583271.468263:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3100. 00000020:00000010:2.0:1777583271.468267:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583271.468299:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125300. 00000020:00000010:2.0:1777583271.468301:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125300. 00000100:00000200:2.0:1777583271.468304:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919309440 02000000:00000010:2.0:1777583271.468338:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831c800. 00010000:00000200:2.0:1777583271.468347:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487065850 x1863919919309440/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:712/0 lens 224/224 e 0 to 0 dl 1777583282 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583271.468363:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583271.468366:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919309440, offset 224 00000400:00000200:2.0:1777583271.468369:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583271.468376:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583271.468381:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae2280 00000400:00000200:2.0:1777583271.468385:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216199 [1] + 224 00000400:00000200:2.0:1777583271.468388:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583271.468391:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583271.468396:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f53100 x1863919919309440/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583271.468411:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777583271.468413:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000020:00000010:2.0:1777583271.468425:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3100. 00000020:00000010:2.0:1777583271.468428:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583271.468431:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583271.468437:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238831c800. 00000100:00000200:2.0:1777583271.468443:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583271.468447:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e528. 00000400:00000010:2.0:1777583271.468451:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02395cc6840. 00000020:00000010:0.0:1777583271.468645:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583271.468651:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fe900. 00000020:00000010:0.0:1777583271.468654:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583271.468692:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583271.468696:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02383e87780. 00000020:00000010:0.0:1777583271.468699:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000100:00000200:0.0:1777583271.468714:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919309568 00010000:02000000:0.0:1777583271.468730:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583271.468738:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02486258c00. 00000400:00000010:0.0:1777583271.468746:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777583271.468749:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919309568, offset 0 00000400:00000200:0.0:1777583271.468753:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583271.468759:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583271.468764:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2300 00000400:00000200:0.0:1777583271.468768:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2161a1 [1] + 0 00000400:00000200:0.0:1777583271.468771:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583271.468773:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583271.468779:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f52300 x1863919919309568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583271.468809:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:0.0:1777583271.468811:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000020:00000010:0.0:1777583271.468819:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fe900. 00000020:00000010:0.0:1777583271.468822:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583271.468825:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000100:00000200:0.0:1777583271.468835:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919309696 00010000:02000000:0.0:1777583271.468841:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583271.468845:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248625bc00. 00000400:00000010:0.0:1777583271.468850:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777583271.468852:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919309696, offset 0 00000400:00000200:0.0:1777583271.468855:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583271.468860:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583271.468864:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2380 00000400:00000200:0.0:1777583271.468867:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2161a9 [1] + 0 00000400:00000200:0.0:1777583271.468871:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583271.468873:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583271.468878:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f50380 x1863919919309696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583271.468887:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:0.0:1777583271.468888:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000020:00000010:0.0:1777583271.468895:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02383e87780. 00000020:00000010:0.0:1777583271.468897:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583271.468899:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000400:00000010:0.0:1777583271.468923:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e370. 00000400:00000200:0.0:1777583271.468926:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c990 00000400:00000010:0.0:1777583271.468928:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c990. 00000100:00000200:0.0:1777583271.468932:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f52300 x1863919919309568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583271.468940:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f52300 x1863919919309568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583271.468962:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:0.0:1777583271.468964:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c4c8 00000400:00000010:0.0:1777583271.468965:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c4c8. 00000100:00000200:0.0:1777583271.468969:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f50380 x1863919919309696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583271.468977:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f50380 x1863919919309696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583271.468989:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02397769400. 02000000:00000010:0.0:1777583271.468994:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02396f6b800. 00000100:00000010:0.0:1777583271.468997:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f52300. 02000000:00000010:0.0:1777583271.469001:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0239776bc00. 02000000:00000010:0.0:1777583271.469003:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02396f6bc00. 00000100:00000010:0.0:1777583271.469005:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f50380. 00000400:00000010:2.0:1777583271.469294:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e738. 00000400:00000200:2.0:1777583271.469298:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:2.0:1777583271.469300:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583271.469307:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f53100 x1863919919309440/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583271.469316:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f53100 x1863919919309440/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583271.469330:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481342000. 02000000:00000010:2.0:1777583271.469333:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23600. 00000100:00000010:2.0:1777583271.469337:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f53100. 00000100:00000010:3.0:1777583272.107332:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000100:00000010:0.0:1777583272.107675:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:1.0:1777583272.107900:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777583272.108051:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:1.0:1777583276.596755:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626bb80. 02000000:00000010:1.0:1777583276.596782:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877800. 00000100:00000010:1.0:1777583276.596835:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268e00. 02000000:00000010:0.0:1777583276.597060:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583276.597069:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6420. 00000400:00000010:0.0:1777583276.597076:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983110. 00000100:00000200:0.0:1777583276.597150:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919309824, portal 25 00000400:00000010:0.0:1777583276.597156:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583276.597159:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919309824, offset 0 00000400:00000200:0.0:1777583276.597167:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583276.597182:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583276.597194:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae2400 00000400:00000200:0.0:1777583276.597201:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x214f89 [2] + 0 00000400:00000010:0.0:1777583276.597205:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248afe1cb8. 00000400:00000200:0.0:1777583276.597211:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe7bb40 00000400:00000200:0.0:1777583276.597217:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583276.597221:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583276.597225:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe7bb40 00000400:00000010:0.0:1777583276.597228:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe7bb40. 00000100:00000200:0.0:1777583276.597234:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583276.597247:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777583276.597249:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583276.597256:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626bb80 x1863919919309824/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583276.597276:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df720. 00000100:00000010:0.0:1777583276.597289:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dff60. 00000100:00000010:0.0:1777583276.597295:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfae0. 00000100:00000010:0.0:1777583276.597300:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df300. 02000000:00000010:1.0:1777583276.597627:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d6c00. 00000100:00000010:1.0:1777583276.597658:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269f80. 02000000:00000010:1.0:1777583276.597664:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d6800. 02000000:00000010:0.0:1777583276.597811:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248625a400. 00000400:00000010:0.0:1777583276.597816:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6a50. 00000400:00000010:0.0:1777583276.597820:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583276.597824:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919309952, portal 10 00000400:00000010:0.0:1777583276.597829:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777583276.597831:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919309952, offset 0 00000400:00000200:0.0:1777583276.597836:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583276.597842:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583276.597847:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2480 00000400:00000200:0.0:1777583276.597853:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 113576 00000400:00000200:0.0:1777583276.597859:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583276.597862:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583276.597867:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583276.597871:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8b480. 00000400:00000200:0.0:1777583276.597894:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:0.0:1777583276.597896:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000100:00000200:0.0:1777583276.597902:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268e00 x1863919919309952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583276.597919:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248625b800. 00000400:00000010:0.0:1777583276.597923:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f69f8. 00000400:00000010:0.0:1777583276.597926:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777583276.597928:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919310080, portal 10 00000400:00000010:0.0:1777583276.597932:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777583276.597934:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919310080, offset 0 00000400:00000200:0.0:1777583276.597937:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583276.597942:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583276.597947:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2500 00000400:00000200:0.0:1777583276.597951:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 114096 00000400:00000200:0.0:1777583276.597955:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583276.597957:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583276.597960:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583276.597963:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8b800. 00000400:00000200:0.0:1777583276.597976:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:0.0:1777583276.597978:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777583276.597982:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486269f80 x1863919919310080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583276.598035:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583276.598041:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023870fe900. 00000020:00000010:0.0:1777583276.598046:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583276.598082:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777583276.598088:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416500. 00000020:00000010:0.0:1777583276.598091:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000100:00000200:0.0:1777583276.598582:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919309952 00010000:02000000:0.0:1777583276.598600:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583276.598677:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248625a800. 00000400:00000010:0.0:1777583276.598690:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777583276.598693:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919309952, offset 0 00000400:00000200:0.0:1777583276.598697:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583276.598703:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583276.598710:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2480 00000400:00000200:0.0:1777583276.598716:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2161c9 [1] + 0 00000400:00000200:0.0:1777583276.598721:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583276.598723:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583276.598731:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268e00 x1863919919309952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583276.598761:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:0.0:1777583276.598764:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00000020:00000010:0.0:1777583276.598776:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023870fe900. 00000020:00000010:0.0:1777583276.598781:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:0.0:1777583276.598785:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000100:00000200:0.0:1777583276.598797:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919310080 00010000:02000000:0.0:1777583276.598804:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583276.598808:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02486259000. 00000400:00000010:0.0:1777583276.598813:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777583276.598816:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919310080, offset 0 00000400:00000200:0.0:1777583276.598819:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583276.598824:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583276.598828:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2500 00000400:00000200:0.0:1777583276.598832:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2161d1 [1] + 0 00000400:00000200:0.0:1777583276.598835:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583276.598838:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583276.598842:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486269f80 x1863919919310080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583276.598851:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:0.0:1777583276.598853:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00000020:00000010:0.0:1777583276.598859:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416500. 00000020:00000010:0.0:1777583276.598862:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583276.598864:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 00000400:00000010:0.0:1777583276.598883:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6a50. 00000400:00000200:0.0:1777583276.598885:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777583276.598887:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583276.598891:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268e00 x1863919919309952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583276.598898:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268e00 x1863919919309952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583276.598922:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f69f8. 00000400:00000200:0.0:1777583276.598925:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:0.0:1777583276.598926:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000100:00000200:0.0:1777583276.598929:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486269f80 x1863919919310080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583276.598936:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486269f80 x1863919919310080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583276.598948:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248625a400. 02000000:00000010:0.0:1777583276.598954:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d6c00. 00000100:00000010:0.0:1777583276.598958:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268e00. 02000000:00000010:0.0:1777583276.598963:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248625b800. 02000000:00000010:0.0:1777583276.598965:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d6800. 00000100:00000010:0.0:1777583276.598967:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269f80. 00000020:00000010:3.0:1777583276.599795:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c400. 00000020:00000010:3.0:1777583276.599802:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c400. 00000020:00000010:3.0:1777583276.599808:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583276.599811:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87a00. 00000020:00000010:3.0:1777583276.599814:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583276.599843:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c400. 00000020:00000010:3.0:1777583276.599845:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c400. 00000100:00000200:3.0:1777583276.599848:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919309824 02000000:00000010:3.0:1777583276.599860:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493f000. 00010000:00000200:3.0:1777583276.599869:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02487064850 x1863919919309824/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:717/0 lens 224/224 e 0 to 0 dl 1777583287 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583276.599882:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583276.599887:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919309824, offset 224 00000400:00000200:3.0:1777583276.599891:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583276.599899:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583276.599905:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae2400 00000400:00000200:3.0:1777583276.599912:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2161c1 [1] + 224 00000400:00000200:3.0:1777583276.599917:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583276.599920:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583276.599928:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626bb80 x1863919919309824/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583276.599946:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:3.0:1777583276.599949:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000020:00000010:3.0:1777583276.599957:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87a00. 00000020:00000010:3.0:1777583276.599960:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583276.599962:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 02000000:00000010:3.0:1777583276.599968:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248493f000. 00000100:00000200:3.0:1777583276.599973:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583276.599978:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243d10. 00000400:00000010:3.0:1777583276.599982:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d6c0. 00000400:00000010:3.0:1777583276.600018:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6420. 00000400:00000200:3.0:1777583276.600022:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983110 00000400:00000010:3.0:1777583276.600023:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983110. 00000100:00000200:3.0:1777583276.600028:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626bb80 x1863919919309824/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583276.600036:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626bb80 x1863919919309824/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583276.600161:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:3.0:1777583276.600167:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877800. 00000100:00000010:3.0:1777583276.600171:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626bb80. 00000100:00000010:0.0:1777583277.226214:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df720. 00000100:00000010:3.0:1777583277.226716:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df300. 00000100:00000010:1.0:1777583277.227198:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dff60. 00000100:00000010:2.0:1777583277.229525:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfae0. 00000100:00000010:1.0:1777583281.706467:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268380. 02000000:00000010:1.0:1777583281.706493:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877a00. 00000100:00000010:1.0:1777583281.706563:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268a80. 02000000:00000010:1.0:1777583281.706573:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d5c00. 00000100:00000010:1.0:1777583281.706591:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a680. 02000000:00000010:1.0:1777583281.706595:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d6800. 02000000:00000010:0.0:1777583281.706891:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27000. 00000400:00000010:0.0:1777583281.706900:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f69f8. 00000400:00000010:0.0:1777583281.706906:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983908. 00000100:00000200:0.0:1777583281.706913:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919310208, portal 25 00000400:00000010:0.0:1777583281.706918:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583281.706921:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919310208, offset 0 00000400:00000200:0.0:1777583281.706930:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583281.706944:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583281.706954:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae2580 00000400:00000200:0.0:1777583281.706960:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215135 [2] + 0 00000400:00000010:0.0:1777583281.706964:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eaa8. 00000400:00000200:0.0:1777583281.706970:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02390e68900 00000400:00000200:0.0:1777583281.707016:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583281.707021:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583281.707026:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02390e68900 00000400:00000010:0.0:1777583281.707028:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02390e68900. 00000100:00000200:0.0:1777583281.707036:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583281.707061:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:0.0:1777583281.707063:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583281.707069:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268380 x1863919919310208/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583281.707089:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df720. 00000100:00000010:0.0:1777583281.707100:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df540. 00000100:00000010:0.0:1777583281.707106:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df900. 00000100:00000010:0.0:1777583281.707111:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfa20. 02000000:00000010:0.0:1777583281.707155:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248625a400. 00000400:00000010:0.0:1777583281.707160:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6a50. 00000400:00000010:0.0:1777583281.707163:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983440. 00000100:00000200:0.0:1777583281.707166:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919310336, portal 10 00000400:00000010:0.0:1777583281.707172:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777583281.707174:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919310336, offset 0 00000400:00000200:0.0:1777583281.707178:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583281.707183:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583281.707189:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2600 00000400:00000200:0.0:1777583281.707194:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 114616 00000400:00000200:0.0:1777583281.707200:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583281.707202:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583281.707207:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583281.707212:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8a300. 00000400:00000200:0.0:1777583281.707225:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:0.0:1777583281.707227:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777583281.707232:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268a80 x1863919919310336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583281.707251:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02486258400. 00000400:00000010:0.0:1777583281.707254:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6688. 00000400:00000010:0.0:1777583281.707257:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983bb0. 00000100:00000200:0.0:1777583281.707260:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919310464, portal 10 00000400:00000010:0.0:1777583281.707264:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777583281.707266:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919310464, offset 0 00000400:00000200:0.0:1777583281.707270:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583281.707275:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583281.707279:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2680 00000400:00000200:0.0:1777583281.707283:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 115136 00000400:00000200:0.0:1777583281.707287:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583281.707289:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583281.707292:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583281.707295:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8ad80. 00000400:00000200:0.0:1777583281.707305:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:0.0:1777583281.707307:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777583281.707311:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626a680 x1863919919310464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583281.707351:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583281.707357:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416c00. 00000020:00000010:0.0:1777583281.707362:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583281.707388:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:0.0:1777583281.707391:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416e00. 00000020:00000010:0.0:1777583281.707394:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50190. 00000100:00000200:0.0:1777583281.707412:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919310336 00010000:02000000:0.0:1777583281.707597:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583281.707607:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248625a000. 00000400:00000010:0.0:1777583281.707618:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777583281.707641:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919310336, offset 0 00000400:00000200:0.0:1777583281.707645:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583281.707650:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583281.707655:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2600 00000400:00000200:0.0:1777583281.707660:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2161f1 [1] + 0 00000400:00000200:0.0:1777583281.707663:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583281.707665:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583281.707672:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268a80 x1863919919310336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583281.707846:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7380. 00000020:00000010:1.0:1777583281.707851:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7380. 00000020:00000010:1.0:1777583281.707856:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583281.707859:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736680. 00000020:00000010:1.0:1777583281.707863:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583281.707886:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7380. 00000020:00000010:1.0:1777583281.707888:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7380. 00000100:00000200:1.0:1777583281.707891:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919310208 02000000:00000010:1.0:1777583281.707903:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d6c00. 00010000:00000200:1.0:1777583281.707909:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f77450 x1863919919310208/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:722/0 lens 224/224 e 0 to 0 dl 1777583292 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583281.707922:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583281.707925:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919310208, offset 224 00000400:00000200:1.0:1777583281.707930:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583281.707938:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583281.707945:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae2580 00000400:00000200:1.0:1777583281.707949:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2161e9 [1] + 224 00000400:00000200:1.0:1777583281.707953:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583281.707955:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583281.707962:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268380 x1863919919310208/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583281.707995:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583281.707997:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000020:00000010:1.0:1777583281.708009:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736680. 00000020:00000010:1.0:1777583281.708012:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583281.708017:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 02000000:00000010:1.0:1777583281.708024:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d6c00. 00000100:00000200:1.0:1777583281.708030:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583281.708033:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36688. 00000400:00000010:1.0:1777583281.708037:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248bbeb6c0. 00000100:00000200:1.0:1777583281.708193:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919310464 00010000:02000000:1.0:1777583281.708203:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583281.708209:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d6c00. 00000400:00000010:1.0:1777583281.708214:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583281.708218:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919310464, offset 0 00000400:00000200:1.0:1777583281.708221:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583281.708226:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583281.708231:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2680 00000400:00000200:1.0:1777583281.708235:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2161f9 [1] + 0 00000400:00000200:1.0:1777583281.708239:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583281.708241:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583281.708246:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626a680 x1863919919310464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583281.708261:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583281.708263:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000020:00000010:1.0:1777583281.708270:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416e00. 00000020:00000010:1.0:1777583281.708274:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50190. 00000020:00000010:1.0:1777583281.708277:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00000400:00000010:1.0:1777583281.708310:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f69f8. 00000400:00000200:1.0:1777583281.708314:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983908 00000400:00000010:1.0:1777583281.708316:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983908. 00000100:00000200:1.0:1777583281.708320:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268380 x1863919919310208/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583281.708328:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268380 x1863919919310208/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583281.708347:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27000. 02000000:00000010:1.0:1777583281.708353:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877a00. 00000100:00000010:1.0:1777583281.708358:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268380. 00000400:00000200:0.0:1777583281.708431:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:0.0:1777583281.708434:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000020:00000010:0.0:1777583281.708443:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416c00. 00000020:00000010:0.0:1777583281.708447:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583281.708449:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000400:00000010:1.0:1777583281.722090:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6a50. 00000400:00000200:1.0:1777583281.722104:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983440 00000400:00000010:1.0:1777583281.722107:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983440. 00000100:00000200:1.0:1777583281.722121:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268a80 x1863919919310336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583281.722131:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268a80 x1863919919310336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583281.722273:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6688. 00000400:00000200:1.0:1777583281.722276:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983bb0 00000400:00000010:1.0:1777583281.722278:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983bb0. 00000100:00000200:1.0:1777583281.722283:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626a680 x1863919919310464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583281.722290:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626a680 x1863919919310464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583281.722307:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248625a400. 02000000:00000010:1.0:1777583281.722315:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d5c00. 00000100:00000010:1.0:1777583281.722320:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268a80. 02000000:00000010:1.0:1777583281.722323:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02486258400. 02000000:00000010:1.0:1777583281.722326:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d6800. 00000100:00000010:1.0:1777583281.722328:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a680. 00000100:00000010:2.0:1777583282.346212:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df900. 00000100:00000010:0.0:1777583282.346995:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df720. 00000100:00000010:3.0:1777583282.347892:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfa20. 00000100:00000010:1.0:1777583282.349883:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df540. 00000800:00000200:2.0:1777583283.626262:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:2.0:1777583283.626270:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:2.0:1777583283.626275:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1777583283.626520:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1777583286.826583:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f53100. 02000000:00000010:2.0:1777583286.826610:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23600. 00000100:00000010:2.0:1777583286.826682:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51500. 02000000:00000010:2.0:1777583286.826693:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831e000. 00000100:00000010:2.0:1777583286.826717:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51c00. 02000000:00000010:2.0:1777583286.826724:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831fc00. 02000000:00000010:2.0:1777583286.826759:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831ec00. 00000400:00000010:2.0:1777583286.826767:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e738. 00000400:00000010:2.0:1777583286.826775:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cdd0. 00000100:00000200:2.0:1777583286.826782:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919310720, portal 10 00000400:00000010:2.0:1777583286.826790:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583286.826794:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919310720, offset 0 00000400:00000200:2.0:1777583286.826805:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583286.826832:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583286.826854:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2780 00000400:00000200:2.0:1777583286.826863:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 115656 00000400:00000200:2.0:1777583286.826872:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583286.826878:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583286.826887:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583286.826893:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f50380. 00000400:00000200:2.0:1777583286.826916:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777583286.826919:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583286.826933:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51500 x1863919919310720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583286.826955:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583286.826968:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 00000100:00000010:2.0:1777583286.826974:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 00000100:00000010:2.0:1777583286.826981:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 02000000:00000010:2.0:1777583286.826999:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831dc00. 00000400:00000010:2.0:1777583286.827004:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eb58. 00000400:00000010:2.0:1777583286.827009:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583286.827013:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919310848, portal 10 00000400:00000010:2.0:1777583286.827018:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583286.827022:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919310848, offset 0 00000400:00000200:2.0:1777583286.827027:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583286.827034:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583286.827041:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2800 00000400:00000200:2.0:1777583286.827046:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 116176 00000400:00000200:2.0:1777583286.827050:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583286.827054:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583286.827058:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583286.827063:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f52300. 00000400:00000200:2.0:1777583286.827080:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583286.827083:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583286.827089:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51c00 x1863919919310848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583286.827172:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583286.827178:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3e80. 00000020:00000010:2.0:1777583286.827183:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583286.827209:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583286.827211:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3e00. 00000020:00000010:2.0:1777583286.827547:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 02000000:00000010:3.0:1777583286.827627:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884b000. 00000400:00000010:3.0:1777583286.827635:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243840. 00000400:00000010:3.0:1777583286.827641:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5660. 00000100:00000200:3.0:1777583286.827645:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919310592, portal 25 00000400:00000010:3.0:1777583286.827650:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583286.827664:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919310592, offset 0 00000400:00000200:3.0:1777583286.827669:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583286.827675:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583286.827682:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae2700 00000400:00000200:3.0:1777583286.827687:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215779 [2] + 0 00000400:00000010:3.0:1777583286.827691:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e058. 00000400:00000200:3.0:1777583286.827694:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02390e680c0 00000400:00000200:3.0:1777583286.827697:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583286.827700:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583286.827703:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02390e680c0 00000400:00000010:3.0:1777583286.827705:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02390e680c0. 00000100:00000200:3.0:1777583286.827709:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583286.827723:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:3.0:1777583286.827725:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583286.827731:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f53100 x1863919919310592/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583286.827796:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919310720 00010000:02000000:2.0:1777583286.827812:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583286.827831:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831e400. 00000400:00000010:2.0:1777583286.827851:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583286.827854:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919310720, offset 0 00000400:00000200:2.0:1777583286.827859:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583286.827865:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583286.827871:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2780 00000400:00000200:2.0:1777583286.827875:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216211 [1] + 0 00000400:00000200:2.0:1777583286.827879:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583286.827882:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583286.827889:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51500 x1863919919310720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583286.827906:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583286.827908:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000020:00000010:2.0:1777583286.827921:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3e80. 00000020:00000010:2.0:1777583286.827926:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583286.827929:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000100:00000200:2.0:1777583286.827940:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919310848 00010000:02000000:2.0:1777583286.827946:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583286.827951:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831f800. 00000400:00000010:2.0:1777583286.827956:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583286.827959:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919310848, offset 0 00000400:00000200:2.0:1777583286.827962:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583286.827967:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583286.827972:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2800 00000400:00000200:2.0:1777583286.827975:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216219 [1] + 0 00000400:00000200:2.0:1777583286.827979:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583286.827982:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583286.827987:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51c00 x1863919919310848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583286.827997:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583286.827998:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000020:00000010:2.0:1777583286.828005:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3e00. 00000020:00000010:2.0:1777583286.828007:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583286.828010:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000400:00000010:0.0:1777583286.829994:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e738. 00000400:00000200:0.0:1777583286.830004:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cdd0 00000400:00000010:0.0:1777583286.830006:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cdd0. 00000100:00000200:0.0:1777583286.830021:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51500 x1863919919310720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583286.830032:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51500 x1863919919310720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583286.830059:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eb58. 00000400:00000200:0.0:1777583286.830061:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:0.0:1777583286.830063:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000100:00000200:0.0:1777583286.830067:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51c00 x1863919919310848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583286.830075:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51c00 x1863919919310848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583286.830091:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831ec00. 02000000:00000010:0.0:1777583286.830098:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831e000. 00000100:00000010:0.0:1777583286.830103:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51500. 02000000:00000010:0.0:1777583286.830106:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831dc00. 02000000:00000010:0.0:1777583286.830109:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831fc00. 00000100:00000010:0.0:1777583286.830112:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51c00. 00000020:00000010:0.0:1777583286.830170:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbdc0. 00000020:00000010:0.0:1777583286.830175:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbdc0. 00000020:00000010:0.0:1777583286.830180:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583286.830185:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583286.830190:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583286.830222:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbdc0. 00000020:00000010:0.0:1777583286.830225:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbdc0. 00000100:00000200:0.0:1777583286.830228:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919310592 02000000:00000010:0.0:1777583286.830243:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02486259800. 00010000:00000200:0.0:1777583286.830251:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f74050 x1863919919310592/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:727/0 lens 224/224 e 0 to 0 dl 1777583297 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583286.830265:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777583286.830270:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919310592, offset 224 00000400:00000200:0.0:1777583286.830276:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583286.830287:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583286.830295:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae2700 00000400:00000200:0.0:1777583286.830312:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216221 [1] + 224 00000400:00000200:0.0:1777583286.830319:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583286.830323:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583286.830333:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f53100 x1863919919310592/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583286.830351:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:0.0:1777583286.830352:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000020:00000010:0.0:1777583286.830364:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583286.830368:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583286.830372:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583286.830379:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02486259800. 00000100:00000200:0.0:1777583286.830384:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583286.830432:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f61b8. 00000400:00000010:0.0:1777583286.830437:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e14843c0. 00000400:00000010:0.0:1777583286.830464:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243840. 00000400:00000200:0.0:1777583286.830468:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5660 00000400:00000010:0.0:1777583286.830469:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5660. 00000100:00000200:0.0:1777583286.830475:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f53100 x1863919919310592/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583286.830483:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f53100 x1863919919310592/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583286.830497:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884b000. 02000000:00000010:0.0:1777583286.830501:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23600. 00000100:00000010:0.0:1777583286.830505:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f53100. 00000100:00000010:2.0:1777583287.466206:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:1.0:1777583287.466392:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:3.0:1777583287.466571:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:0.0:1777583287.467785:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000800:00000200:1.0:1777583289.770458:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777583289.770467:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1021 00000800:00000200:1.0:1777583289.770473:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1777583289.771794:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1777583291.949739:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8b100. 02000000:00000010:0.0:1777583291.949770:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583291.949846:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88380. 02000000:00000010:0.0:1777583291.949855:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248625b400. 00000100:00000010:0.0:1777583291.949878:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 02000000:00000010:0.0:1777583291.949883:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248625b000. 02000000:00000010:0.0:1777583291.949923:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02486259800. 00000400:00000010:0.0:1777583291.949932:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6058. 00000400:00000010:0.0:1777583291.949942:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983dd0. 00000100:00000200:0.0:1777583291.950110:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919311104, portal 10 00000400:00000010:0.0:1777583291.950132:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777583291.950196:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919311104, offset 0 02000000:00000010:1.0:1777583291.950204:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0400. 00000400:00000200:0.0:1777583291.950212:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1777583291.950217:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36370. 00000400:00000010:1.0:1777583291.950225:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000400:00000200:0.0:1777583291.950229:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1777583291.950232:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919310976, portal 25 00000400:00000010:1.0:1777583291.950240:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583291.950243:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919310976, offset 0 00000400:00000200:0.0:1777583291.950249:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2900 00000400:00000200:1.0:1777583291.950258:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583291.950334:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 116696 00000400:00000200:0.0:1777583291.950357:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583291.950362:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583291.950372:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1777583291.950690:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583291.950702:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae2880 00000400:00000200:1.0:1777583291.950710:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2157ad [2] + 0 00000400:00000010:1.0:1777583291.950715:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e580. 00000100:00000010:0.0:1777583291.950828:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667df80. 00000020:00000010:2.0:1777583291.951865:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583291.951876:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3e00. 00000020:00000010:2.0:1777583291.951883:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000100:00000200:2.0:1777583291.951925:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919311104 00010000:02000000:2.0:1777583291.951949:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583291.951961:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831d000. 00000400:00000010:2.0:1777583291.951979:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000400:00000200:1.0:1777583291.954771:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248849d480 00000400:00000200:1.0:1777583291.954784:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583291.954795:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583291.964924:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777583291.964932:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000100:00000200:0.0:1777583291.964957:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca88380 x1863919919311104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583291.965209:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df720. 00000100:00000010:0.0:1777583291.965222:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df120. 00000100:00000010:0.0:1777583291.965227:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfc00. 00000100:00000010:0.0:1777583291.965232:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df9c0. 02000000:00000010:0.0:1777583291.965542:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02486258000. 00000400:00000010:0.0:1777583291.965551:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f67e8. 00000400:00000010:0.0:1777583291.965557:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777583291.965564:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919311232, portal 10 00000400:00000010:0.0:1777583291.965571:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583291.965574:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919311232, offset 0 00000400:00000200:0.0:1777583291.965583:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583291.965602:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583291.965627:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2980 00000400:00000200:0.0:1777583291.965636:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 117216 00000400:00000200:0.0:1777583291.965645:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583291.965653:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583291.965663:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583291.965670:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0239667ed80. 00000400:00000200:0.0:1777583291.965694:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583291.965697:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583291.965709:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24f100 x1863919919311232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583291.965847:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583291.965853:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583291.965859:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000100:00000200:0.0:1777583291.965888:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919311232 00010000:02000000:0.0:1777583291.965905:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583291.965913:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02486258800. 00000400:00000010:0.0:1777583291.965924:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583291.965927:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919311232, offset 0 00000400:00000200:0.0:1777583291.965930:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583291.965936:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583291.965941:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2980 00000400:00000200:0.0:1777583291.965963:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216249 [1] + 0 00000400:00000200:0.0:1777583291.965967:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583291.965969:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583291.965976:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24f100 x1863919919311232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583291.965990:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583291.965992:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000020:00000010:0.0:1777583291.966002:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583291.966005:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583291.966008:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000400:00000010:0.0:1777583291.966028:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f67e8. 00000400:00000200:0.0:1777583291.966030:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777583291.966032:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000100:00000200:0.0:1777583291.966036:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24f100 x1863919919311232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583291.966043:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24f100 x1863919919311232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583291.966065:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02486258000. 02000000:00000010:0.0:1777583291.966070:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248625b000. 00000100:00000010:0.0:1777583291.966074:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 00000100:00000200:2.0:1777583291.967547:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919311104, offset 0 00000400:00000200:2.0:1777583291.967587:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583291.967614:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583291.967629:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2900 00000400:00000200:2.0:1777583291.967639:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216239 [1] + 0 00000400:00000200:2.0:1777583291.967648:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583291.967655:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583291.967673:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca88380 x1863919919311104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583291.967714:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583291.967718:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000020:00000010:2.0:1777583291.967752:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3e00. 00000020:00000010:2.0:1777583291.967760:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583291.967764:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000400:00000010:3.0:1777583291.971190:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6058. 00000400:00000200:3.0:1777583291.971203:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983dd0 00000400:00000010:3.0:1777583291.971206:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983dd0. 00000100:00000200:3.0:1777583291.971220:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca88380 x1863919919311104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583291.971231:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca88380 x1863919919311104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583291.971273:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02486259800. 02000000:00000010:3.0:1777583291.971281:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248625b400. 00000100:00000010:3.0:1777583291.971287:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca88380. 00000400:00000200:1.0:1777583291.974867:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248849d480 00000400:00000010:1.0:1777583291.974875:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248849d480. 00000100:00000200:1.0:1777583291.974886:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583291.974918:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583291.974920:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583291.974935:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca8b100 x1863919919310976/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583291.976252:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125380. 00000020:00000010:2.0:1777583291.976260:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125380. 00000020:00000010:2.0:1777583291.976268:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583291.976274:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3e00. 00000020:00000010:2.0:1777583291.976279:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583291.976320:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125380. 00000020:00000010:2.0:1777583291.976323:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125380. 00000100:00000200:2.0:1777583291.976326:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919310976 02000000:00000010:2.0:1777583291.976343:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831c000. 00010000:00000200:2.0:1777583291.976353:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f76c50 x1863919919310976/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:732/0 lens 224/224 e 0 to 0 dl 1777583302 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583291.976371:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583291.976378:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919310976, offset 224 00000400:00000200:2.0:1777583291.976384:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583291.976396:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583291.976406:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae2880 00000400:00000200:2.0:1777583291.976415:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216241 [1] + 224 00000400:00000200:2.0:1777583291.976422:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583291.976425:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583291.976434:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca8b100 x1863919919310976/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583291.976459:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583291.976462:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000020:00000010:2.0:1777583291.976476:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3e00. 00000020:00000010:2.0:1777583291.976480:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583291.976483:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583291.976489:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238831c000. 00000100:00000200:2.0:1777583291.976495:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583291.976501:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e000. 00000400:00000010:2.0:1777583291.976505:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024993f56c0. 00000400:00000010:1.0:1777583291.977434:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36370. 00000400:00000200:1.0:1777583291.977441:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:1.0:1777583291.977444:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583291.977454:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca8b100 x1863919919310976/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583291.977464:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca8b100 x1863919919310976/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583291.977489:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0400. 02000000:00000010:1.0:1777583291.977494:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:1.0:1777583291.977499:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8b100. 00000100:00000010:0.0:1777583292.588264:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df720. 00000100:00000010:2.0:1777583292.588450:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfc00. 00000100:00000010:1.0:1777583292.588566:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df120. 00000100:00000010:3.0:1777583292.609521:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df9c0. 00000100:00000010:2.0:1777583297.069180:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f53100. 02000000:00000010:2.0:1777583297.069209:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23000. 00000100:00000010:2.0:1777583297.069265:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51c00. 02000000:00000010:2.0:1777583297.069273:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831d400. 00000100:00000010:2.0:1777583297.069292:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51500. 02000000:00000010:2.0:1777583297.069297:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831c000. 02000000:00000010:2.0:1777583297.069335:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343600. 00000400:00000010:2.0:1777583297.069343:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ec08. 00000400:00000010:2.0:1777583297.069350:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583297.069357:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919311360, portal 25 00000400:00000010:2.0:1777583297.069362:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583297.069365:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919311360, offset 0 00000400:00000200:2.0:1777583297.069373:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583297.069386:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583297.069396:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae2a00 00000400:00000200:2.0:1777583297.069403:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215809 [2] + 0 00000400:00000010:2.0:1777583297.069407:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6e70. 00000400:00000200:2.0:1777583297.069411:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa024811ca480 00000400:00000200:2.0:1777583297.069416:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583297.069421:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583297.069426:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024811ca480 00000400:00000010:2.0:1777583297.069429:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa024811ca480. 00000100:00000200:2.0:1777583297.069435:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583297.069453:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583297.069454:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583297.069466:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f53100 x1863919919311360/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583297.069484:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 00000100:00000010:2.0:1777583297.069495:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583297.069499:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583297.069504:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 02000000:00000010:2.0:1777583297.069522:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831fc00. 00000400:00000010:2.0:1777583297.069526:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e580. 00000400:00000010:2.0:1777583297.069529:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583297.069544:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919311488, portal 10 00000400:00000010:2.0:1777583297.069550:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583297.069552:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919311488, offset 0 00000400:00000200:2.0:1777583297.069556:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583297.069570:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583297.069575:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2a80 00000400:00000200:2.0:1777583297.069580:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 117736 00000400:00000200:2.0:1777583297.069585:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583297.069588:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583297.069592:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583297.069597:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55c7100. 00000400:00000200:2.0:1777583297.069607:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777583297.069609:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583297.069615:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51c00 x1863919919311488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583297.069631:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831dc00. 00000400:00000010:2.0:1777583297.069634:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eb58. 00000400:00000010:2.0:1777583297.069636:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583297.069639:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919311616, portal 10 00000400:00000010:2.0:1777583297.069644:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583297.069645:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919311616, offset 0 00000400:00000200:2.0:1777583297.069648:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583297.069651:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583297.069655:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2b00 00000400:00000200:2.0:1777583297.069658:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 118256 00000400:00000200:2.0:1777583297.069661:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583297.069664:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583297.069666:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583297.069717:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e368000. 00000400:00000200:2.0:1777583297.069727:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583297.069729:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583297.069734:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f51500 x1863919919311616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583297.070251:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db440. 00000020:00000010:0.0:1777583297.070256:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db440. 00000020:00000010:0.0:1777583297.070262:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583297.070267:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583297.070273:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583297.070306:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db440. 00000020:00000010:0.0:1777583297.070309:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db440. 00000100:00000200:0.0:1777583297.070311:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919311360 02000000:00000010:0.0:1777583297.070326:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02486258000. 00010000:00000200:0.0:1777583297.070334:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f74850 x1863919919311360/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:738/0 lens 224/224 e 0 to 0 dl 1777583308 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583297.070349:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777583297.070353:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919311360, offset 224 00000400:00000200:0.0:1777583297.070358:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583297.070365:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583297.070371:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae2a00 00000400:00000200:0.0:1777583297.070375:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216261 [1] + 224 00000400:00000200:0.0:1777583297.070379:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583297.070382:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583297.070389:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f53100 x1863919919311360/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583297.070406:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777583297.070407:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000020:00000010:0.0:1777583297.070419:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583297.070423:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583297.070426:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583297.070433:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02486258000. 00000100:00000200:0.0:1777583297.070439:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583297.070443:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f67e8. 00000400:00000010:0.0:1777583297.070446:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e1484240. 00000020:00000010:0.0:1777583297.070466:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583297.070468:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583297.070470:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583297.070488:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27400. 00000020:00000010:0.0:1777583297.070491:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416300. 00000020:00000010:0.0:1777583297.070493:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000100:00000200:0.0:1777583297.070506:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919311488 00010000:02000000:0.0:1777583297.070520:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583297.070526:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02486258000. 00000400:00000010:0.0:1777583297.070546:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777583297.070549:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919311488, offset 0 00000400:00000200:0.0:1777583297.070553:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583297.070567:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583297.070573:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2a80 00000400:00000200:0.0:1777583297.070578:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216269 [1] + 0 00000400:00000200:0.0:1777583297.070581:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583297.070584:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583297.070590:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51c00 x1863919919311488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583297.070605:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777583297.070607:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000020:00000010:0.0:1777583297.070613:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583297.070616:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583297.070618:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000100:00000200:0.0:1777583297.070626:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919311616 00010000:02000000:0.0:1777583297.070633:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583297.070638:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02486258400. 00000400:00000010:0.0:1777583297.070642:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777583297.070645:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919311616, offset 0 00000400:00000200:0.0:1777583297.070648:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583297.070652:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583297.070657:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2b00 00000400:00000200:0.0:1777583297.070661:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216271 [1] + 0 00000400:00000200:0.0:1777583297.070664:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583297.070667:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583297.070671:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f51500 x1863919919311616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583297.070767:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:0.0:1777583297.070793:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000020:00000010:0.0:1777583297.070802:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416300. 00000020:00000010:0.0:1777583297.070804:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777583297.070807:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27400. 00000400:00000010:0.0:1777583297.070839:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ec08. 00000400:00000200:0.0:1777583297.070842:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:0.0:1777583297.070844:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:0.0:1777583297.070850:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f53100 x1863919919311360/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583297.070859:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f53100 x1863919919311360/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583297.070881:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343600. 02000000:00000010:0.0:1777583297.070887:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23000. 00000100:00000010:0.0:1777583297.070892:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f53100. 00000400:00000010:0.0:1777583297.071056:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e580. 00000400:00000200:0.0:1777583297.071060:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:0.0:1777583297.071062:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:0.0:1777583297.071067:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51c00 x1863919919311488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583297.071075:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51c00 x1863919919311488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583297.071092:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eb58. 00000400:00000200:0.0:1777583297.071095:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:0.0:1777583297.071097:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000100:00000200:0.0:1777583297.071101:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f51500 x1863919919311616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583297.071108:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f51500 x1863919919311616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583297.071119:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831fc00. 02000000:00000010:0.0:1777583297.071123:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831d400. 00000100:00000010:0.0:1777583297.071126:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51c00. 02000000:00000010:0.0:1777583297.071165:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831dc00. 02000000:00000010:0.0:1777583297.071168:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831c000. 00000100:00000010:0.0:1777583297.071170:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f51500. 00000100:00000010:2.0:1777583297.706212:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:1.0:1777583297.706517:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:3.0:1777583297.706638:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:0.0:1777583297.706655:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:3.0:1777583302.192620:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55c00. 02000000:00000010:3.0:1777583302.192642:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583302.192699:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d54380. 02000000:00000010:3.0:1777583302.192704:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248493c400. 00000100:00000010:3.0:1777583302.192721:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d56300. 02000000:00000010:3.0:1777583302.192725:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248493f000. 02000000:00000010:3.0:1777583302.192759:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02487408800. 00000400:00000010:3.0:1777583302.192766:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab2437e8. 00000400:00000010:3.0:1777583302.192772:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5550. 00000100:00000200:3.0:1777583302.192779:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919311872, portal 10 00000400:00000010:3.0:1777583302.192786:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583302.192789:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919311872, offset 0 00000400:00000200:3.0:1777583302.192798:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583302.192810:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583302.192820:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2c00 00000400:00000200:3.0:1777583302.192828:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 118776 00000400:00000200:3.0:1777583302.192836:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583302.192840:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583302.192847:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583302.192851:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d57480. 00000400:00000200:3.0:1777583302.192868:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:3.0:1777583302.192870:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583302.192878:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d54380 x1863919919311872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583302.192895:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628df60. 00000100:00000010:3.0:1777583302.192911:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d360. 00000100:00000010:3.0:1777583302.192916:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d540. 00000100:00000010:3.0:1777583302.192921:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d300. 02000000:00000010:3.0:1777583302.192930:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179e000. 00000400:00000010:3.0:1777583302.192933:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243738. 00000400:00000010:3.0:1777583302.192935:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5110. 00000100:00000200:3.0:1777583302.192937:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919312000, portal 10 00000400:00000010:3.0:1777583302.192941:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583302.192943:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919312000, offset 0 00000400:00000200:3.0:1777583302.192946:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583302.192950:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583302.192954:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2c80 00000400:00000200:3.0:1777583302.192957:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 119296 00000400:00000200:3.0:1777583302.192961:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583302.192964:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583302.192966:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583302.192969:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55880. 00000400:00000200:3.0:1777583302.192977:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583302.192979:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583302.192983:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d56300 x1863919919312000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583302.193058:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583302.193065:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87500. 00000020:00000010:3.0:1777583302.193070:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583302.193094:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583302.193097:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87b80. 00000020:00000010:3.0:1777583302.193099:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000100:00000200:3.0:1777583302.193115:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919311872 00010000:02000000:3.0:1777583302.193130:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583302.193155:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f83000. 00000400:00000010:3.0:1777583302.193164:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583302.193167:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919311872, offset 0 00000400:00000200:3.0:1777583302.193170:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583302.193174:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583302.193179:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2c00 00000400:00000200:3.0:1777583302.193184:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216289 [1] + 0 00000400:00000200:3.0:1777583302.193188:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583302.193190:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583302.193196:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d54380 x1863919919311872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583302.193328:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0400. 00000400:00000010:1.0:1777583302.193334:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36370. 00000400:00000010:1.0:1777583302.193338:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1000. 00000100:00000200:1.0:1777583302.193342:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919311744, portal 25 00000400:00000010:1.0:1777583302.193345:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583302.193347:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919311744, offset 0 00000400:00000200:1.0:1777583302.193352:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583302.193357:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583302.193362:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae2b80 00000400:00000200:1.0:1777583302.193367:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215889 [2] + 0 00000400:00000010:1.0:1777583302.193372:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e3c8. 00000400:00000200:1.0:1777583302.193392:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa024849680c0 00000400:00000200:1.0:1777583302.193396:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583302.193399:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583302.193401:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024849680c0 00000400:00000010:1.0:1777583302.193404:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa024849680c0. 00000100:00000200:1.0:1777583302.193410:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583302.193422:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583302.193424:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583302.193429:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d55c00 x1863919919311744/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583302.196580:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583302.196588:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583302.196617:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87500. 00000020:00000010:3.0:1777583302.196623:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:3.0:1777583302.196627:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000100:00000200:3.0:1777583302.196656:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919312000 00010000:02000000:3.0:1777583302.196677:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583302.196689:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f82800. 00000400:00000010:3.0:1777583302.196705:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583302.196710:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919312000, offset 0 00000400:00000200:3.0:1777583302.196716:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583302.196730:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583302.196742:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2c80 00000400:00000200:3.0:1777583302.196750:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216291 [1] + 0 00000400:00000200:3.0:1777583302.196758:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583302.196761:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583302.196771:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d56300 x1863919919312000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583302.196783:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583302.196785:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583302.196792:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87b80. 00000020:00000010:3.0:1777583302.196795:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583302.196797:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583302.196849:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777583302.196855:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777583302.196860:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583302.196865:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87b80. 00000020:00000010:3.0:1777583302.196868:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583302.196900:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777583302.196903:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c240. 00000100:00000200:3.0:1777583302.196905:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919311744 02000000:00000010:3.0:1777583302.196917:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f81c00. 00010000:00000200:3.0:1777583302.196925:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f77850 x1863919919311744/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:743/0 lens 224/224 e 0 to 0 dl 1777583313 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583302.196937:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583302.196940:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919311744, offset 224 00000400:00000200:3.0:1777583302.196943:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583302.196949:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583302.196953:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae2b80 00000400:00000200:3.0:1777583302.196960:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21629d [1] + 224 00000400:00000200:3.0:1777583302.196964:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583302.196967:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583302.196974:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d55c00 x1863919919311744/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583302.197003:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583302.197006:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583302.197014:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87b80. 00000020:00000010:3.0:1777583302.197016:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583302.197018:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 02000000:00000010:3.0:1777583302.197024:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f81c00. 00000100:00000200:3.0:1777583302.197030:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583302.197038:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243688. 00000400:00000010:3.0:1777583302.197043:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d840. 00000400:00000010:3.0:1777583302.197071:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36370. 00000400:00000200:3.0:1777583302.197075:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1000 00000400:00000010:3.0:1777583302.197076:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1000. 00000100:00000200:3.0:1777583302.197082:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d55c00 x1863919919311744/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583302.197089:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d55c00 x1863919919311744/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583302.197111:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0400. 02000000:00000010:3.0:1777583302.197116:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583302.197123:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55c00. 00000400:00000010:0.0:1777583302.199025:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab2437e8. 00000400:00000200:0.0:1777583302.199043:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5550 00000400:00000010:0.0:1777583302.199047:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5550. 00000100:00000200:0.0:1777583302.199062:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d54380 x1863919919311872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583302.199074:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d54380 x1863919919311872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583302.199106:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243738. 00000400:00000200:0.0:1777583302.199109:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5110 00000400:00000010:0.0:1777583302.199111:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5110. 00000100:00000200:0.0:1777583302.199115:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d56300 x1863919919312000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583302.199123:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d56300 x1863919919312000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583302.199155:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02487408800. 02000000:00000010:0.0:1777583302.199163:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248493c400. 00000100:00000010:0.0:1777583302.199168:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54380. 02000000:00000010:0.0:1777583302.199171:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179e000. 02000000:00000010:0.0:1777583302.199174:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248493f000. 00000100:00000010:0.0:1777583302.199177:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d56300. 00000100:00000010:3.0:1777583302.826402:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d300. 00000100:00000010:1.0:1777583302.827362:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d360. 00000100:00000010:2.0:1777583302.830766:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d540. 00000100:00000010:0.0:1777583302.833186:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628df60. 00000100:00000010:3.0:1777583307.306482:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55c00. 02000000:00000010:3.0:1777583307.306506:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583307.306564:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d57100. 02000000:00000010:3.0:1777583307.306580:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388f81c00. 00000100:00000010:3.0:1777583307.306597:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d54000. 02000000:00000010:3.0:1777583307.306602:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388f81800. 02000000:00000010:0.0:1777583307.306674:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27400. 00000400:00000010:0.0:1777583307.306683:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6580. 00000400:00000010:0.0:1777583307.306690:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983990. 00000100:00000200:0.0:1777583307.306697:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919312128, portal 25 00000400:00000010:0.0:1777583307.306703:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583307.306705:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919312128, offset 0 00000400:00000200:0.0:1777583307.306715:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583307.306729:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583307.306740:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae2d00 00000400:00000200:0.0:1777583307.306748:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2158cd [2] + 0 00000400:00000010:0.0:1777583307.306753:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ecb8. 00000400:00000200:0.0:1777583307.306802:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023e1484540 00000400:00000200:0.0:1777583307.306808:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583307.306812:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583307.306817:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023e1484540 00000400:00000010:0.0:1777583307.306819:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023e1484540. 00000100:00000200:0.0:1777583307.306828:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583307.306854:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583307.306856:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583307.306864:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d55c00 x1863919919312128/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583307.306883:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df720. 00000100:00000010:0.0:1777583307.306894:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df360. 00000100:00000010:0.0:1777583307.306899:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfa80. 00000100:00000010:0.0:1777583307.306904:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df5a0. 02000000:00000010:0.0:1777583307.306926:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248625b800. 00000400:00000010:0.0:1777583307.306931:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6e70. 00000400:00000010:0.0:1777583307.306934:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583307.306936:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919312256, portal 10 00000400:00000010:0.0:1777583307.306942:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583307.306944:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919312256, offset 0 00000400:00000200:0.0:1777583307.306948:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583307.306953:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583307.306958:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2d80 00000400:00000200:0.0:1777583307.306964:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 119816 00000400:00000200:0.0:1777583307.306969:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583307.306971:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583307.306976:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583307.307001:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51500. 00000400:00000200:0.0:1777583307.307012:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583307.307014:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583307.307019:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d57100 x1863919919312256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583307.307036:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248625a400. 00000400:00000010:0.0:1777583307.307040:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6058. 00000400:00000010:0.0:1777583307.307042:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583307.307045:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919312384, portal 10 00000400:00000010:0.0:1777583307.307049:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583307.307051:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919312384, offset 0 00000400:00000200:0.0:1777583307.307054:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583307.307058:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583307.307063:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2e00 00000400:00000200:0.0:1777583307.307067:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 120336 00000400:00000200:0.0:1777583307.307071:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583307.307073:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583307.307076:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583307.307079:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f51c00. 00000400:00000200:0.0:1777583307.307088:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777583307.307091:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583307.307095:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d54000 x1863919919312384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583307.307151:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583307.307157:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583307.307163:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777583307.307188:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777583307.307191:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416280. 00000020:00000010:0.0:1777583307.307194:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000100:00000200:0.0:1777583307.307226:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919312256 00010000:02000000:0.0:1777583307.307244:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583307.307253:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248625b000. 00000400:00000010:0.0:1777583307.307278:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583307.307281:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919312256, offset 0 00000400:00000200:0.0:1777583307.307285:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583307.307290:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583307.307296:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2d80 00000400:00000200:0.0:1777583307.307300:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2162b9 [1] + 0 00000400:00000200:0.0:1777583307.307303:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583307.307306:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583307.307312:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d57100 x1863919919312256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583307.307326:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777583307.307328:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000020:00000010:0.0:1777583307.307339:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583307.307343:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777583307.307347:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000100:00000200:0.0:1777583307.307357:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919312384 00010000:02000000:0.0:1777583307.307363:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583307.307368:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248625b400. 00000400:00000010:0.0:1777583307.307373:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583307.307376:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919312384, offset 0 00000400:00000200:0.0:1777583307.307379:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583307.307384:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583307.307388:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2e00 00000400:00000200:0.0:1777583307.307403:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2162c1 [1] + 0 00000400:00000200:0.0:1777583307.307407:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583307.307409:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583307.307414:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d54000 x1863919919312384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583307.307423:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777583307.307424:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000020:00000010:0.0:1777583307.307430:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416280. 00000020:00000010:0.0:1777583307.307444:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583307.307460:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 00000400:00000010:0.0:1777583307.307495:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6e70. 00000400:00000200:0.0:1777583307.307498:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583307.307499:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583307.307503:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d57100 x1863919919312256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583307.307510:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d57100 x1863919919312256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583307.307534:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6058. 00000400:00000200:0.0:1777583307.307537:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583307.307538:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583307.307542:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d54000 x1863919919312384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583307.307548:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d54000 x1863919919312384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583307.307560:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248625b800. 02000000:00000010:0.0:1777583307.307565:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388f81c00. 00000100:00000010:0.0:1777583307.307568:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d57100. 02000000:00000010:0.0:1777583307.307574:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248625a400. 02000000:00000010:0.0:1777583307.307577:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388f81800. 00000100:00000010:0.0:1777583307.307580:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54000. 00000020:00000010:3.0:1777583307.307710:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c9c0. 00000020:00000010:3.0:1777583307.307715:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c9c0. 00000020:00000010:3.0:1777583307.307720:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583307.307724:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87b80. 00000020:00000010:3.0:1777583307.307727:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583307.307774:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c9c0. 00000020:00000010:3.0:1777583307.307776:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c9c0. 00000100:00000200:3.0:1777583307.307779:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919312128 02000000:00000010:3.0:1777583307.307789:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f81000. 00010000:00000200:3.0:1777583307.307796:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024c5f76450 x1863919919312128/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:748/0 lens 224/224 e 0 to 0 dl 1777583318 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583307.307806:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583307.307810:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919312128, offset 224 00000400:00000200:3.0:1777583307.307814:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583307.307819:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583307.307825:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae2d00 00000400:00000200:3.0:1777583307.307829:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2162b1 [1] + 224 00000400:00000200:3.0:1777583307.307833:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583307.307836:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583307.307842:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d55c00 x1863919919312128/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583307.307859:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583307.307861:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583307.307869:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87b80. 00000020:00000010:3.0:1777583307.307871:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583307.307874:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 02000000:00000010:3.0:1777583307.307879:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f81000. 00000100:00000200:3.0:1777583307.307884:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583307.307888:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243630. 00000400:00000010:3.0:1777583307.307891:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d3c0. 00000400:00000010:3.0:1777583307.307904:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6580. 00000400:00000200:3.0:1777583307.307907:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983990 00000400:00000010:3.0:1777583307.307908:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983990. 00000100:00000200:3.0:1777583307.307912:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d55c00 x1863919919312128/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583307.307918:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d55c00 x1863919919312128/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583307.307935:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27400. 02000000:00000010:3.0:1777583307.307938:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583307.307943:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55c00. 00000100:00000010:2.0:1777583307.946212:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfa80. 00000100:00000010:3.0:1777583307.946238:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df5a0. 00000100:00000010:0.0:1777583307.946342:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df720. 00000100:00000010:1.0:1777583307.948004:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df360. 00000100:00000010:3.0:1777583312.433092:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55c00. 02000000:00000010:3.0:1777583312.433116:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583312.433191:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d57800. 02000000:00000010:2.0:1777583312.433199:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343600. 02000000:00000010:3.0:1777583312.433199:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388f81000. 00000400:00000010:2.0:1777583312.433207:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e738. 00000400:00000010:2.0:1777583312.433214:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000010:3.0:1777583312.433218:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d54000. 00000100:00000200:2.0:1777583312.433221:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919312512, portal 25 02000000:00000010:3.0:1777583312.433222:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388f82400. 00000400:00000010:2.0:1777583312.433226:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583312.433230:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919312512, offset 0 00000400:00000200:2.0:1777583312.433240:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1777583312.433243:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388f83400. 00000400:00000010:3.0:1777583312.433247:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243aa8. 00000400:00000010:3.0:1777583312.433251:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583312.433253:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919312640, portal 10 00000400:00000200:2.0:1777583312.433256:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1777583312.433259:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583312.433261:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919312640, offset 0 00000400:00000200:3.0:1777583312.433265:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583312.433269:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae2e80 00000400:00000200:3.0:1777583312.433269:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583312.433273:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2f00 00000400:00000200:2.0:1777583312.433275:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2158f9 [2] + 0 00000400:00000010:2.0:1777583312.433279:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4691b8. 00000400:00000200:2.0:1777583312.433286:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023863bdc00 00000400:00000200:2.0:1777583312.433292:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583312.433296:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583312.437343:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 120856 00000400:00000200:3.0:1777583312.437358:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583312.437364:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583312.437374:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583312.437381:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d57100. 00000400:00000200:3.0:1777583312.437401:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583312.437404:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583312.437414:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d57800 x1863919919312640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583312.437444:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d300. 00000100:00000010:3.0:1777583312.437456:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d240. 00000100:00000010:3.0:1777583312.437465:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d180. 00000100:00000010:3.0:1777583312.437470:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d960. 02000000:00000010:3.0:1777583312.437490:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388f80800. 00000400:00000010:3.0:1777583312.437495:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243b00. 00000400:00000010:3.0:1777583312.437499:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583312.437504:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919312768, portal 10 00000400:00000010:3.0:1777583312.437511:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583312.437513:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919312768, offset 0 00000400:00000200:3.0:1777583312.437518:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583312.437526:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583312.437534:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae2f80 00000400:00000200:3.0:1777583312.437537:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 121376 00000400:00000200:3.0:1777583312.437541:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583312.437543:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583312.437547:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583312.437550:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d56300. 00000400:00000200:3.0:1777583312.437560:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:3.0:1777583312.437562:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583312.437566:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d54000 x1863919919312768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583312.437926:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583312.437934:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736200. 00000020:00000010:1.0:1777583312.437940:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583312.438743:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583312.438750:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736a80. 00000020:00000010:1.0:1777583312.438754:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583312.438776:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919312640 00010000:02000000:1.0:1777583312.438798:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583312.438809:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d7000. 00000400:00000010:1.0:1777583312.438824:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583312.438830:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919312640, offset 0 00000400:00000200:1.0:1777583312.438836:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583312.438847:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583312.438854:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2f00 00000400:00000200:1.0:1777583312.438862:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2162e1 [1] + 0 00000400:00000200:1.0:1777583312.438868:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583312.438872:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583312.438881:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d57800 x1863919919312640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583312.438904:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583312.438907:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000020:00000010:1.0:1777583312.438920:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736200. 00000020:00000010:1.0:1777583312.438925:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583312.438929:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000100:00000200:1.0:1777583312.438939:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919312768 00010000:02000000:1.0:1777583312.438946:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583312.438950:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d5000. 00000400:00000010:1.0:1777583312.438969:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583312.438972:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919312768, offset 0 00000400:00000200:1.0:1777583312.438976:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583312.438985:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583312.438992:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae2f80 00000400:00000200:1.0:1777583312.438997:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2162e9 [1] + 0 00000400:00000200:1.0:1777583312.439001:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583312.439003:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583312.439008:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d54000 x1863919919312768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583312.439018:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583312.439020:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000020:00000010:1.0:1777583312.439027:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736a80. 00000020:00000010:1.0:1777583312.439029:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583312.439032:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000400:00000010:3.0:1777583312.439279:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243b00. 00000400:00000200:3.0:1777583312.439283:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583312.439285:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583312.439290:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d54000 x1863919919312768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583312.439298:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d54000 x1863919919312768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583312.439326:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388f80800. 02000000:00000010:3.0:1777583312.439331:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388f82400. 00000100:00000010:3.0:1777583312.439336:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54000. 00000400:00000010:3.0:1777583312.439347:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243aa8. 00000400:00000200:3.0:1777583312.439350:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583312.439352:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583312.439355:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d57800 x1863919919312640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583312.439362:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d57800 x1863919919312640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583312.439373:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388f83400. 02000000:00000010:3.0:1777583312.439376:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388f81000. 00000100:00000010:3.0:1777583312.439377:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d57800. 00000400:00000200:2.0:1777583312.445612:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023863bdc00 00000400:00000010:2.0:1777583312.445622:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023863bdc00. 00000100:00000200:2.0:1777583312.445631:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583312.445663:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777583312.445666:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583312.445682:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d55c00 x1863919919312512/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583312.445737:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:1.0:1777583312.445743:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000020:00000010:1.0:1777583312.445749:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583312.445754:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248b736a80. 00000020:00000010:1.0:1777583312.445758:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583312.445800:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7940. 00000020:00000010:1.0:1777583312.445803:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7940. 00000100:00000200:1.0:1777583312.445807:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919312512 02000000:00000010:1.0:1777583312.445825:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d5c00. 00010000:00000200:1.0:1777583312.445834:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490526050 x1863919919312512/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:753/0 lens 224/224 e 0 to 0 dl 1777583323 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583312.445852:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583312.445859:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919312512, offset 224 00000400:00000200:1.0:1777583312.445866:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583312.445880:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583312.445893:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae2e80 00000400:00000200:1.0:1777583312.445902:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2162d9 [1] + 224 00000400:00000200:1.0:1777583312.445909:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583312.445913:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583312.445921:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d55c00 x1863919919312512/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583312.445944:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:1.0:1777583312.445947:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000020:00000010:1.0:1777583312.445959:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248b736a80. 00000020:00000010:1.0:1777583312.445962:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583312.445966:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 02000000:00000010:1.0:1777583312.445973:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d5c00. 00000100:00000200:1.0:1777583312.445980:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583312.445987:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36370. 00000400:00000010:1.0:1777583312.445991:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024b67ef000. 00000400:00000010:2.0:1777583312.446268:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e738. 00000400:00000200:2.0:1777583312.446273:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583312.446275:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583312.446281:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d55c00 x1863919919312512/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583312.446291:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d55c00 x1863919919312512/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583312.446319:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343600. 02000000:00000010:2.0:1777583312.446324:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3800. 00000100:00000010:2.0:1777583312.446331:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55c00. 00000100:00000010:0.0:1777583313.066262:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d300. 00000100:00000010:3.0:1777583313.066602:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d960. 00000100:00000010:2.0:1777583313.066959:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d180. 00000100:00000010:1.0:1777583313.074540:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d240. 00000100:00000010:0.0:1777583317.549401:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f53100. 02000000:00000010:0.0:1777583317.549428:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583317.549480:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 02000000:00000010:0.0:1777583317.549488:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248625b800. 00000100:00000010:0.0:1777583317.549510:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55faa00. 02000000:00000010:0.0:1777583317.549515:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02486259800. 02000000:00000010:0.0:1777583317.549681:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27e00. 00000400:00000010:0.0:1777583317.549690:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6058. 00000400:00000010:0.0:1777583317.549698:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583317.549705:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919312896, portal 25 00000400:00000010:0.0:1777583317.549711:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583317.549714:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919312896, offset 0 00000400:00000200:0.0:1777583317.549724:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583317.549737:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583317.549750:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae3000 00000400:00000200:0.0:1777583317.549802:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x21590d [2] + 0 00000400:00000010:0.0:1777583317.549808:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469c08. 00000400:00000200:0.0:1777583317.549813:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023863bd300 00000400:00000200:0.0:1777583317.549820:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583317.549826:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583317.549831:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023863bd300 00000400:00000010:0.0:1777583317.549834:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023863bd300. 00000100:00000200:0.0:1777583317.549840:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583317.549857:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583317.549860:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583317.549869:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024c5f53100 x1863919919312896/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583317.549891:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df600. 00000100:00000010:0.0:1777583317.549903:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfd20. 00000100:00000010:0.0:1777583317.549910:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfc60. 00000100:00000010:0.0:1777583317.549915:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df660. 02000000:00000010:0.0:1777583317.549986:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179e000. 00000400:00000010:0.0:1777583317.549991:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6e70. 00000400:00000010:0.0:1777583317.549995:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583317.549998:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919313024, portal 10 00000400:00000010:0.0:1777583317.550020:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583317.550023:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919313024, offset 0 00000400:00000200:0.0:1777583317.550028:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583317.550034:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583317.550040:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3080 00000400:00000200:0.0:1777583317.550046:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 121896 00000400:00000200:0.0:1777583317.550066:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583317.550070:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583317.550075:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583317.550080:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fa300. 00000400:00000200:0.0:1777583317.550102:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777583317.550104:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583317.550110:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0249c24f100 x1863919919313024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583317.550172:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248493f000. 00000400:00000010:0.0:1777583317.550176:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6688. 00000400:00000010:0.0:1777583317.550179:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583317.550182:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919313152, portal 10 00000400:00000010:0.0:1777583317.550198:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583317.550201:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919313152, offset 0 00000400:00000200:0.0:1777583317.550205:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583317.550209:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583317.550214:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3100 00000400:00000200:0.0:1777583317.550218:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 122416 00000400:00000200:0.0:1777583317.550221:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583317.550224:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583317.550226:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583317.550240:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f9180. 00000400:00000200:0.0:1777583317.550251:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583317.550252:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583317.550257:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55faa00 x1863919919313152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583317.550299:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db5c0. 00000020:00000010:0.0:1777583317.550303:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db5c0. 00000020:00000010:0.0:1777583317.550309:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:0.0:1777583317.550314:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416280. 00000020:00000010:0.0:1777583317.550319:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583317.550353:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db5c0. 00000020:00000010:0.0:1777583317.550356:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db5c0. 00000100:00000200:0.0:1777583317.550360:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919312896 02000000:00000010:0.0:1777583317.550388:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493c400. 00010000:00000200:0.0:1777583317.550397:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490526c50 x1863919919312896/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:3/0 lens 224/224 e 0 to 0 dl 1777583328 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583317.550412:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583317.550414:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919312896, offset 224 00000400:00000200:0.0:1777583317.550418:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583317.550423:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583317.550428:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae3000 00000400:00000200:0.0:1777583317.550433:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216301 [1] + 224 00000400:00000200:0.0:1777583317.550437:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583317.550439:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583317.550447:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024c5f53100 x1863919919312896/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583317.550461:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583317.550463:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000020:00000010:0.0:1777583317.550475:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416280. 00000020:00000010:0.0:1777583317.550478:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583317.550482:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 02000000:00000010:0.0:1777583317.550490:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248493c400. 00000100:00000200:0.0:1777583317.550496:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583317.550500:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6a50. 00000400:00000010:0.0:1777583317.550505:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e1484d80. 00000020:00000010:0.0:1777583317.550523:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:0.0:1777583317.550526:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416280. 00000020:00000010:0.0:1777583317.550529:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583317.550544:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583317.550547:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583317.550549:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000100:00000200:0.0:1777583317.550560:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919313024 00010000:02000000:0.0:1777583317.550573:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583317.550580:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493c400. 00000400:00000010:0.0:1777583317.550586:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583317.550589:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919313024, offset 0 00000400:00000200:0.0:1777583317.550592:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583317.550597:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583317.550602:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3080 00000400:00000200:0.0:1777583317.550606:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216309 [1] + 0 00000400:00000200:0.0:1777583317.550610:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583317.550612:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583317.550618:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0249c24f100 x1863919919313024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583317.550631:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583317.550633:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000020:00000010:0.0:1777583317.550639:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416280. 00000020:00000010:0.0:1777583317.550642:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583317.550644:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00000100:00000200:0.0:1777583317.550653:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919313152 00010000:02000000:0.0:1777583317.550658:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583317.550663:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02487408800. 00000400:00000010:0.0:1777583317.550668:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583317.550670:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919313152, offset 0 00000400:00000200:0.0:1777583317.550673:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583317.550677:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583317.550681:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3100 00000400:00000200:0.0:1777583317.550685:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216311 [1] + 0 00000400:00000200:0.0:1777583317.550688:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583317.550690:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583317.550694:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55faa00 x1863919919313152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583317.550703:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583317.550705:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000020:00000010:0.0:1777583317.550710:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416d80. 00000020:00000010:0.0:1777583317.550713:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777583317.550716:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000400:00000010:0.0:1777583317.550748:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6e70. 00000400:00000200:0.0:1777583317.550751:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583317.550753:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583317.550757:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0249c24f100 x1863919919313024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583317.550764:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0249c24f100 x1863919919313024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583317.550786:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6688. 00000400:00000200:0.0:1777583317.550789:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777583317.550791:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583317.550795:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55faa00 x1863919919313152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583317.550802:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55faa00 x1863919919313152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583317.550815:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179e000. 02000000:00000010:0.0:1777583317.550822:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248625b800. 00000100:00000010:0.0:1777583317.550827:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0249c24f100. 02000000:00000010:0.0:1777583317.550831:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248493f000. 02000000:00000010:0.0:1777583317.550834:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02486259800. 00000100:00000010:0.0:1777583317.550837:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55faa00. 00000400:00000010:0.0:1777583317.550850:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6058. 00000400:00000200:0.0:1777583317.550853:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583317.550855:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583317.550860:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024c5f53100 x1863919919312896/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583317.550868:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024c5f53100 x1863919919312896/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583317.550882:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27e00. 02000000:00000010:0.0:1777583317.550886:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583317.550909:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024c5f53100. 00000100:00000010:3.0:1777583318.186476:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df660. 00000100:00000010:1.0:1777583318.186637:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfd20. 00000100:00000010:0.0:1777583318.186909:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df600. 00000100:00000010:2.0:1777583318.188970:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfc60. 00000800:00000200:1.0:1777583321.517175:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:1.0:1777583321.517184:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1777583321.517190:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1777583321.517441:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1777583322.666298:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a680. 02000000:00000010:1.0:1777583322.666321:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877a00. 00000100:00000010:1.0:1777583322.666399:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268a80. 02000000:00000010:1.0:1777583322.666406:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d6000. 00000100:00000010:1.0:1777583322.666423:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268380. 02000000:00000010:1.0:1777583322.666430:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d6800. 02000000:00000010:1.0:1777583322.666476:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583322.666485:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777583322.666504:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1e58. 00000100:00000200:1.0:1777583322.666523:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919313280, portal 25 00000400:00000010:1.0:1777583322.666529:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583322.666533:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919313280, offset 0 00000400:00000200:1.0:1777583322.666542:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583322.666559:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583322.666571:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae3180 02000000:00000010:0.0:1777583322.666766:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248493f000. 00000400:00000010:0.0:1777583322.666773:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6058. 00000400:00000200:1.0:1777583322.667690:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215945 [2] + 0 00000400:00000010:1.0:1777583322.667698:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ed10. 00000400:00000200:1.0:1777583322.667704:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02395cc6300 00000400:00000200:1.0:1777583322.667712:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583322.667718:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1777583322.674666:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583322.674685:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919313408, portal 10 00000400:00000010:0.0:1777583322.674695:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583322.674698:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919313408, offset 0 00000400:00000200:0.0:1777583322.674708:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583322.674727:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583322.674743:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3200 00000400:00000200:0.0:1777583322.674753:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 122936 00000400:00000200:0.0:1777583322.674764:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583322.674770:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583322.674834:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583322.674842:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55faa00. 00000400:00000200:0.0:1777583322.674889:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777583322.674893:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583322.674904:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268a80 x1863919919313408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583322.674929:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df600. 00000100:00000010:0.0:1777583322.674946:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfc60. 00000100:00000010:0.0:1777583322.674954:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfd20. 00000100:00000010:0.0:1777583322.674966:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df660. 02000000:00000010:0.0:1777583322.674991:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248625a400. 00000400:00000010:0.0:1777583322.674997:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6688. 00000400:00000010:0.0:1777583322.675001:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583322.675005:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919313536, portal 10 00000400:00000010:0.0:1777583322.675010:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583322.675013:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919313536, offset 0 00000400:00000200:0.0:1777583322.675018:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583322.675025:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583322.675034:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3280 00000400:00000200:0.0:1777583322.675039:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 123456 00000400:00000200:0.0:1777583322.675044:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583322.675049:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583322.675053:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583322.675057:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8a80. 00000400:00000200:0.0:1777583322.675074:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583322.675077:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583322.675082:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268380 x1863919919313536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583322.675203:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583322.675209:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416280. 00000020:00000010:0.0:1777583322.675214:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777583322.675259:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583322.675264:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416680. 00000020:00000010:0.0:1777583322.675267:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000100:00000200:0.0:1777583322.675302:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919313408 00010000:02000000:0.0:1777583322.675341:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583322.675352:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02486259800. 00000400:00000010:0.0:1777583322.675363:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583322.675367:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919313408, offset 0 00000400:00000200:0.0:1777583322.675372:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583322.675379:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583322.675387:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3200 00000400:00000200:0.0:1777583322.675393:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216331 [1] + 0 00000400:00000200:0.0:1777583322.675398:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583322.675402:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583322.675410:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268a80 x1863919919313408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583322.675429:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583322.675432:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000020:00000010:0.0:1777583322.675446:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416280. 00000020:00000010:0.0:1777583322.675451:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777583322.675456:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000100:00000200:0.0:1777583322.675472:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919313536 00010000:02000000:0.0:1777583322.675626:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583322.675634:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248625b800. 00000400:00000010:0.0:1777583322.675640:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583322.675657:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919313536, offset 0 00000400:00000200:0.0:1777583322.675662:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583322.675668:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583322.675672:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3280 00000400:00000200:0.0:1777583322.675676:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216339 [1] + 0 00000400:00000200:0.0:1777583322.675680:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583322.675682:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583322.675687:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268380 x1863919919313536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583322.675698:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583322.675699:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000020:00000010:0.0:1777583322.675706:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416680. 00000020:00000010:0.0:1777583322.675709:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583322.675712:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000400:00000010:0.0:1777583322.675732:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6058. 00000400:00000200:0.0:1777583322.675736:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583322.675738:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583322.675744:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268a80 x1863919919313408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583322.675753:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268a80 x1863919919313408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583322.675781:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6688. 00000400:00000200:0.0:1777583322.675784:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777583322.675787:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583322.675793:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268380 x1863919919313536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583322.675819:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268380 x1863919919313536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583322.675884:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248493f000. 02000000:00000010:0.0:1777583322.675891:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d6000. 00000100:00000010:0.0:1777583322.675896:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268a80. 02000000:00000010:0.0:1777583322.675902:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248625a400. 02000000:00000010:0.0:1777583322.675906:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d6800. 00000100:00000010:0.0:1777583322.675909:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268380. 00000400:00000200:1.0:1777583322.676737:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02395cc6300 00000400:00000010:1.0:1777583322.676744:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02395cc6300. 00000100:00000200:1.0:1777583322.676752:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583322.676776:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583322.676778:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583322.676788:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626a680 x1863919919313280/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583322.677131:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db740. 00000020:00000010:0.0:1777583322.677152:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db740. 00000020:00000010:0.0:1777583322.677158:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583322.677162:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416680. 00000020:00000010:0.0:1777583322.677167:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583322.677234:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db740. 00000020:00000010:0.0:1777583322.677237:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db740. 00000100:00000200:0.0:1777583322.677241:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919313280 02000000:00000010:0.0:1777583322.677255:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248625a400. 00010000:00000200:0.0:1777583322.677264:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490525050 x1863919919313280/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:8/0 lens 224/224 e 0 to 0 dl 1777583333 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583322.677279:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583322.677283:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919313280, offset 224 00000400:00000200:0.0:1777583322.677291:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583322.677301:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583322.677311:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae3180 00000400:00000200:0.0:1777583322.677320:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216329 [1] + 224 00000400:00000200:0.0:1777583322.677335:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583322.677340:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583322.677349:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626a680 x1863919919313280/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583322.677377:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:0.0:1777583322.677393:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000020:00000010:0.0:1777583322.677407:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416680. 00000020:00000010:0.0:1777583322.677411:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583322.677415:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 02000000:00000010:0.0:1777583322.677424:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248625a400. 00000100:00000200:0.0:1777583322.677433:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583322.677438:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6688. 00000400:00000010:0.0:1777583322.677443:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e1484540. 00000400:00000010:2.0:1777583322.677473:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:2.0:1777583322.677479:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1e58 00000400:00000010:2.0:1777583322.677482:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1e58. 00000100:00000200:2.0:1777583322.677493:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626a680 x1863919919313280/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583322.677504:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626a680 x1863919919313280/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583322.677528:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:2.0:1777583322.677536:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877a00. 00000100:00000010:2.0:1777583322.677542:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a680. 00000100:00000010:2.0:1777583323.306244:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfd20. 00000100:00000010:3.0:1777583323.306537:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df660. 00000100:00000010:0.0:1777583323.306776:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df600. 00000100:00000010:1.0:1777583323.306929:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfc60. 00000100:00000010:1.0:1777583327.786258:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269c00. 02000000:00000010:1.0:1777583327.786336:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877900. 00000100:00000010:1.0:1777583327.786432:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a680. 02000000:00000010:1.0:1777583327.786451:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d6000. 00000100:00000010:1.0:1777583327.786470:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268380. 02000000:00000010:0.0:1777583327.786630:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583327.786650:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6058. 00000400:00000010:0.0:1777583327.786657:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983c38. 00000100:00000200:0.0:1777583327.786665:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919313664, portal 25 00000400:00000010:0.0:1777583327.786671:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583327.786674:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919313664, offset 0 00000400:00000200:0.0:1777583327.786682:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583327.786695:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583327.786706:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae3300 00000400:00000200:0.0:1777583327.786713:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215975 [2] + 0 00000400:00000010:0.0:1777583327.786727:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6d10. 00000400:00000200:0.0:1777583327.786733:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023888bb240 00000400:00000200:0.0:1777583327.786739:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583327.786743:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583327.786758:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023888bb240 00000400:00000010:0.0:1777583327.786762:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023888bb240. 00000100:00000200:0.0:1777583327.786769:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583327.786787:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583327.786789:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583327.786796:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486269c00 x1863919919313664/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583327.786816:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df600. 00000100:00000010:0.0:1777583327.786831:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df720. 00000100:00000010:0.0:1777583327.786837:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df360. 00000100:00000010:0.0:1777583327.786843:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df5a0. 02000000:00000010:0.0:1777583327.786867:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248625a400. 00000400:00000010:0.0:1777583327.786871:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6d10. 00000400:00000010:0.0:1777583327.786874:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583327.786889:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919313792, portal 10 00000400:00000010:0.0:1777583327.786896:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583327.786898:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919313792, offset 0 00000400:00000200:0.0:1777583327.786902:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583327.786907:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583327.786912:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3380 00000400:00000200:0.0:1777583327.786927:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 123976 00000400:00000200:0.0:1777583327.786932:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583327.786935:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583327.786939:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583327.786944:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f9880. 00000400:00000200:0.0:1777583327.786975:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583327.786977:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583327.786982:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626a680 x1863919919313792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583327.787027:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db5c0. 00000020:00000010:0.0:1777583327.787031:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db5c0. 00000020:00000010:0.0:1777583327.787036:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583327.787041:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416680. 00000020:00000010:0.0:1777583327.787058:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583327.787098:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db5c0. 00000020:00000010:0.0:1777583327.787101:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db5c0. 00000100:00000200:0.0:1777583327.787104:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919313664 02000000:00000010:0.0:1777583327.787119:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493f000. 00010000:00000200:0.0:1777583327.787127:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490525c50 x1863919919313664/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:13/0 lens 224/224 e 0 to 0 dl 1777583338 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583327.787180:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583327.787184:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919313664, offset 224 00000400:00000200:0.0:1777583327.787202:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583327.787208:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583327.787212:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae3300 00000400:00000200:0.0:1777583327.787217:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216351 [1] + 224 00000400:00000200:0.0:1777583327.787221:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1777583327.787223:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000400:00000200:0.0:1777583327.787224:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1777583327.787230:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87280. 00000100:00000200:0.0:1777583327.787233:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486269c00 x1863919919313664/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583327.787236:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000400:00000200:0.0:1777583327.787252:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583327.787254:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:3.0:1777583327.787262:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919313792 00000020:00000010:0.0:1777583327.787267:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416680. 00000020:00000010:0.0:1777583327.787272:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583327.787286:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00010000:02000000:3.0:1777583327.787287:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583327.787295:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248493f000. 02000000:00000010:3.0:1777583327.787297:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f82400. 00000100:00000200:0.0:1777583327.787302:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583327.787306:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000400:00000010:0.0:1777583327.787308:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6e70. 00000100:00000200:3.0:1777583327.787312:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919313792, offset 0 00000400:00000010:0.0:1777583327.787315:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023e1484e40. 00000400:00000200:3.0:1777583327.787320:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583327.787326:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583327.787332:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3380 02000000:00000010:0.0:1777583327.787658:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248493f000. 02000000:00000010:0.0:1777583327.787702:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0241179e000. 00000400:00000010:0.0:1777583327.787707:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f69f8. 00000400:00000010:0.0:1777583327.787710:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583327.787713:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919313920, portal 10 00000400:00000010:0.0:1777583327.787717:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583327.787720:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919313920, offset 0 00000400:00000200:0.0:1777583327.787724:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583327.787729:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583327.787733:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3400 00000400:00000200:0.0:1777583327.787739:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 124496 00000400:00000200:0.0:1777583327.787753:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583327.787756:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583327.787760:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583327.787764:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8e00. 00000400:00000200:0.0:1777583327.787787:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583327.787799:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583327.787804:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268380 x1863919919313920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583327.787835:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583327.787839:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416680. 00000020:00000010:0.0:1777583327.787842:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000100:00000200:0.0:1777583327.787871:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919313920 00010000:02000000:0.0:1777583327.787879:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583327.787896:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02396f6bc00. 00000400:00000010:0.0:1777583327.787904:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583327.787907:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919313920, offset 0 00000400:00000200:0.0:1777583327.787910:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583327.787916:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583327.787921:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3400 00000400:00000200:0.0:1777583327.787926:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21636d [1] + 0 00000400:00000200:0.0:1777583327.787930:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583327.787933:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583327.787938:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268380 x1863919919313920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583327.787951:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583327.787953:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000020:00000010:0.0:1777583327.787961:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416680. 00000020:00000010:0.0:1777583327.787964:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583327.787967:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000400:00000010:0.0:1777583327.787983:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f69f8. 00000400:00000200:0.0:1777583327.787987:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583327.787988:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583327.787992:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268380 x1863919919313920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583327.787999:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268380 x1863919919313920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583327.788020:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0241179e000. 02000000:00000010:0.0:1777583327.788027:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248493f000. 00000100:00000010:0.0:1777583327.788031:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268380. 00000400:00000200:3.0:1777583327.791519:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216359 [1] + 0 00000400:00000200:3.0:1777583327.791533:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583327.791538:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583327.791554:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626a680 x1863919919313792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583327.791595:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583327.791598:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583327.791623:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87280. 00000020:00000010:3.0:1777583327.791630:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583327.791635:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000400:00000010:0.0:1777583327.791976:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6d10. 00000400:00000200:0.0:1777583327.791982:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583327.791984:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583327.791990:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626a680 x1863919919313792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583327.791999:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626a680 x1863919919313792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583327.792031:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248625a400. 02000000:00000010:0.0:1777583327.792039:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d6000. 00000100:00000010:0.0:1777583327.792044:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a680. 00000400:00000010:1.0:1777583327.795321:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6058. 00000400:00000200:1.0:1777583327.795333:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983c38 00000400:00000010:1.0:1777583327.795335:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983c38. 00000100:00000200:1.0:1777583327.795350:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486269c00 x1863919919313664/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583327.795369:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486269c00 x1863919919313664/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583327.795398:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:1.0:1777583327.795405:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877900. 00000100:00000010:1.0:1777583327.795453:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269c00. 00000100:00000010:3.0:1777583328.426240:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df5a0. 00000100:00000010:1.0:1777583328.426486:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df720. 00000100:00000010:2.0:1777583328.427416:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df360. 00000100:00000010:0.0:1777583328.427721:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df600. 00000100:00000010:2.0:1777583332.907839:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e369180. 02000000:00000010:2.0:1777583332.907861:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23d00. 00000100:00000010:2.0:1777583332.907914:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e36bb80. 02000000:00000010:2.0:1777583332.907922:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831c400. 00000100:00000010:2.0:1777583332.907937:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e369f80. 02000000:00000010:2.0:1777583332.907941:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831cc00. 02000000:00000010:0.0:1777583332.908037:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27200. 00000400:00000010:0.0:1777583332.908045:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6d10. 00000400:00000010:0.0:1777583332.908052:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583332.908059:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919314048, portal 25 00000400:00000010:0.0:1777583332.908065:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583332.908068:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919314048, offset 0 00000400:00000200:0.0:1777583332.908076:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583332.908088:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583332.908111:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae3480 00000400:00000200:0.0:1777583332.908117:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215999 [2] + 0 00000400:00000010:0.0:1777583332.908163:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e4d0. 00000400:00000200:0.0:1777583332.908168:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02395cc6e40 00000400:00000200:0.0:1777583332.908174:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583332.908178:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583332.908183:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02395cc6e40 00000400:00000010:0.0:1777583332.908185:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02395cc6e40. 00000100:00000200:0.0:1777583332.908190:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583332.908206:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583332.908208:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583332.908215:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0238e369180 x1863919919314048/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583332.908244:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df600. 00000100:00000010:0.0:1777583332.908256:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfa80. 00000100:00000010:0.0:1777583332.908261:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df9c0. 00000100:00000010:0.0:1777583332.908265:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df120. 02000000:00000010:0.0:1777583332.908295:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02396f6b800. 00000400:00000010:0.0:1777583332.908300:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f69f8. 00000400:00000010:0.0:1777583332.908303:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583332.908305:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919314176, portal 10 00000400:00000010:0.0:1777583332.908310:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583332.908312:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919314176, offset 0 00000400:00000200:0.0:1777583332.908316:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583332.908321:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583332.908326:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3500 00000400:00000200:0.0:1777583332.908330:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 125016 00000400:00000200:0.0:1777583332.908335:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583332.908338:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583332.908342:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583332.908359:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fb800. 00000400:00000200:0.0:1777583332.908372:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583332.908373:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583332.908377:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0238e36bb80 x1863919919314176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583332.908409:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248625a400. 00000400:00000010:0.0:1777583332.908412:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6420. 00000400:00000010:0.0:1777583332.908415:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583332.908418:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919314304, portal 10 00000400:00000010:0.0:1777583332.908422:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583332.908424:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919314304, offset 0 00000400:00000200:0.0:1777583332.908427:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583332.908432:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583332.908437:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3580 00000400:00000200:0.0:1777583332.908440:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 125536 00000400:00000200:0.0:1777583332.908444:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583332.908446:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583332.908449:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583332.908452:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fbb80. 00000400:00000200:0.0:1777583332.908462:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583332.908463:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583332.908466:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0238e369f80 x1863919919314304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583332.908505:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583332.908511:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416980. 00000020:00000010:0.0:1777583332.908516:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583332.908554:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583332.908557:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416a00. 00000020:00000010:0.0:1777583332.908560:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000100:00000200:0.0:1777583332.908579:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919314176 00010000:02000000:0.0:1777583332.908594:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583332.908604:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248493f000. 00000400:00000010:0.0:1777583332.908615:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583332.908618:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919314176, offset 0 00000400:00000200:0.0:1777583332.908621:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583332.908626:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583332.908631:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3500 00000400:00000200:0.0:1777583332.908635:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216381 [1] + 0 00000400:00000200:0.0:1777583332.908639:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583332.908642:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583332.908647:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0238e36bb80 x1863919919314176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583332.908661:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583332.908663:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777583332.908674:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416980. 00000020:00000010:0.0:1777583332.908678:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583332.908696:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 00000100:00000200:0.0:1777583332.908709:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919314304 00010000:02000000:0.0:1777583332.908716:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583332.908732:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0241179e000. 00000400:00000010:0.0:1777583332.908738:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583332.908740:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919314304, offset 0 00000400:00000200:0.0:1777583332.908744:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583332.908748:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583332.908753:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3580 00000400:00000200:0.0:1777583332.908756:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216389 [1] + 0 00000400:00000200:0.0:1777583332.908760:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583332.908762:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583332.908767:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0238e369f80 x1863919919314304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583332.908776:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583332.908778:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777583332.908784:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416a00. 00000020:00000010:0.0:1777583332.908786:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777583332.908789:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000400:00000010:0.0:1777583332.908815:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f69f8. 00000400:00000200:0.0:1777583332.908818:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583332.908820:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583332.908824:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0238e36bb80 x1863919919314176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583332.908844:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0238e36bb80 x1863919919314176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583332.908866:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6420. 00000400:00000200:0.0:1777583332.908869:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583332.908870:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583332.908874:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0238e369f80 x1863919919314304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583332.908881:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0238e369f80 x1863919919314304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583332.908893:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02396f6b800. 02000000:00000010:0.0:1777583332.908898:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831c400. 00000100:00000010:0.0:1777583332.908902:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e36bb80. 02000000:00000010:0.0:1777583332.908905:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248625a400. 02000000:00000010:0.0:1777583332.908909:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831cc00. 00000100:00000010:0.0:1777583332.908910:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e369f80. 00000020:00000010:2.0:1777583332.909693:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125840. 00000020:00000010:2.0:1777583332.909699:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125840. 00000020:00000010:2.0:1777583332.909703:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583332.909707:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3b00. 00000020:00000010:2.0:1777583332.909711:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583332.909747:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125840. 00000020:00000010:2.0:1777583332.909750:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125840. 00000100:00000200:2.0:1777583332.909753:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919314048 02000000:00000010:2.0:1777583332.909765:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831ec00. 00010000:00000200:2.0:1777583332.909773:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490527850 x1863919919314048/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:18/0 lens 224/224 e 0 to 0 dl 1777583343 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583332.909784:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583332.909788:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919314048, offset 224 00000400:00000200:2.0:1777583332.909792:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583332.909800:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583332.909805:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae3480 00000400:00000200:2.0:1777583332.909810:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216379 [1] + 224 00000400:00000200:2.0:1777583332.909828:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583332.909838:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583332.909845:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0238e369180 x1863919919314048/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583332.909863:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583332.909864:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000020:00000010:2.0:1777583332.909877:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3b00. 00000020:00000010:2.0:1777583332.909880:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583332.909883:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583332.909888:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238831ec00. 00000100:00000200:2.0:1777583332.909894:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583332.909899:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e738. 00000400:00000010:2.0:1777583332.909903:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02484aa0540. 00000400:00000010:0.0:1777583332.911451:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6d10. 00000400:00000200:0.0:1777583332.911459:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583332.911462:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583332.911472:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0238e369180 x1863919919314048/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583332.911482:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0238e369180 x1863919919314048/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583332.911504:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27200. 02000000:00000010:0.0:1777583332.911510:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23d00. 00000100:00000010:0.0:1777583332.911523:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e369180. 00000100:00000010:3.0:1777583333.546364:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df120. 00000100:00000010:1.0:1777583333.546469:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfa80. 00000100:00000010:0.0:1777583333.552438:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df600. 00000100:00000010:2.0:1777583333.556419:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df9c0. 00000100:00000010:0.0:1777583338.028802:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8380. 02000000:00000010:0.0:1777583338.028825:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583338.028879:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fb100. 02000000:00000010:0.0:1777583338.028889:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248625a400. 00000100:00000010:0.0:1777583338.028904:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fad80. 02000000:00000010:0.0:1777583338.028909:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02396f6b800. 02000000:00000010:0.0:1777583338.028947:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27200. 00000400:00000010:0.0:1777583338.028954:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6d10. 00000400:00000010:0.0:1777583338.028960:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583338.028967:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919314432, portal 25 00000400:00000010:0.0:1777583338.028973:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583338.028976:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919314432, offset 0 00000400:00000200:0.0:1777583338.028984:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583338.028998:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583338.029010:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae3600 00000400:00000200:0.0:1777583338.029017:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2159ad [2] + 0 00000400:00000010:0.0:1777583338.029021:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36420. 00000400:00000200:0.0:1777583338.029027:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02389423840 00000400:00000200:0.0:1777583338.029033:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583338.029037:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583338.029042:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02389423840 00000400:00000010:0.0:1777583338.029045:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02389423840. 00000100:00000200:0.0:1777583338.029054:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583338.029072:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583338.029073:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583338.029081:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55f8380 x1863919919314432/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583338.029112:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df600. 00000100:00000010:0.0:1777583338.029125:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfc00. 00000100:00000010:0.0:1777583338.029130:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df540. 00000100:00000010:0.0:1777583338.029263:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfa20. 02000000:00000010:0.0:1777583338.029287:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0239776bc00. 00000400:00000010:0.0:1777583338.029292:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6420. 00000400:00000010:0.0:1777583338.029295:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583338.029298:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919314560, portal 10 00000400:00000010:0.0:1777583338.029304:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583338.029306:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919314560, offset 0 00000400:00000200:0.0:1777583338.029310:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583338.029315:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583338.029321:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3680 00000400:00000200:0.0:1777583338.029326:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 126056 00000400:00000200:0.0:1777583338.029331:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583338.029356:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583338.029361:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583338.029366:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8000. 00000400:00000200:0.0:1777583338.029381:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583338.029383:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583338.029388:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55fb100 x1863919919314560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583338.029405:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02397769400. 00000400:00000010:0.0:1777583338.029409:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f69f8. 00000400:00000010:0.0:1777583338.029411:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583338.029413:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919314688, portal 10 00000400:00000010:0.0:1777583338.029418:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583338.029420:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919314688, offset 0 00000400:00000200:0.0:1777583338.029424:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583338.029428:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583338.029433:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3700 00000400:00000200:0.0:1777583338.029437:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 126576 00000400:00000200:0.0:1777583338.029441:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583338.029443:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583338.029446:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583338.029466:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024c5f53100. 00000400:00000200:0.0:1777583338.029476:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583338.029478:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583338.029482:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55fad80 x1863919919314688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583338.029522:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db380. 00000020:00000010:0.0:1777583338.029526:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db380. 00000020:00000010:0.0:1777583338.029532:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583338.029537:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416a00. 00000020:00000010:0.0:1777583338.029542:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777583338.029579:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db380. 00000020:00000010:0.0:1777583338.029581:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db380. 00000100:00000200:0.0:1777583338.029584:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919314432 02000000:00000010:0.0:1777583338.029603:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853da800. 00010000:00000200:0.0:1777583338.029611:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490524c50 x1863919919314432/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:24/0 lens 224/224 e 0 to 0 dl 1777583349 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583338.029625:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583338.029629:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919314432, offset 224 00000400:00000200:0.0:1777583338.029633:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583338.029642:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583338.029646:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae3600 00000400:00000200:0.0:1777583338.029650:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2163a1 [1] + 224 00000400:00000200:0.0:1777583338.029653:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583338.029656:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583338.029661:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55f8380 x1863919919314432/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583338.029674:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583338.029676:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777583338.029687:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416a00. 00000020:00000010:0.0:1777583338.029690:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777583338.029694:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583338.029703:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023853da800. 00000100:00000200:0.0:1777583338.029711:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583338.029715:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6058. 00000400:00000010:0.0:1777583338.029719:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe70f00. 00000020:00000010:0.0:1777583338.029738:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583338.029742:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416a00. 00000020:00000010:0.0:1777583338.029744:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777583338.029777:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583338.029781:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416980. 00000020:00000010:0.0:1777583338.029783:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000100:00000200:0.0:1777583338.029799:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919314560 00010000:02000000:0.0:1777583338.029812:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583338.029818:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853da800. 00000400:00000010:0.0:1777583338.029825:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583338.029828:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919314560, offset 0 00000400:00000200:0.0:1777583338.029831:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583338.029836:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583338.029842:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3680 00000400:00000200:0.0:1777583338.029846:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2163a9 [1] + 0 00000400:00000200:0.0:1777583338.029850:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583338.029852:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583338.029857:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55fb100 x1863919919314560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583338.029871:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583338.029872:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777583338.029878:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416a00. 00000020:00000010:0.0:1777583338.029881:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:0.0:1777583338.029883:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000100:00000200:0.0:1777583338.029891:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919314688 00010000:02000000:0.0:1777583338.029897:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583338.029901:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853db800. 00000400:00000010:0.0:1777583338.029906:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583338.029908:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919314688, offset 0 00000400:00000200:0.0:1777583338.029911:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583338.029915:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583338.029919:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3700 00000400:00000200:0.0:1777583338.029923:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2163b1 [1] + 0 00000400:00000200:0.0:1777583338.029927:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583338.029929:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583338.029933:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55fad80 x1863919919314688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583338.029941:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583338.029943:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777583338.029948:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416980. 00000020:00000010:0.0:1777583338.029950:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583338.029969:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 00000400:00000010:0.0:1777583338.029999:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6420. 00000400:00000200:0.0:1777583338.030002:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583338.030004:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583338.030007:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55fb100 x1863919919314560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583338.030015:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55fb100 x1863919919314560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583338.030037:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f69f8. 00000400:00000200:0.0:1777583338.030040:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583338.030041:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583338.030044:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55fad80 x1863919919314688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583338.030051:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55fad80 x1863919919314688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583338.030063:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0239776bc00. 02000000:00000010:0.0:1777583338.030068:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248625a400. 00000100:00000010:0.0:1777583338.030073:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fb100. 02000000:00000010:0.0:1777583338.030077:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02397769400. 02000000:00000010:0.0:1777583338.030079:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02396f6b800. 00000100:00000010:0.0:1777583338.030082:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fad80. 00000400:00000010:0.0:1777583338.030093:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6d10. 00000400:00000200:0.0:1777583338.030095:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583338.030097:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583338.030101:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55f8380 x1863919919314432/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583338.030108:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55f8380 x1863919919314432/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583338.030118:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27200. 02000000:00000010:0.0:1777583338.030121:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583338.030123:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8380. 00000100:00000010:1.0:1777583338.666247:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfc00. 00000100:00000010:2.0:1777583338.666296:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df540. 00000100:00000010:0.0:1777583338.666337:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df600. 00000100:00000010:3.0:1777583338.666439:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfa20. 00000100:00000010:2.0:1777583343.148298:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e369180. 02000000:00000010:2.0:1777583343.148320:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23300. 00000100:00000010:2.0:1777583343.148372:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e369f80. 02000000:00000010:2.0:1777583343.148378:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831fc00. 00000100:00000010:2.0:1777583343.148393:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e36bb80. 02000000:00000010:2.0:1777583343.148398:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831d800. 02000000:00000010:2.0:1777583343.148428:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831dc00. 00000400:00000010:2.0:1777583343.148436:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000010:2.0:1777583343.148442:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583343.148449:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919314944, portal 10 00000400:00000010:2.0:1777583343.148456:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583343.148459:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919314944, offset 0 00000400:00000200:2.0:1777583343.148467:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583343.148479:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583343.148489:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3800 00000400:00000200:2.0:1777583343.148496:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 127096 00000400:00000200:2.0:1777583343.148503:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583343.148507:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583343.148514:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583343.148520:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b8700. 00000400:00000200:2.0:1777583343.148548:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777583343.148551:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583343.148563:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0238e369f80 x1863919919314944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583343.148583:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583343.148594:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777583343.148599:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 00000100:00000010:2.0:1777583343.148603:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 02000000:00000010:2.0:1777583343.148612:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831c000. 00000400:00000010:2.0:1777583343.148615:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eaa8. 00000400:00000010:2.0:1777583343.148619:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583343.148621:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919315072, portal 10 00000400:00000010:2.0:1777583343.148626:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583343.148628:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919315072, offset 0 00000400:00000200:2.0:1777583343.148632:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1777583343.148634:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884a200. 00000400:00000200:2.0:1777583343.148637:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1777583343.148639:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243aa8. 00000400:00000200:2.0:1777583343.148641:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3880 00000400:00000010:3.0:1777583343.148643:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000400:00000200:2.0:1777583343.148645:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 127616 00000400:00000200:2.0:1777583343.148649:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583343.148652:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583343.154684:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919314816, portal 25 00000400:00000010:3.0:1777583343.154709:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583343.154715:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919314816, offset 0 00000400:00000200:3.0:1777583343.154725:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583343.154740:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583343.154753:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae3780 00000400:00000200:3.0:1777583343.154761:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2159e5 [2] + 0 00000400:00000010:3.0:1777583343.154766:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6528. 00000400:00000200:3.0:1777583343.154774:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023888bb000 00000400:00000200:3.0:1777583343.154780:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583343.154784:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583343.154790:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023888bb000 00000400:00000010:3.0:1777583343.154793:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023888bb000. 00000100:00000200:3.0:1777583343.154799:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583343.154828:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583343.154830:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583343.154839:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0238e369180 x1863919919314816/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583343.154937:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c6c0. 00000020:00000010:3.0:1777583343.154942:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c6c0. 00000020:00000010:3.0:1777583343.154950:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583343.154957:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa480. 00000020:00000010:3.0:1777583343.154963:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583343.154998:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c6c0. 00000020:00000010:3.0:1777583343.155000:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c6c0. 00000100:00000200:3.0:1777583343.155005:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919314816 02000000:00000010:3.0:1777583343.155023:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f80c00. 00010000:00000200:3.0:1777583343.155032:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490525450 x1863919919314816/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:29/0 lens 224/224 e 0 to 0 dl 1777583354 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583343.155048:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583343.155052:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919314816, offset 224 00000400:00000200:3.0:1777583343.155056:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583343.155060:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583343.155067:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae3780 00000400:00000200:3.0:1777583343.155071:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2163d9 [1] + 224 00000400:00000200:3.0:1777583343.155076:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583343.155078:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583343.155084:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0238e369180 x1863919919314816/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583343.155100:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583343.155101:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000020:00000010:3.0:1777583343.155114:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa480. 00000020:00000010:3.0:1777583343.155119:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583343.155122:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 02000000:00000010:3.0:1777583343.155129:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f80c00. 00000100:00000200:3.0:1777583343.155165:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583343.155170:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243b00. 00000400:00000010:3.0:1777583343.155174:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d180. 00000400:00000010:3.0:1777583343.155193:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243aa8. 00000400:00000200:3.0:1777583343.155197:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583343.155198:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583343.155201:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0238e369180 x1863919919314816/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583343.155209:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0238e369180 x1863919919314816/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583343.155230:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884a200. 02000000:00000010:3.0:1777583343.155235:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23300. 00000100:00000010:3.0:1777583343.155240:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e369180. 00000020:00000010:3.0:1777583343.155280:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583343.155284:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa480. 00000020:00000010:3.0:1777583343.155286:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000100:00000200:3.0:1777583343.155307:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919314944 00010000:02000000:3.0:1777583343.155325:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583343.155332:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f80c00. 00000400:00000010:3.0:1777583343.155341:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583343.155344:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919314944, offset 0 00000400:00000200:3.0:1777583343.155348:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583343.155353:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583343.155358:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3800 00000400:00000200:3.0:1777583343.155363:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2163c9 [1] + 0 00000400:00000200:3.0:1777583343.155367:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583343.155369:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583343.155375:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0238e369f80 x1863919919314944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583343.155385:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583343.155386:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583343.155392:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa480. 00000020:00000010:3.0:1777583343.155395:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583343.155397:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000100:00000200:2.0:1777583343.157291:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583343.157308:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975bb100. 00000400:00000200:2.0:1777583343.157349:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777583343.157352:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583343.157369:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0238e36bb80 x1863919919315072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583343.157407:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e058. 00000400:00000200:2.0:1777583343.157411:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583343.157413:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583343.157419:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0238e369f80 x1863919919314944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583343.157428:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0238e369f80 x1863919919314944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583343.157456:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831dc00. 02000000:00000010:2.0:1777583343.157463:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831fc00. 00000100:00000010:2.0:1777583343.157468:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e369f80. 00000020:00000010:3.0:1777583343.157596:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583343.157603:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa480. 00000020:00000010:3.0:1777583343.157609:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000100:00000200:3.0:1777583343.160399:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919315072 00010000:02000000:3.0:1777583343.160420:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583343.160439:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f80800. 00000400:00000010:3.0:1777583343.160456:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583343.160464:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919315072, offset 0 00000400:00000200:3.0:1777583343.160471:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583343.160484:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583343.160495:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3880 00000400:00000200:3.0:1777583343.160503:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2163d1 [1] + 0 00000400:00000200:3.0:1777583343.160510:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583343.160514:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583343.160528:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0238e36bb80 x1863919919315072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583343.160549:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583343.160551:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583343.160566:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa480. 00000020:00000010:3.0:1777583343.160572:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583343.160576:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000400:00000010:2.0:1777583343.169373:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eaa8. 00000400:00000200:2.0:1777583343.169383:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777583343.169386:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583343.169401:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0238e36bb80 x1863919919315072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583343.169412:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0238e36bb80 x1863919919315072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583343.169441:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831c000. 02000000:00000010:2.0:1777583343.169449:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831d800. 00000100:00000010:2.0:1777583343.169453:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0238e36bb80. 00000100:00000010:0.0:1777583343.786308:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583343.786465:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:1.0:1777583343.787433:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:3.0:1777583343.790343:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000100:00000010:2.0:1777583348.266268:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b9180. 02000000:00000010:2.0:1777583348.266290:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23f00. 00000100:00000010:2.0:1777583348.266349:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975bad80. 02000000:00000010:2.0:1777583348.266358:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831c000. 02000000:00000010:0.0:1777583348.266380:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27200. 00000100:00000010:2.0:1777583348.266380:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975bb480. 02000000:00000010:2.0:1777583348.266386:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831fc00. 00000400:00000010:0.0:1777583348.266393:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6d10. 00000400:00000010:0.0:1777583348.266404:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583348.266414:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919315200, portal 25 02000000:00000010:2.0:1777583348.266414:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831dc00. 00000400:00000010:2.0:1777583348.266421:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eaa8. 00000400:00000010:0.0:1777583348.266423:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583348.266428:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919315200, offset 0 00000400:00000010:2.0:1777583348.266428:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583348.266434:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919315328, portal 10 00000400:00000200:0.0:1777583348.266441:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1777583348.266442:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583348.266447:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919315328, offset 0 00000400:00000200:2.0:1777583348.266453:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583348.266462:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583348.266464:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583348.266487:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae3900 00000400:00000200:0.0:1777583348.266493:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2159fd [2] + 0 00000400:00000010:0.0:1777583348.266498:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469b00. 00000400:00000200:0.0:1777583348.266504:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023863bd480 00000400:00000200:0.0:1777583348.266510:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583348.266514:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583348.274347:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3980 00000400:00000200:2.0:1777583348.274357:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 128136 00000400:00000200:2.0:1777583348.274368:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583348.274373:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583348.274381:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583348.274393:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b8e00. 00000400:00000200:2.0:1777583348.274419:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583348.274422:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583348.274435:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024975bad80 x1863919919315328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583348.274573:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583348.274583:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa480. 00000020:00000010:3.0:1777583348.274589:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000100:00000200:3.0:1777583348.274631:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919315328 00010000:02000000:3.0:1777583348.274649:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583348.274660:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f83400. 00000400:00000010:3.0:1777583348.274678:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583348.274684:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919315328, offset 0 00000400:00000200:3.0:1777583348.274692:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583348.274703:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583348.274711:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3980 00000400:00000200:3.0:1777583348.274718:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2163f9 [1] + 0 00000400:00000200:3.0:1777583348.274724:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583348.274727:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583348.274734:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024975bad80 x1863919919315328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583348.274748:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583348.274750:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583348.274760:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa480. 00000020:00000010:3.0:1777583348.274764:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583348.274768:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000400:00000200:0.0:1777583348.276911:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023863bd480 00000400:00000010:0.0:1777583348.276919:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023863bd480. 00000100:00000200:0.0:1777583348.276928:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583348.276951:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583348.276953:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583348.276964:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024975b9180 x1863919919315200/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583348.276992:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df600. 00000100:00000010:0.0:1777583348.277008:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df900. 00000100:00000010:0.0:1777583348.277014:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df0c0. 00000100:00000010:0.0:1777583348.277019:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfae0. 00000020:00000010:3.0:1777583348.277400:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc40. 00000020:00000010:3.0:1777583348.277406:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc40. 00000020:00000010:3.0:1777583348.277413:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583348.277418:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa480. 00000020:00000010:3.0:1777583348.277423:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583348.277465:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cc40. 00000020:00000010:3.0:1777583348.277467:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cc40. 00000100:00000200:3.0:1777583348.277472:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919315200 02000000:00000010:3.0:1777583348.277487:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f81000. 00010000:00000200:3.0:1777583348.277495:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490525850 x1863919919315200/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:34/0 lens 224/224 e 0 to 0 dl 1777583359 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583348.277511:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583348.277516:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919315200, offset 224 00000400:00000200:3.0:1777583348.277522:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583348.277532:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583348.277541:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae3900 00000400:00000200:3.0:1777583348.277549:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2163f1 [1] + 224 00000400:00000200:3.0:1777583348.277682:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583348.277688:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583348.277696:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024975b9180 x1863919919315200/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583348.277714:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:3.0:1777583348.277716:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000020:00000010:3.0:1777583348.277729:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa480. 00000020:00000010:3.0:1777583348.277733:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583348.277736:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 02000000:00000010:3.0:1777583348.277744:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02388f81000. 00000100:00000200:3.0:1777583348.277749:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583348.277754:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243aa8. 00000400:00000010:3.0:1777583348.277758:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849db40. 00000400:00000010:0.0:1777583348.277915:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6d10. 00000400:00000200:0.0:1777583348.277920:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583348.277922:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583348.277927:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024975b9180 x1863919919315200/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583348.277942:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024975b9180 x1863919919315200/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583348.277965:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27200. 02000000:00000010:0.0:1777583348.277972:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23f00. 00000100:00000010:0.0:1777583348.277978:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b9180. 00000400:00000010:2.0:1777583348.281027:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eaa8. 00000400:00000200:2.0:1777583348.281041:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777583348.281044:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583348.281063:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024975bad80 x1863919919315328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583348.281074:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024975bad80 x1863919919315328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583348.287469:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388f81000. 00000400:00000010:3.0:1777583348.287483:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab2434d0. 00000400:00000010:3.0:1777583348.287491:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5dd0. 00000100:00000200:3.0:1777583348.287498:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919315456, portal 10 00000400:00000010:3.0:1777583348.287507:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583348.287511:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919315456, offset 0 00000400:00000200:3.0:1777583348.287521:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583348.287536:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583348.287548:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3a00 00000400:00000200:3.0:1777583348.287615:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 128656 00000400:00000200:3.0:1777583348.287626:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583348.287630:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583348.287637:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583348.287644:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d57800. 00000400:00000200:3.0:1777583348.287723:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583348.287726:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583348.287734:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024975bb480 x1863919919315456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583348.287760:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831dc00. 02000000:00000010:3.0:1777583348.287768:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831c000. 00000100:00000010:3.0:1777583348.287772:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975bad80. 00000020:00000010:0.0:1777583348.297626:0:187632:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:0.0:1777583348.297638:0:187632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416980. 00000020:00000010:0.0:1777583348.297643:0:187632:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000100:00000200:0.0:1777583348.297691:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919315456 00010000:02000000:0.0:1777583348.297712:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583348.297723:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853d9400. 00000400:00000010:0.0:1777583348.297738:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583348.297745:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919315456, offset 0 00000400:00000200:0.0:1777583348.297752:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583348.297766:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583348.297775:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3a00 00000400:00000200:0.0:1777583348.297783:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21640d [1] + 0 00000400:00000200:0.0:1777583348.297790:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583348.297794:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583348.297806:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024975bb480 x1863919919315456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583348.297837:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583348.297840:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000020:00000010:0.0:1777583348.297852:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416980. 00000020:00000010:0.0:1777583348.297856:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583348.297859:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00000400:00000010:2.0:1777583348.298129:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab2434d0. 00000400:00000200:2.0:1777583348.298153:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5dd0 00000400:00000010:2.0:1777583348.298156:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5dd0. 00000100:00000200:2.0:1777583348.298163:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024975bb480 x1863919919315456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583348.298174:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024975bb480 x1863919919315456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583348.298203:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388f81000. 02000000:00000010:2.0:1777583348.298209:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831fc00. 00000100:00000010:2.0:1777583348.298214:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975bb480. 00000100:00000010:0.0:1777583348.906594:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df600. 00000100:00000010:1.0:1777583348.906701:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df900. 00000100:00000010:2.0:1777583348.906881:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df0c0. 00000100:00000010:3.0:1777583348.907625:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfae0. 00000800:00000200:1.0:1777583353.258317:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777583353.258327:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1021 00000800:00000200:1.0:1777583353.258334:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1777583353.259601:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1777583353.389569:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8380. 02000000:00000010:0.0:1777583353.389597:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583353.389659:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fad80. 02000000:00000010:0.0:1777583353.389808:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853db000. 02000000:00000010:1.0:1777583353.389903:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583353.389912:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000400:00000010:1.0:1777583353.389935:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583353.389943:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919315584, portal 25 00000400:00000010:1.0:1777583353.389949:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583353.389952:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919315584, offset 0 00000400:00000200:1.0:1777583353.389961:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583353.389975:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583353.389986:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae3a80 00000400:00000200:1.0:1777583353.389994:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215a35 [2] + 0 00000400:00000010:1.0:1777583353.389998:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4699a0. 00000400:00000200:1.0:1777583353.390004:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023863bdf00 00000400:00000200:1.0:1777583353.390010:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583353.390014:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583353.390019:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023863bdf00 00000400:00000010:1.0:1777583353.390021:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023863bdf00. 00000100:00000200:1.0:1777583353.390027:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1777583353.390032:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fb100. 02000000:00000010:0.0:1777583353.390050:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853da000. 02000000:00000010:2.0:1777583353.390396:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831cc00. 00000400:00000010:2.0:1777583353.390404:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eaa8. 00000400:00000010:2.0:1777583353.390410:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583353.390415:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919315712, portal 10 00000400:00000010:2.0:1777583353.390421:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583353.390423:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919315712, offset 0 00000400:00000200:2.0:1777583353.390429:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583353.390439:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583353.390447:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3b00 00000400:00000200:2.0:1777583353.390453:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 129176 00000400:00000200:2.0:1777583353.390460:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583353.390462:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583353.390469:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583353.390719:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975bb480. 00000400:00000200:2.0:1777583353.390936:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583353.390938:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583353.390953:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55fad80 x1863919919315712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583353.390981:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 00000100:00000010:2.0:1777583353.390997:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777583353.391003:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583353.391019:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 02000000:00000010:2.0:1777583353.391033:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831c400. 00000400:00000010:2.0:1777583353.391184:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000010:2.0:1777583353.391192:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583353.391197:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919315840, portal 10 00000400:00000010:2.0:1777583353.391205:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583353.391207:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919315840, offset 0 00000400:00000200:2.0:1777583353.391214:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583353.391225:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583353.391234:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3b80 00000400:00000200:2.0:1777583353.391241:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 129696 00000400:00000200:2.0:1777583353.391248:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583353.391251:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583353.391258:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583353.391262:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b8380. 00000400:00000200:1.0:1777583353.395510:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583353.395518:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583353.395533:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55f8380 x1863919919315584/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583353.395926:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:1.0:1777583353.395932:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000020:00000010:1.0:1777583353.395938:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0a00. 00000020:00000010:1.0:1777583353.395944:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226e00. 00000020:00000010:1.0:1777583353.395949:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583353.395985:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7600. 00000020:00000010:1.0:1777583353.395988:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7600. 00000100:00000200:1.0:1777583353.395990:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919315584 02000000:00000010:1.0:1777583353.396008:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d6800. 00010000:00000200:1.0:1777583353.396017:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490527050 x1863919919315584/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:39/0 lens 224/224 e 0 to 0 dl 1777583364 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583353.396033:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583353.396038:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919315584, offset 224 00000400:00000200:1.0:1777583353.396076:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583353.396088:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583353.396097:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae3a80 00000400:00000200:1.0:1777583353.396104:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216419 [1] + 224 00000400:00000200:1.0:1777583353.396110:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583353.396113:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583353.396122:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55f8380 x1863919919315584/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583353.396160:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583353.396163:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000020:00000010:1.0:1777583353.396175:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226e00. 00000020:00000010:1.0:1777583353.396181:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583353.396186:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0a00. 02000000:00000010:1.0:1777583353.396192:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d6800. 00000100:00000200:1.0:1777583353.396279:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583353.396286:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36cb8. 00000400:00000010:1.0:1777583353.396291:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024b67efcc0. 00000400:00000010:1.0:1777583353.396316:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:1.0:1777583353.396320:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583353.396321:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583353.396407:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55f8380 x1863919919315584/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583353.396416:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55f8380 x1863919919315584/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583353.396437:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583353.396442:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:1.0:1777583353.396446:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8380. 00000400:00000200:2.0:1777583353.403265:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777583353.403273:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583353.403291:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55fb100 x1863919919315840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583353.405992:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27200. 00000020:00000010:0.0:1777583353.406011:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416980. 00000020:00000010:0.0:1777583353.406019:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de507d0. 00000020:00000010:0.0:1777583353.406085:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26a00. 00000020:00000010:0.0:1777583353.406089:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416a00. 00000020:00000010:0.0:1777583353.406092:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50bb8. 00000100:00000200:2.0:1777583353.406708:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919315712 00010000:02000000:2.0:1777583353.407538:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583353.407556:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831e800. 00000400:00000010:2.0:1777583353.407573:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583353.407581:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919315712, offset 0 00000400:00000200:2.0:1777583353.407588:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583353.407602:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583353.407614:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3b00 00000400:00000200:2.0:1777583353.407622:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216421 [1] + 0 00000400:00000200:2.0:1777583353.407629:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583353.407632:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583353.407643:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55fad80 x1863919919315712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583353.407674:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777583353.407677:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000020:00000010:2.0:1777583353.407700:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416980. 00000020:00000010:2.0:1777583353.407705:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de507d0. 00000020:00000010:2.0:1777583353.407709:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27200. 00000100:00000200:2.0:1777583353.407798:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919315840 00010000:02000000:2.0:1777583353.407807:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583353.407813:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831c800. 00000400:00000010:2.0:1777583353.407819:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583353.407822:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919315840, offset 0 00000400:00000200:2.0:1777583353.407826:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583353.407831:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583353.407836:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3b80 00000400:00000200:2.0:1777583353.407840:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216429 [1] + 0 00000400:00000200:2.0:1777583353.407844:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583353.407847:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583353.407853:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55fb100 x1863919919315840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583353.407864:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777583353.407866:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000020:00000010:2.0:1777583353.407873:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416a00. 00000020:00000010:2.0:1777583353.407876:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50bb8. 00000020:00000010:2.0:1777583353.407879:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26a00. 00000400:00000010:2.0:1777583353.407911:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eaa8. 00000400:00000200:2.0:1777583353.407915:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777583353.407917:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583353.407923:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55fad80 x1863919919315712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583353.407931:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55fad80 x1863919919315712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583353.407957:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e058. 00000400:00000200:2.0:1777583353.407960:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583353.407961:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583353.407966:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55fb100 x1863919919315840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583353.407975:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55fb100 x1863919919315840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583353.407991:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831cc00. 02000000:00000010:2.0:1777583353.407997:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853db000. 00000100:00000010:2.0:1777583353.408001:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fad80. 02000000:00000010:2.0:1777583353.408005:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831c400. 02000000:00000010:2.0:1777583353.408007:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853da000. 00000100:00000010:2.0:1777583353.408012:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fb100. 00000100:00000010:3.0:1777583354.026268:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:2.0:1777583354.027242:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:0.0:1777583354.027461:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000100:00000010:1.0:1777583354.029652:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:1.0:1777583358.507296:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269c00. 02000000:00000010:1.0:1777583358.507319:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877900. 00000100:00000010:1.0:1777583358.507371:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268a80. 02000000:00000010:1.0:1777583358.507379:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d6800. 00000100:00000010:1.0:1777583358.507394:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626bb80. 02000000:00000010:1.0:1777583358.507398:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d5c00. 02000000:00000010:1.0:1777583358.507438:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583358.507444:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000400:00000010:1.0:1777583358.507451:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583358.507457:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919315968, portal 25 00000400:00000010:1.0:1777583358.507463:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583358.507465:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919315968, offset 0 00000400:00000200:1.0:1777583358.507474:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583358.507487:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583358.507497:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae3c00 00000400:00000200:1.0:1777583358.507503:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215a61 [2] + 0 00000400:00000010:1.0:1777583358.507508:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36160. 00000400:00000200:1.0:1777583358.507513:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02389423e40 00000400:00000200:1.0:1777583358.507519:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583358.507563:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583358.507568:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02389423e40 00000400:00000010:1.0:1777583358.507572:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02389423e40. 00000100:00000200:1.0:1777583358.507579:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583358.507595:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583358.507598:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583358.507606:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486269c00 x1863919919315968/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583358.507625:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1ba0. 00000100:00000010:1.0:1777583358.507635:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1960. 00000100:00000010:1.0:1777583358.507641:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca19c0. 00000100:00000010:1.0:1777583358.507646:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1b40. 00000020:00000010:1.0:1777583358.507681:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7700. 00000020:00000010:1.0:1777583358.507686:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7700. 00000020:00000010:1.0:1777583358.507691:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0a00. 00000020:00000010:1.0:1777583358.507698:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226800. 00000020:00000010:1.0:1777583358.507703:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583358.507736:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7700. 00000020:00000010:1.0:1777583358.507739:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7700. 00000100:00000200:1.0:1777583358.507742:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919315968 02000000:00000010:1.0:1777583358.507757:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d6000. 00010000:00000200:1.0:1777583358.507765:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490526450 x1863919919315968/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:44/0 lens 224/224 e 0 to 0 dl 1777583369 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583358.507779:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583358.507782:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919315968, offset 224 00000400:00000200:1.0:1777583358.507786:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583358.507791:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583358.507796:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae3c00 00000400:00000200:1.0:1777583358.507801:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216441 [1] + 224 00000400:00000200:1.0:1777583358.507805:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583358.507808:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583358.507814:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486269c00 x1863919919315968/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583358.507828:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583358.507830:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000020:00000010:1.0:1777583358.507842:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226800. 00000020:00000010:1.0:1777583358.507847:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583358.507852:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0a00. 02000000:00000010:1.0:1777583358.507858:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d6000. 00000100:00000200:1.0:1777583358.507864:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583358.507867:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36160. 00000400:00000010:1.0:1777583358.507871:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024b67efc00. 00000400:00000010:1.0:1777583358.507888:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:1.0:1777583358.507891:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583358.507892:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583358.507897:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486269c00 x1863919919315968/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583358.507905:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486269c00 x1863919919315968/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583358.507924:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583358.507928:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877900. 00000100:00000010:1.0:1777583358.507932:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269c00. 02000000:00000010:2.0:1777583358.508351:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831c400. 00000400:00000010:2.0:1777583358.508358:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000010:2.0:1777583358.508362:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583358.508365:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919316096, portal 10 00000400:00000010:2.0:1777583358.508370:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583358.508372:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919316096, offset 0 00000400:00000200:2.0:1777583358.508376:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583358.508381:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583358.508388:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3c80 00000400:00000200:2.0:1777583358.508393:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 130216 00000400:00000200:2.0:1777583358.508398:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583358.508401:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583358.508405:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583358.508410:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b9c00. 00000400:00000200:2.0:1777583358.508433:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777583358.508435:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583358.508444:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268a80 x1863919919316096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583358.508463:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831ec00. 00000400:00000010:2.0:1777583358.508465:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eaa8. 00000400:00000010:2.0:1777583358.508468:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583358.508471:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919316224, portal 10 00000400:00000010:2.0:1777583358.508475:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583358.508477:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919316224, offset 0 00000400:00000200:2.0:1777583358.508481:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583358.508485:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583358.508489:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3d00 00000400:00000200:2.0:1777583358.508493:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 130736 00000400:00000200:2.0:1777583358.508497:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583358.508500:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583358.508502:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583358.508505:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b9500. 00000400:00000200:2.0:1777583358.508515:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777583358.508517:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583358.508521:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626bb80 x1863919919316224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583358.508554:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583358.508558:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3780. 00000020:00000010:2.0:1777583358.508562:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583358.508580:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583358.508583:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3d00. 00000020:00000010:2.0:1777583358.508586:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000100:00000200:2.0:1777583358.508598:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919316096 00010000:02000000:2.0:1777583358.508614:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583358.508621:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831cc00. 00000400:00000010:2.0:1777583358.508630:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583358.508632:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919316096, offset 0 00000400:00000200:2.0:1777583358.508636:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583358.508642:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583358.508646:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3c80 00000400:00000200:2.0:1777583358.508651:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216451 [1] + 0 00000400:00000200:2.0:1777583358.508655:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583358.508658:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583358.508693:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268a80 x1863919919316096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583358.508708:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777583358.508710:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000020:00000010:2.0:1777583358.508717:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3780. 00000020:00000010:2.0:1777583358.508720:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583358.508723:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000100:00000200:2.0:1777583358.508732:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919316224 00010000:02000000:2.0:1777583358.508738:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583358.508742:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831e000. 00000400:00000010:2.0:1777583358.508747:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583358.508749:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919316224, offset 0 00000400:00000200:2.0:1777583358.508753:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583358.508757:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583358.508762:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3d00 00000400:00000200:2.0:1777583358.508765:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216459 [1] + 0 00000400:00000200:2.0:1777583358.508768:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583358.508770:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583358.508775:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626bb80 x1863919919316224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583358.508785:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777583358.508791:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000020:00000010:2.0:1777583358.508797:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3d00. 00000020:00000010:2.0:1777583358.508800:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583358.508801:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000400:00000010:2.0:1777583358.508819:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e058. 00000400:00000200:2.0:1777583358.508822:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583358.508824:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583358.508828:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268a80 x1863919919316096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583358.508834:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268a80 x1863919919316096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583358.508854:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eaa8. 00000400:00000200:2.0:1777583358.508856:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777583358.508858:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583358.508861:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626bb80 x1863919919316224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583358.508869:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626bb80 x1863919919316224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583358.508880:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831c400. 02000000:00000010:2.0:1777583358.508884:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d6800. 00000100:00000010:2.0:1777583358.508887:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268a80. 02000000:00000010:2.0:1777583358.508891:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831ec00. 02000000:00000010:2.0:1777583358.508893:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d5c00. 00000100:00000010:2.0:1777583358.508895:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626bb80. 00000100:00000010:0.0:1777583359.146235:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1ba0. 00000100:00000010:1.0:1777583359.146436:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1960. 00000100:00000010:3.0:1777583359.146572:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1b40. 00000100:00000010:2.0:1777583359.146668:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca19c0. 00000800:00000200:1.0:1777583360.427256:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:1.0:1777583360.427267:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1777583360.427273:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1777583360.427553:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1777583363.626572:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b8a80. 02000000:00000010:2.0:1777583363.626598:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23f00. 00000100:00000010:2.0:1777583363.626648:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975bad80. 02000000:00000010:2.0:1777583363.626656:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831c400. 00000100:00000010:2.0:1777583363.626673:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024975b9180. 02000000:00000010:2.0:1777583363.626677:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831fc00. 02000000:00000010:2.0:1777583363.626707:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:2.0:1777583363.626713:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eaa8. 00000400:00000010:2.0:1777583363.626721:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583363.626729:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919316352, portal 25 00000400:00000010:2.0:1777583363.626734:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583363.626737:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919316352, offset 0 00000400:00000200:2.0:1777583363.626745:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583363.626759:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583363.626771:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae3d80 00000400:00000200:2.0:1777583363.626777:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215a8d [2] + 0 00000400:00000010:2.0:1777583363.626783:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4692c0. 00000400:00000200:2.0:1777583363.626786:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023873810c0 00000400:00000200:2.0:1777583363.626791:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583363.626795:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583363.626800:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023873810c0 00000400:00000010:2.0:1777583363.626803:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023873810c0. 00000100:00000200:2.0:1777583363.626809:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583363.626825:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583363.626827:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583363.626837:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024975b8a80 x1863919919316352/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583363.626856:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583363.626868:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 00000100:00000010:2.0:1777583363.626873:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583363.626878:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 02000000:00000010:2.0:1777583363.626906:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831c000. 00000400:00000010:2.0:1777583363.626910:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000010:2.0:1777583363.626913:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583363.626915:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919316480, portal 10 00000400:00000010:2.0:1777583363.626920:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583363.626922:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919316480, offset 0 00000400:00000200:2.0:1777583363.626926:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583363.626930:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583363.626935:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3e00 00000400:00000200:2.0:1777583363.626940:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 131256 00000400:00000200:2.0:1777583363.626957:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583363.626960:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583363.626965:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583363.626972:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcaa00. 00000400:00000200:2.0:1777583363.626983:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777583363.626986:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583363.626992:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024975bad80 x1863919919316480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583363.627008:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831dc00. 00000400:00000010:2.0:1777583363.627011:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777583363.627014:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583363.627016:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919316608, portal 10 00000400:00000010:2.0:1777583363.627020:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583363.627022:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919316608, offset 0 00000400:00000200:2.0:1777583363.627026:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583363.627030:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583363.627035:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3e80 00000400:00000200:2.0:1777583363.627048:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 131776 00000400:00000200:2.0:1777583363.627052:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583363.627055:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583363.627058:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583363.627061:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcb480. 00000400:00000200:2.0:1777583363.627072:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583363.627074:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583363.627078:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024975b9180 x1863919919316608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583363.627118:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125c80. 00000020:00000010:2.0:1777583363.627122:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125c80. 00000020:00000010:2.0:1777583363.627127:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583363.627132:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02390db3d00. 00000020:00000010:2.0:1777583363.627154:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:3.0:1777583363.627157:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 00000020:00000010:3.0:1777583363.627160:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa800. 00000020:00000010:3.0:1777583363.627163:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583363.627181:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583363.627183:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa380. 00000020:00000010:2.0:1777583363.627184:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125c80. 00000020:00000010:2.0:1777583363.627186:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125c80. 00000020:00000010:3.0:1777583363.627186:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87ed8. 00000100:00000200:2.0:1777583363.627189:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919316352 00000100:00000200:3.0:1777583363.627198:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919316480 02000000:00000010:2.0:1777583363.627203:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831d800. 00010000:00000200:2.0:1777583363.627210:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490524850 x1863919919316352/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:49/0 lens 224/224 e 0 to 0 dl 1777583374 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:02000000:3.0:1777583363.627212:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583363.627220:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388f81800. 00000400:00000010:2.0:1777583363.627224:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000400:00000010:3.0:1777583363.627226:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583363.627229:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919316480, offset 0 00000400:00000200:3.0:1777583363.627233:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583363.627238:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583363.627244:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3e00 00000400:00000200:3.0:1777583363.627248:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216471 [1] + 0 00000400:00000200:3.0:1777583363.627253:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583363.627255:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583363.627260:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024975bad80 x1863919919316480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583363.627482:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919316352, offset 224 00000400:00000200:2.0:1777583363.627488:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583363.627510:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583363.627513:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000400:00000200:2.0:1777583363.627594:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583363.627601:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae3d80 00000400:00000200:2.0:1777583363.627606:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216469 [1] + 224 00000400:00000200:2.0:1777583363.627610:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583363.627613:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583363.627619:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024975b8a80 x1863919919316352/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583363.627634:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583363.627636:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583363.627650:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02390db3d00. 00000020:00000010:2.0:1777583363.627654:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583363.627657:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583363.627663:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238831d800. 00000100:00000200:2.0:1777583363.627668:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583363.627671:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e370. 00000400:00000010:2.0:1777583363.627675:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02484aa0600. 00000100:00000200:2.0:1777583363.627693:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919316608 00010000:02000000:2.0:1777583363.627700:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583363.627705:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831d800. 00000400:00000010:2.0:1777583363.627709:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583363.627712:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919316608, offset 0 00000400:00000200:2.0:1777583363.627715:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583363.627719:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583363.627724:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3e80 00000400:00000200:2.0:1777583363.627728:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216479 [1] + 0 00000400:00000200:2.0:1777583363.627732:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583363.627735:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583363.627740:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024975b9180 x1863919919316608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583363.627749:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583363.627751:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583363.627757:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa380. 00000020:00000010:2.0:1777583363.627761:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87ed8. 00000020:00000010:2.0:1777583363.627763:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000400:00000010:2.0:1777583363.627781:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e058. 00000400:00000200:2.0:1777583363.627784:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583363.627785:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583363.627789:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024975bad80 x1863919919316480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583363.627797:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024975bad80 x1863919919316480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583363.627818:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:2.0:1777583363.627820:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777583363.627821:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583363.627825:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024975b9180 x1863919919316608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583363.627832:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024975b9180 x1863919919316608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583363.627843:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831c000. 02000000:00000010:2.0:1777583363.627847:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831c400. 00000100:00000010:2.0:1777583363.627850:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975bad80. 02000000:00000010:2.0:1777583363.627854:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831dc00. 02000000:00000010:2.0:1777583363.627856:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831fc00. 00000100:00000010:2.0:1777583363.627860:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b9180. 00000400:00000010:2.0:1777583363.627869:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eaa8. 00000400:00000200:2.0:1777583363.627871:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:2.0:1777583363.627873:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583363.627877:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024975b8a80 x1863919919316352/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583363.627885:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024975b8a80 x1863919919316352/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583363.627901:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:2.0:1777583363.627903:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23f00. 00000100:00000010:2.0:1777583363.627906:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024975b8a80. 00000020:00000010:3.0:1777583363.635631:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa800. 00000020:00000010:3.0:1777583363.635640:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583363.635644:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000100:00000010:0.0:1777583364.266240:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583364.266354:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:1.0:1777583364.266643:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:3.0:1777583364.266744:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:3.0:1777583368.753149:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d54000. 02000000:00000010:3.0:1777583368.753173:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3500. 00000100:00000010:3.0:1777583368.753225:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d54380. 02000000:00000010:3.0:1777583368.753232:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388f83c00. 00000100:00000010:3.0:1777583368.753250:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55c00. 02000000:00000010:3.0:1777583368.753255:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02388f81c00. 02000000:00000010:3.0:1777583368.753309:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884b000. 00000400:00000010:3.0:1777583368.753318:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab2434d0. 00000400:00000010:3.0:1777583368.753325:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583368.753332:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919316736, portal 25 00000400:00000010:3.0:1777583368.753337:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583368.753340:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919316736, offset 0 00000400:00000200:3.0:1777583368.753349:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583368.753364:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583368.753376:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae3f00 00000400:00000200:3.0:1777583368.753383:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215ab5 [2] + 0 00000400:00000010:3.0:1777583368.753386:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca365d8. 00000400:00000200:3.0:1777583368.753392:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02389423c00 00000400:00000200:3.0:1777583368.753399:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583368.753403:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583368.753408:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02389423c00 00000400:00000010:3.0:1777583368.753412:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02389423c00. 00000100:00000200:3.0:1777583368.753419:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583368.753446:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:3.0:1777583368.753447:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583368.753456:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d54000 x1863919919316736/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583368.753474:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d960. 00000100:00000010:3.0:1777583368.753485:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d2a0. 00000100:00000010:3.0:1777583368.753491:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d240. 00000100:00000010:3.0:1777583368.753496:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d180. 02000000:00000010:3.0:1777583368.753533:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388f81000. 00000400:00000010:3.0:1777583368.753537:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243738. 00000400:00000010:3.0:1777583368.753540:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583368.753542:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919316864, portal 10 00000400:00000010:3.0:1777583368.753548:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777583368.753550:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919316864, offset 0 00000400:00000200:3.0:1777583368.753553:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583368.753558:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583368.753564:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae3f80 00000400:00000200:3.0:1777583368.753568:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 132296 00000400:00000200:3.0:1777583368.753573:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583368.753576:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583368.753580:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583368.753585:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e36bb80. 00000400:00000200:3.0:1777583368.753598:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777583368.753600:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777583368.753605:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d54380 x1863919919316864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583368.753621:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ae6aa800. 00000400:00000010:3.0:1777583368.753625:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab2437e8. 00000400:00000010:3.0:1777583368.753627:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777583368.753629:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919316992, portal 10 00000400:00000010:3.0:1777583368.753634:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583368.753636:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919316992, offset 0 00000400:00000200:3.0:1777583368.753639:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583368.753643:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583368.753647:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4000 00000400:00000200:3.0:1777583368.753650:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 132816 00000400:00000200:3.0:1777583368.753654:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583368.753656:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583368.753658:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583368.753661:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e369f80. 00000400:00000200:3.0:1777583368.753670:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583368.753672:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583368.753676:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d55c00 x1863919919316992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583368.753714:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583368.753719:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa980. 00000020:00000010:3.0:1777583368.753725:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583368.753748:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa024c5f11600. 00000020:00000010:3.0:1777583368.753751:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa400. 00000020:00000010:3.0:1777583368.753753:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000100:00000200:3.0:1777583368.753771:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919316864 00010000:02000000:3.0:1777583368.753785:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583368.753793:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6aac00. 00000400:00000010:3.0:1777583368.753803:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583368.753805:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919316864, offset 0 00000400:00000200:3.0:1777583368.753809:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583368.753814:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583368.753818:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae3f80 00000400:00000200:3.0:1777583368.753823:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216499 [1] + 0 00000400:00000200:3.0:1777583368.753826:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583368.753829:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583368.753834:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d54380 x1863919919316864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583368.753848:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583368.753849:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777583368.753859:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa980. 00000020:00000010:3.0:1777583368.753863:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583368.753865:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000100:00000200:3.0:1777583368.753873:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919316992 00010000:02000000:3.0:1777583368.753878:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583368.753882:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6a8800. 00000400:00000010:3.0:1777583368.753886:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583368.753888:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919316992, offset 0 00000400:00000200:3.0:1777583368.753891:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583368.753895:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583368.753910:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4000 00000400:00000200:3.0:1777583368.753914:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2164a1 [1] + 0 00000400:00000200:3.0:1777583368.753917:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583368.753920:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583368.753924:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d55c00 x1863919919316992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583368.753933:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583368.753935:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777583368.753940:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa400. 00000020:00000010:3.0:1777583368.753942:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777583368.753944:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa024c5f11600. 00000400:00000010:3.0:1777583368.753969:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243738. 00000400:00000200:3.0:1777583368.753972:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:3.0:1777583368.753974:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583368.753978:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d54380 x1863919919316864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583368.753986:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d54380 x1863919919316864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583368.754017:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab2437e8. 00000400:00000200:3.0:1777583368.754019:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777583368.754020:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777583368.754024:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d55c00 x1863919919316992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583368.754031:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d55c00 x1863919919316992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583368.754043:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388f81000. 02000000:00000010:3.0:1777583368.754048:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388f83c00. 00000100:00000010:3.0:1777583368.754052:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54380. 02000000:00000010:3.0:1777583368.754055:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ae6aa800. 02000000:00000010:3.0:1777583368.754057:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02388f81c00. 00000100:00000010:3.0:1777583368.754059:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55c00. 00000020:00000010:0.0:1777583368.754785:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db3c0. 00000020:00000010:0.0:1777583368.754792:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db3c0. 00000020:00000010:0.0:1777583368.754796:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583368.754799:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416580. 00000020:00000010:0.0:1777583368.754803:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583368.754825:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db3c0. 00000020:00000010:0.0:1777583368.754827:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db3c0. 00000100:00000200:0.0:1777583368.754830:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919316736 02000000:00000010:0.0:1777583368.754841:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853d9000. 00010000:00000200:0.0:1777583368.754849:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490527c50 x1863919919316736/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:54/0 lens 224/224 e 0 to 0 dl 1777583379 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583368.754862:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583368.754942:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919316736, offset 224 00000400:00000200:0.0:1777583368.754949:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583368.754958:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583368.754965:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae3f00 00000400:00000200:0.0:1777583368.755107:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216491 [1] + 224 00000400:00000200:0.0:1777583368.755115:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583368.755118:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583368.755126:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d54000 x1863919919316736/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583368.755178:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583368.755180:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000020:00000010:0.0:1777583368.755190:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416580. 00000020:00000010:0.0:1777583368.755193:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583368.755197:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583368.755203:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023853d9000. 00000100:00000200:0.0:1777583368.755210:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583368.755214:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6d10. 00000400:00000010:0.0:1777583368.755219:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe70480. 00000400:00000010:3.0:1777583368.755328:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab2434d0. 00000400:00000200:3.0:1777583368.755332:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:3.0:1777583368.755334:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583368.755339:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d54000 x1863919919316736/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583368.755348:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d54000 x1863919919316736/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583368.755364:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884b000. 02000000:00000010:3.0:1777583368.755369:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3500. 00000100:00000010:3.0:1777583368.755375:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54000. 00000100:00000010:3.0:1777583369.386260:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d180. 00000100:00000010:0.0:1777583369.386387:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d960. 00000100:00000010:1.0:1777583369.386489:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d2a0. 00000100:00000010:2.0:1777583369.386658:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d240. 00000100:00000010:0.0:1777583373.866354:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fb100. 02000000:00000010:0.0:1777583373.866379:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583373.866454:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fad80. 02000000:00000010:0.0:1777583373.866462:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853d9000. 00000100:00000010:0.0:1777583373.866479:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8380. 02000000:00000010:0.0:1777583373.866483:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853db400. 02000000:00000010:3.0:1777583373.866785:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0238884b000. 00000400:00000010:3.0:1777583373.866793:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab2434d0. 00000400:00000010:3.0:1777583373.866801:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af53b8. 00000100:00000200:3.0:1777583373.866808:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919317120, portal 25 00000400:00000010:3.0:1777583373.866812:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777583373.866815:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919317120, offset 0 00000400:00000200:3.0:1777583373.866837:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583373.866861:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583373.866872:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae4080 00000400:00000200:3.0:1777583373.866878:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215add [2] + 0 00000400:00000010:3.0:1777583373.866882:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e5d8. 00000400:00000200:3.0:1777583373.866888:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02395cc6c00 00000400:00000200:3.0:1777583373.866894:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583373.866898:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583373.866902:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02395cc6c00 00000400:00000010:3.0:1777583373.866905:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02395cc6c00. 00000100:00000200:3.0:1777583373.866911:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583373.866934:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:3.0:1777583373.866937:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777583373.866944:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55fb100 x1863919919317120/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583373.866962:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d180. 00000100:00000010:3.0:1777583373.866973:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d300. 00000100:00000010:3.0:1777583373.866979:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628df60. 00000100:00000010:3.0:1777583373.866985:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d540. 02000000:00000010:3.0:1777583373.867006:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ae6aa800. 00000400:00000010:3.0:1777583373.867010:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab2437e8. 00000400:00000010:3.0:1777583373.867014:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5330. 00000100:00000200:3.0:1777583373.867016:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919317248, portal 10 00000400:00000010:3.0:1777583373.867032:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583373.867035:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919317248, offset 0 00000400:00000200:3.0:1777583373.867039:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583373.867043:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583373.867049:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4100 00000400:00000200:3.0:1777583373.867055:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 133336 00000400:00000200:3.0:1777583373.867060:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583373.867062:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583373.867067:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583373.867071:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0238e369180. 00000400:00000200:3.0:1777583373.867085:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:3.0:1777583373.867087:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583373.867092:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55fad80 x1863919919317248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583373.867109:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ae6a8000. 00000400:00000010:3.0:1777583373.867113:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243738. 00000400:00000010:3.0:1777583373.867116:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5000. 00000100:00000200:3.0:1777583373.867118:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919317376, portal 10 00000400:00000010:3.0:1777583373.867122:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583373.867124:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919317376, offset 0 00000400:00000200:3.0:1777583373.867128:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583373.867132:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583373.867157:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4180 00000400:00000200:3.0:1777583373.867161:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 133856 00000400:00000200:3.0:1777583373.867165:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583373.867167:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583373.867170:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583373.867173:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d54000. 00000400:00000200:3.0:1777583373.867185:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583373.867187:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583373.867190:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55f8380 x1863919919317376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583373.867230:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000020:00000010:3.0:1777583373.867235:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa400. 00000020:00000010:3.0:1777583373.867239:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:0.0:1777583373.867692:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583373.867697:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583373.867702:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583373.867705:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416600. 00000020:00000010:0.0:1777583373.867709:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583373.867743:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583373.867746:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db940. 00000100:00000200:0.0:1777583373.867749:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919317120 02000000:00000010:0.0:1777583373.867764:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853d8800. 00010000:00000200:0.0:1777583373.867772:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02490527450 x1863919919317120/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:59/0 lens 224/224 e 0 to 0 dl 1777583384 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583373.867786:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583373.867790:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919317120, offset 224 00000400:00000200:0.0:1777583373.867795:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583373.867801:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583373.867872:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae4080 00000400:00000200:0.0:1777583373.867877:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2164b9 [1] + 224 00000400:00000200:0.0:1777583373.867880:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583373.867883:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583373.867896:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55fb100 x1863919919317120/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583373.867914:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583373.867916:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000020:00000010:0.0:1777583373.867927:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416600. 00000020:00000010:0.0:1777583373.867930:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583373.867934:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583373.867941:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023853d8800. 00000100:00000200:0.0:1777583373.867948:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583373.867951:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f69f8. 00000400:00000010:0.0:1777583373.867955:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe70d80. 00000400:00000010:0.0:1777583373.867974:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab2434d0. 00000400:00000200:0.0:1777583373.867978:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af53b8 00000400:00000010:0.0:1777583373.867979:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af53b8. 00000100:00000200:0.0:1777583373.867984:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55fb100 x1863919919317120/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583373.867992:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55fb100 x1863919919317120/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583373.868011:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0238884b000. 02000000:00000010:0.0:1777583373.868017:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583373.868035:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fb100. 00000020:00000010:0.0:1777583373.868071:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583373.868074:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416600. 00000020:00000010:0.0:1777583373.868077:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000100:00000200:0.0:1777583373.868096:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919317376 00010000:02000000:0.0:1777583373.868111:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583373.868118:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853d8800. 00000400:00000010:0.0:1777583373.868125:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583373.868171:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919317376, offset 0 00000400:00000200:0.0:1777583373.868177:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583373.868182:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583373.868187:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4180 00000400:00000200:0.0:1777583373.868193:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2164c9 [1] + 0 00000400:00000200:0.0:1777583373.868197:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583373.868200:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583373.868206:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55f8380 x1863919919317376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583373.868221:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:0.0:1777583373.868222:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000020:00000010:0.0:1777583373.868230:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416600. 00000020:00000010:0.0:1777583373.868233:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583373.868236:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000400:00000010:0.0:1777583373.868380:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243738. 00000400:00000200:0.0:1777583373.868603:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5000 00000400:00000010:0.0:1777583373.868606:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5000. 00000100:00000200:0.0:1777583373.868612:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55f8380 x1863919919317376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583373.868620:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55f8380 x1863919919317376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583373.868636:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ae6a8000. 02000000:00000010:0.0:1777583373.868640:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853db400. 00000100:00000010:0.0:1777583373.868642:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8380. 00000100:00000200:3.0:1777583373.868803:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919317248 00010000:02000000:3.0:1777583373.868812:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583373.868826:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6a9800. 00000400:00000010:3.0:1777583373.868832:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583373.868835:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919317248, offset 0 00000400:00000200:3.0:1777583373.868840:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583373.868845:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583373.868859:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4100 00000400:00000200:3.0:1777583373.868864:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2164c1 [1] + 0 00000400:00000200:3.0:1777583373.868868:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583373.868871:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583373.868877:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55fad80 x1863919919317248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583373.868890:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583373.868892:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777583373.868898:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa400. 00000020:00000010:3.0:1777583373.868902:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777583373.868905:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000400:00000010:0.0:1777583373.875759:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab2437e8. 00000400:00000200:0.0:1777583373.875775:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5330 00000400:00000010:0.0:1777583373.875779:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5330. 00000100:00000200:0.0:1777583373.875793:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55fad80 x1863919919317248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583373.875805:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55fad80 x1863919919317248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583373.875864:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ae6aa800. 02000000:00000010:0.0:1777583373.875871:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853d9000. 00000100:00000010:0.0:1777583373.875878:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fad80. 00000100:00000010:0.0:1777583374.506250:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d180. 00000100:00000010:3.0:1777583374.506369:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d540. 00000100:00000010:1.0:1777583374.506460:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d300. 00000100:00000010:2.0:1777583374.509372:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628df60. 00000100:00000010:2.0:1777583378.986741:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc9180. 02000000:00000010:2.0:1777583378.986761:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23f00. 00000100:00000010:2.0:1777583378.986820:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc8a80. 02000000:00000010:2.0:1777583378.986827:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831d400. 00000100:00000010:2.0:1777583378.986845:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcb100. 02000000:00000010:2.0:1777583378.986851:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831c000. 02000000:00000010:2.0:1777583378.986893:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831c400. 00000400:00000010:2.0:1777583378.986901:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eaa8. 00000400:00000010:2.0:1777583378.986909:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c440. 00000100:00000200:2.0:1777583378.986917:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919317632, portal 10 00000400:00000010:2.0:1777583378.986924:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583378.986927:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919317632, offset 0 00000400:00000200:2.0:1777583378.986937:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583378.986960:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583378.986973:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4280 00000400:00000200:2.0:1777583378.986980:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 134376 00000400:00000200:2.0:1777583378.986990:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583378.986993:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583378.987003:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583378.987007:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc8000. 00000400:00000200:2.0:1777583378.987028:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:2.0:1777583378.987031:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000100:00000200:2.0:1777583378.987043:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02496fc8a80 x1863919919317632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583378.987063:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583378.987075:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 00000100:00000010:2.0:1777583378.987085:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 00000100:00000010:2.0:1777583378.987090:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 02000000:00000010:2.0:1777583378.987100:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831dc00. 00000400:00000010:2.0:1777583378.987102:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000010:2.0:1777583378.987105:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c908. 00000020:00000010:3.0:1777583378.987105:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884a200. 00000100:00000200:2.0:1777583378.987107:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919317760, portal 10 00000400:00000010:2.0:1777583378.987112:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583378.987114:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919317760, offset 0 00000020:00000010:3.0:1777583378.987114:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa980. 00000400:00000200:2.0:1777583378.987118:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1777583378.987119:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000400:00000200:2.0:1777583378.987122:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583378.987126:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4300 00000400:00000200:2.0:1777583378.987129:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 134896 00000400:00000200:2.0:1777583378.987149:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583378.987152:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583378.987155:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583378.987158:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcbb80. 00000400:00000200:2.0:1777583378.987168:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583378.987170:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583378.987175:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02496fcb100 x1863919919317760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583378.987310:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1200. 00000400:00000010:1.0:1777583378.987316:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000400:00000010:1.0:1777583378.987321:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583378.987324:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919317504, portal 25 00000400:00000010:1.0:1777583378.987327:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583378.987330:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919317504, offset 0 00000400:00000200:1.0:1777583378.987334:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583378.987340:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583378.987345:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae4200 00000400:00000200:1.0:1777583378.987351:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215afd [2] + 0 00000400:00000010:1.0:1777583378.987355:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36948. 00000400:00000200:1.0:1777583378.987358:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02389423480 00000400:00000200:1.0:1777583378.987361:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583378.987364:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583378.987367:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02389423480 00000400:00000010:1.0:1777583378.987369:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02389423480. 00000100:00000200:1.0:1777583378.987375:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583378.987388:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583378.987390:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583378.987395:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02496fc9180 x1863919919317504/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583378.987457:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7b40. 00000020:00000010:1.0:1777583378.987461:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7b40. 00000020:00000010:1.0:1777583378.987465:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583378.987468:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226c00. 00000020:00000010:1.0:1777583378.987471:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583378.987492:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7b40. 00000020:00000010:1.0:1777583378.987494:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7b40. 00000100:00000200:1.0:1777583378.987497:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919317504 02000000:00000010:1.0:1777583378.987511:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d6800. 00010000:00000200:1.0:1777583378.987518:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239776c850 x1863919919317504/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:64/0 lens 224/224 e 0 to 0 dl 1777583389 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583378.987534:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583378.987537:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919317504, offset 224 00000400:00000200:1.0:1777583378.987540:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583378.987546:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583378.987550:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae4200 00000400:00000200:1.0:1777583378.987554:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2164f1 [1] + 224 00000400:00000200:1.0:1777583378.987558:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583378.987561:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583378.987567:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02496fc9180 x1863919919317504/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583378.987581:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583378.987583:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000020:00000010:1.0:1777583378.987594:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226c00. 00000020:00000010:1.0:1777583378.987600:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583378.987604:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000020:00000010:3.0:1777583378.987608:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0238884b000. 02000000:00000010:1.0:1777583378.987610:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024972d6800. 00000020:00000010:3.0:1777583378.987611:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fab00. 00000020:00000010:3.0:1777583378.987614:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000100:00000200:1.0:1777583378.987615:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583378.987618:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36948. 00000400:00000010:1.0:1777583378.987622:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024b67ef240. 00000100:00000200:3.0:1777583378.987630:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919317632 00000400:00000010:1.0:1777583378.987637:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:1.0:1777583378.987639:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583378.987641:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583378.987645:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02496fc9180 x1863919919317504/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:02000000:3.0:1777583378.987645:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583378.987652:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6ab400. 00000100:00000200:1.0:1777583378.987653:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02496fc9180 x1863919919317504/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583378.987659:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583378.987661:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919317632, offset 0 00000400:00000200:3.0:1777583378.987665:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583378.987669:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1777583378.987672:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1200. 00000400:00000200:3.0:1777583378.987674:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4280 02000000:00000010:1.0:1777583378.987677:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23f00. 00000400:00000200:3.0:1777583378.987678:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2164e1 [1] + 0 00000100:00000010:1.0:1777583378.987681:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc9180. 00000400:00000200:3.0:1777583378.987682:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583378.987685:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583378.987690:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02496fc8a80 x1863919919317632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583378.987704:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583378.987706:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777583378.987713:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa980. 00000020:00000010:3.0:1777583378.987716:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777583378.987718:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884a200. 00000100:00000200:3.0:1777583378.987727:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919317760 00010000:02000000:3.0:1777583378.987734:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583378.987738:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6ab800. 00000400:00000010:3.0:1777583378.987743:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583378.987745:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919317760, offset 0 00000400:00000200:3.0:1777583378.987748:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583378.987752:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583378.987757:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4300 00000400:00000200:3.0:1777583378.987760:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2164e9 [1] + 0 00000400:00000200:3.0:1777583378.987763:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583378.987766:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583378.987782:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02496fcb100 x1863919919317760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583378.987791:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583378.987792:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777583378.987798:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fab00. 00000020:00000010:3.0:1777583378.987800:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583378.988423:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0238884b000. 00000400:00000010:3.0:1777583378.988534:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eaa8. 00000400:00000200:3.0:1777583378.988539:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c440 00000400:00000010:3.0:1777583378.988541:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c440. 00000100:00000200:3.0:1777583378.988551:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02496fc8a80 x1863919919317632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583378.988564:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02496fc8a80 x1863919919317632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583378.988585:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e318. 00000400:00000200:3.0:1777583378.988588:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c908 00000400:00000010:3.0:1777583378.988589:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c908. 00000100:00000200:3.0:1777583378.988593:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02496fcb100 x1863919919317760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583378.988599:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02496fcb100 x1863919919317760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583378.988611:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831c400. 02000000:00000010:3.0:1777583378.988617:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831d400. 00000100:00000010:3.0:1777583378.988620:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8a80. 02000000:00000010:3.0:1777583378.988623:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831dc00. 02000000:00000010:3.0:1777583378.988625:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831c000. 00000100:00000010:3.0:1777583378.988627:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcb100. 00000100:00000010:3.0:1777583379.626265:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:0.0:1777583379.626397:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:1.0:1777583379.626552:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000100:00000010:2.0:1777583379.626612:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:1.0:1777583384.116601:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269c00. 02000000:00000010:1.0:1777583384.116627:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877900. 00000100:00000010:1.0:1777583384.116678:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269f80. 02000000:00000010:1.0:1777583384.116687:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d6800. 00000100:00000010:1.0:1777583384.116704:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268e00. 02000000:00000010:1.0:1777583384.116710:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024972d5c00. 02000000:00000010:1.0:1777583384.116769:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1200. 00000400:00000010:1.0:1777583384.116784:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000400:00000010:1.0:1777583384.116842:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583384.116848:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919317888, portal 25 00000400:00000010:1.0:1777583384.116854:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583384.116856:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919317888, offset 0 00000400:00000200:1.0:1777583384.116866:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583384.116879:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583384.116890:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae4380 00000400:00000200:1.0:1777583384.116897:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215b2d [2] + 0 00000400:00000010:1.0:1777583384.116900:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469840. 00000400:00000200:1.0:1777583384.116907:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe7b3c0 00000400:00000200:1.0:1777583384.116912:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583384.116916:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583384.116920:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe7b3c0 00000400:00000010:1.0:1777583384.116923:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe7b3c0. 00000100:00000200:1.0:1777583384.116928:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583384.116944:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583384.116946:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583384.116954:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486269c00 x1863919919317888/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583384.116973:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1960. 00000100:00000010:1.0:1777583384.116984:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1f60. 00000100:00000010:1.0:1777583384.116989:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1180. 00000100:00000010:1.0:1777583384.116994:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1540. 02000000:00000010:1.0:1777583384.117014:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d6000. 00000400:00000010:1.0:1777583384.117019:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36dc0. 00000400:00000010:1.0:1777583384.117022:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583384.117024:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919318016, portal 10 00000400:00000010:1.0:1777583384.117029:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583384.117031:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919318016, offset 0 00000400:00000200:1.0:1777583384.117034:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583384.117039:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583384.117045:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4400 00000400:00000200:1.0:1777583384.117051:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 135416 00000400:00000200:1.0:1777583384.117056:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583384.117058:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583384.117062:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583384.117066:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626bb80. 00000400:00000200:1.0:1777583384.117079:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:1.0:1777583384.117081:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583384.117086:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486269f80 x1863919919318016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583384.117103:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02388c76400. 00000400:00000010:1.0:1777583384.117106:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca361b8. 00000400:00000010:1.0:1777583384.117108:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583384.117111:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919318144, portal 10 00000400:00000010:1.0:1777583384.117115:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583384.117117:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919318144, offset 0 00000400:00000200:1.0:1777583384.117120:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583384.117124:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583384.117128:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4480 00000400:00000200:1.0:1777583384.117132:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 135936 00000400:00000200:1.0:1777583384.117157:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583384.117160:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583384.117163:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583384.117166:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268a80. 00000400:00000200:1.0:1777583384.117178:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583384.117179:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583384.117183:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268e00 x1863919919318144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583384.117228:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7dc0. 00000020:00000010:1.0:1777583384.117232:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7dc0. 00000020:00000010:1.0:1777583384.117237:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583384.117243:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226c00. 00000020:00000010:1.0:1777583384.117247:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583384.117282:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7dc0. 00000020:00000010:1.0:1777583384.117284:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7dc0. 00000100:00000200:1.0:1777583384.117287:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919317888 02000000:00000010:1.0:1777583384.117305:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07400. 00010000:00000200:1.0:1777583384.117312:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239776fc50 x1863919919317888/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:70/0 lens 224/224 e 0 to 0 dl 1777583395 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583384.117326:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583384.117329:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919317888, offset 224 00000400:00000200:1.0:1777583384.117333:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583384.117338:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583384.117342:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae4380 00000400:00000200:1.0:1777583384.117347:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216509 [1] + 224 00000400:00000200:1.0:1777583384.117350:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583384.117353:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583384.117358:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486269c00 x1863919919317888/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583384.117372:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583384.117374:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000020:00000010:1.0:1777583384.117385:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226c00. 00000020:00000010:1.0:1777583384.117390:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583384.117394:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583384.117401:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024aca07400. 00000100:00000200:1.0:1777583384.117407:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583384.117411:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca365d8. 00000400:00000010:1.0:1777583384.117427:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024b67ef900. 00000020:00000010:1.0:1777583384.117448:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583384.117451:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226c00. 00000020:00000010:1.0:1777583384.117454:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583384.117474:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583384.117477:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226a00. 00000020:00000010:1.0:1777583384.117479:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000100:00000200:1.0:1777583384.117493:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919318016 00010000:02000000:1.0:1777583384.117508:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583384.117516:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024aca07400. 00000400:00000010:1.0:1777583384.117523:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583384.117525:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919318016, offset 0 00000400:00000200:1.0:1777583384.117529:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583384.117534:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583384.117539:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4400 00000400:00000200:1.0:1777583384.117543:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216511 [1] + 0 00000400:00000200:1.0:1777583384.117546:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583384.117548:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583384.117553:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486269f80 x1863919919318016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583384.117566:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583384.117567:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000020:00000010:1.0:1777583384.117574:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226c00. 00000020:00000010:1.0:1777583384.117577:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583384.117579:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000100:00000200:1.0:1777583384.117588:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919318144 00010000:02000000:1.0:1777583384.117594:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583384.117600:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238458ec00. 00000400:00000010:1.0:1777583384.117604:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583384.117607:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919318144, offset 0 00000400:00000200:1.0:1777583384.117610:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583384.117614:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583384.117618:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4480 00000400:00000200:1.0:1777583384.117622:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216519 [1] + 0 00000400:00000200:1.0:1777583384.117625:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583384.117627:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583384.117632:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268e00 x1863919919318144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583384.117641:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583384.117642:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000020:00000010:1.0:1777583384.117648:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226a00. 00000020:00000010:1.0:1777583384.117674:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583384.117676:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000400:00000010:1.0:1777583384.117706:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36dc0. 00000400:00000200:1.0:1777583384.117709:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583384.117710:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583384.117715:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486269f80 x1863919919318016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583384.117723:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486269f80 x1863919919318016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583384.117744:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca361b8. 00000400:00000200:1.0:1777583384.117746:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:1.0:1777583384.117748:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583384.117751:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268e00 x1863919919318144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583384.117769:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268e00 x1863919919318144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583384.117781:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d6000. 02000000:00000010:1.0:1777583384.117786:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d6800. 00000100:00000010:1.0:1777583384.117790:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269f80. 02000000:00000010:1.0:1777583384.117794:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02388c76400. 02000000:00000010:1.0:1777583384.117797:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024972d5c00. 00000100:00000010:1.0:1777583384.117799:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268e00. 00000400:00000010:1.0:1777583384.117811:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:1.0:1777583384.117813:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:1.0:1777583384.117815:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583384.117818:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486269c00 x1863919919317888/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583384.117826:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486269c00 x1863919919317888/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583384.117838:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1200. 02000000:00000010:1.0:1777583384.117842:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877900. 00000100:00000010:1.0:1777583384.117845:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269c00. 00000100:00000010:1.0:1777583384.746245:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1f60. 00000100:00000010:3.0:1777583384.746465:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1540. 00000100:00000010:2.0:1777583384.746639:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1180. 00000100:00000010:0.0:1777583384.746796:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1960. 00000100:00000010:0.0:1777583389.229801:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fad80. 02000000:00000010:0.0:1777583389.229820:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583389.229868:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8380. 02000000:00000010:0.0:1777583389.229875:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853d9000. 00000100:00000010:0.0:1777583389.229893:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fb100. 02000000:00000010:0.0:1777583389.229897:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853d8000. 02000000:00000010:0.0:1777583389.229926:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023853d8400. 00000400:00000010:0.0:1777583389.229934:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6420. 00000400:00000010:0.0:1777583389.229940:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879832a8. 00000100:00000200:0.0:1777583389.229947:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919318400, portal 10 00000400:00000010:0.0:1777583389.229954:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583389.229956:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919318400, offset 0 00000400:00000200:0.0:1777583389.229965:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583389.229978:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583389.229989:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4580 00000400:00000200:0.0:1777583389.229995:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 136456 00000400:00000200:0.0:1777583389.230003:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583389.230007:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583389.230015:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583389.230021:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0249c24f100. 00000400:00000200:0.0:1777583389.230039:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:0.0:1777583389.230042:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583389.230050:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55f8380 x1863919919318400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583389.230075:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df300. 00000100:00000010:0.0:1777583389.230086:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df4e0. 00000100:00000010:0.0:1777583389.230090:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df3c0. 00000100:00000010:0.0:1777583389.230095:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df060. 02000000:00000010:0.0:1777583389.230104:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023853da000. 00000400:00000010:0.0:1777583389.230107:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6580. 00000400:00000010:0.0:1777583389.230110:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879834c8. 00000100:00000200:0.0:1777583389.230113:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919318528, portal 10 00000400:00000010:0.0:1777583389.230117:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583389.230119:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919318528, offset 0 00000400:00000200:0.0:1777583389.230123:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583389.230127:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583389.230155:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4600 00000400:00000200:0.0:1777583389.230160:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 136976 00000400:00000200:0.0:1777583389.230165:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583389.230168:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583389.230172:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583389.230178:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add00380. 00000400:00000200:0.0:1777583389.230190:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583389.230192:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 02000000:00000010:2.0:1777583389.230194:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481342000. 00000100:00000200:0.0:1777583389.230199:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55fb100 x1863919919318528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583389.230201:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000010:2.0:1777583389.230208:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583389.230212:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919318272, portal 25 00000400:00000010:2.0:1777583389.230216:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583389.230219:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919318272, offset 0 00000400:00000200:2.0:1777583389.230225:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583389.230231:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583389.230238:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae4500 00000400:00000200:2.0:1777583389.230245:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215b51 [2] + 0 00000400:00000010:2.0:1777583389.230248:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36ec8. 00000020:00000010:0.0:1777583389.230252:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000400:00000200:2.0:1777583389.230253:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02389423900 00000400:00000200:2.0:1777583389.230257:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1777583389.230260:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416800. 00000400:00000200:2.0:1777583389.230261:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583389.230266:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02389423900 00000020:00000010:0.0:1777583389.230268:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000400:00000010:2.0:1777583389.230269:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02389423900. 00000100:00000200:2.0:1777583389.230278:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583389.230298:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583389.230300:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:0.0:1777583389.230301:0:205914:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583389.230306:0:205914:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416700. 00000020:00000010:0.0:1777583389.230308:0:205914:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000100:00000200:2.0:1777583389.230323:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024b55fad80 x1863919919318272/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583389.230328:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919318400 00010000:02000000:0.0:1777583389.230347:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000020:00000010:2.0:1777583389.230374:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125180. 00000020:00000010:2.0:1777583389.230379:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125180. 00000020:00000010:2.0:1777583389.230384:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583389.230387:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583389.230391:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 02000000:00000010:0.0:1777583389.230399:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853db000. 00000400:00000010:0.0:1777583389.230412:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583389.230415:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919318400, offset 0 00000400:00000200:0.0:1777583389.230420:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1777583389.230420:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125180. 00000020:00000010:2.0:1777583389.230424:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125180. 00000400:00000200:0.0:1777583389.230427:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1777583389.230427:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919318272 00000400:00000200:0.0:1777583389.230435:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4580 00000400:00000200:0.0:1777583389.230440:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216531 [1] + 0 02000000:00000010:2.0:1777583389.230440:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831c000. 00000400:00000200:0.0:1777583389.230447:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1777583389.230451:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239776f450 x1863919919318272/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:75/0 lens 224/224 e 0 to 0 dl 1777583400 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583389.230452:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583389.230460:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55f8380 x1863919919318400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583389.230467:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583389.230470:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919318272, offset 224 00000400:00000200:2.0:1777583389.230477:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583389.230484:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583389.230489:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000200:2.0:1777583389.230493:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae4500 00000400:00000010:0.0:1777583389.230494:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000400:00000200:2.0:1777583389.230501:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216541 [1] + 224 00000400:00000200:2.0:1777583389.230506:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1777583389.230509:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416800. 00000400:00000200:2.0:1777583389.230509:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1777583389.230515:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000100:00000200:2.0:1777583389.230516:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55fad80 x1863919919318272/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583389.230519:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000100:00000200:0.0:1777583389.230534:0:205914:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919318528 00000400:00000200:2.0:1777583389.230536:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583389.230539:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00010000:02000000:0.0:1777583389.230543:0:205914:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583389.230549:0:205914:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853dbc00. 00000020:00000010:2.0:1777583389.230549:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583389.230555:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000400:00000010:0.0:1777583389.230558:0:205914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000020:00000010:2.0:1777583389.230559:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000100:00000200:0.0:1777583389.230562:0:205914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919318528, offset 0 02000000:00000010:2.0:1777583389.230566:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0238831c000. 00000400:00000200:0.0:1777583389.230569:0:205914:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1777583389.230574:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1777583389.230578:0:205914:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1777583389.230581:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e318. 00000400:00000200:0.0:1777583389.230586:0:205914:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4600 00000400:00000010:2.0:1777583389.230587:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02484aa00c0. 00000400:00000200:0.0:1777583389.230593:0:205914:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216539 [1] + 0 00000400:00000200:0.0:1777583389.230597:0:205914:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583389.230607:0:205914:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1777583389.234178:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e058. 00000400:00000200:2.0:1777583389.234190:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583389.234192:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583389.234209:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55fad80 x1863919919318272/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583389.234220:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55fad80 x1863919919318272/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583389.234249:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481342000. 02000000:00000010:2.0:1777583389.234254:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:2.0:1777583389.234260:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fad80. 00000400:00000010:2.0:1777583389.234495:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6420. 00000400:00000200:2.0:1777583389.234499:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879832a8 00000400:00000010:2.0:1777583389.234501:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879832a8. 00000100:00000200:2.0:1777583389.234508:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55f8380 x1863919919318400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583389.234517:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55f8380 x1863919919318400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583389.234536:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023853d8400. 02000000:00000010:2.0:1777583389.234541:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853d9000. 00000100:00000010:2.0:1777583389.234544:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55f8380. 00000100:00000200:0.0:1777583389.240002:0:205914:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024b55fb100 x1863919919318528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583389.240043:0:205914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583389.240046:0:205914:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000020:00000010:0.0:1777583389.240071:0:205914:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416700. 00000020:00000010:0.0:1777583389.240076:0:205914:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583389.240081:0:205914:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000400:00000010:2.0:1777583389.240363:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6580. 00000400:00000200:2.0:1777583389.240370:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879834c8 00000400:00000010:2.0:1777583389.240373:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879834c8. 00000100:00000200:2.0:1777583389.240381:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024b55fb100 x1863919919318528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583389.240391:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024b55fb100 x1863919919318528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583389.240425:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023853da000. 02000000:00000010:2.0:1777583389.240434:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853d8000. 00000100:00000010:2.0:1777583389.240440:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024b55fb100. 00000100:00000010:1.0:1777583389.866430:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df4e0. 00000100:00000010:2.0:1777583389.867460:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df3c0. 00000100:00000010:3.0:1777583389.869991:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df060. 00000100:00000010:0.0:1777583389.873190:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df300. 00000100:00000010:0.0:1777583394.346342:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03480. 02000000:00000010:0.0:1777583394.346365:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583394.346432:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02300. 02000000:00000010:0.0:1777583394.346441:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853d8c00. 02000000:00000010:1.0:1777583394.346456:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1200. 00000100:00000010:0.0:1777583394.346458:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01c00. 00000400:00000010:1.0:1777583394.346466:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 02000000:00000010:0.0:1777583394.346467:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853d8000. 00000400:00000010:1.0:1777583394.346475:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1aa0. 00000100:00000200:1.0:1777583394.346482:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919318656, portal 25 00000400:00000010:1.0:1777583394.346488:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583394.346491:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919318656, offset 0 00000400:00000200:1.0:1777583394.346499:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583394.346512:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583394.346522:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae4680 00000400:00000200:1.0:1777583394.346528:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215b75 [2] + 0 00000400:00000010:1.0:1777583394.346532:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36790. 00000400:00000200:1.0:1777583394.346537:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02389423240 00000400:00000200:1.0:1777583394.346541:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583394.346545:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583394.346550:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02389423240 00000400:00000010:1.0:1777583394.346553:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02389423240. 00000100:00000200:1.0:1777583394.346561:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583394.346585:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:1.0:1777583394.346587:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000100:00000200:1.0:1777583394.346594:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add03480 x1863919919318656/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583394.346611:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1f60. 00000100:00000010:1.0:1777583394.346622:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1240. 00000100:00000010:1.0:1777583394.346626:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1060. 00000100:00000010:1.0:1777583394.346639:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1de0. 00000020:00000010:0.0:1777583394.346737:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbe40. 00000020:00000010:0.0:1777583394.346742:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbe40. 00000020:00000010:0.0:1777583394.346747:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583394.346752:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416800. 00000020:00000010:0.0:1777583394.346756:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583394.346792:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848dbe40. 00000020:00000010:0.0:1777583394.346794:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848dbe40. 00000100:00000200:0.0:1777583394.346796:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919318656 02000000:00000010:0.0:1777583394.346809:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853da000. 00010000:00000200:0.0:1777583394.346816:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa0239776d850 x1863919919318656/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:80/0 lens 224/224 e 0 to 0 dl 1777583405 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583394.346830:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583394.346833:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919318656, offset 224 00000400:00000200:0.0:1777583394.346837:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583394.346842:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583394.346847:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae4680 00000400:00000200:0.0:1777583394.346852:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216559 [1] + 224 00000400:00000200:0.0:1777583394.346856:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583394.346858:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583394.346864:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add03480 x1863919919318656/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583394.346880:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583394.346883:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000020:00000010:0.0:1777583394.346892:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416800. 00000020:00000010:0.0:1777583394.346895:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583394.346899:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 02000000:00000010:0.0:1777583394.346905:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023853da000. 00000100:00000200:0.0:1777583394.346913:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583394.346916:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6580. 00000400:00000010:0.0:1777583394.346920:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe70c00. 00000400:00000010:0.0:1777583394.346933:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:0.0:1777583394.346935:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1aa0 00000400:00000010:0.0:1777583394.346937:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1aa0. 00000100:00000200:0.0:1777583394.346941:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add03480 x1863919919318656/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583394.346958:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add03480 x1863919919318656/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583394.346978:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1200. 02000000:00000010:0.0:1777583394.346984:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583394.346988:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03480. 02000000:00000010:2.0:1777583394.347608:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831c000. 00000400:00000010:2.0:1777583394.347616:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000010:2.0:1777583394.347620:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583394.347624:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919318784, portal 10 00000400:00000010:2.0:1777583394.347628:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583394.347631:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919318784, offset 0 00000400:00000200:2.0:1777583394.347636:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583394.347641:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583394.347648:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4700 00000400:00000200:2.0:1777583394.347653:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 137496 00000400:00000200:2.0:1777583394.347658:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583394.347676:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583394.347681:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583394.347686:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc9f80. 00000400:00000200:2.0:1777583394.347710:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583394.347712:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583394.347722:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add02300 x1863919919318784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583394.347743:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831fc00. 00000400:00000010:2.0:1777583394.347747:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eaa8. 00000400:00000010:2.0:1777583394.347750:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583394.347753:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919318912, portal 10 00000400:00000010:2.0:1777583394.347757:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583394.347759:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919318912, offset 0 00000400:00000200:2.0:1777583394.347763:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583394.347767:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583394.347772:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4780 00000400:00000200:2.0:1777583394.347775:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 138016 00000400:00000200:2.0:1777583394.347779:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583394.347781:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583394.347784:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583394.347787:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcad80. 00000400:00000200:2.0:1777583394.347800:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583394.347802:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583394.347806:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add01c00 x1863919919318912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583394.347841:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583394.347845:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583394.347850:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583394.347868:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583394.347871:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0680. 00000020:00000010:2.0:1777583394.347874:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000100:00000200:2.0:1777583394.347885:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919318784 00010000:02000000:2.0:1777583394.347900:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583394.347907:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831dc00. 00000400:00000010:2.0:1777583394.347914:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583394.347917:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919318784, offset 0 00000400:00000200:2.0:1777583394.347920:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583394.347925:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583394.347930:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4700 00000400:00000200:2.0:1777583394.347934:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216569 [1] + 0 00000400:00000200:2.0:1777583394.347938:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583394.347940:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583394.347947:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add02300 x1863919919318784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583394.348014:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583394.348016:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000020:00000010:2.0:1777583394.348026:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583394.348030:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583394.348032:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000100:00000200:2.0:1777583394.348042:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919318912 00010000:02000000:2.0:1777583394.348049:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583394.348054:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0238831d400. 00000400:00000010:2.0:1777583394.348059:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583394.348062:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919318912, offset 0 00000400:00000200:2.0:1777583394.348065:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583394.348069:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583394.348074:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4780 00000400:00000200:2.0:1777583394.348077:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216571 [1] + 0 00000400:00000200:2.0:1777583394.348081:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583394.348083:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583394.348088:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add01c00 x1863919919318912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583394.348098:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583394.348099:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000020:00000010:2.0:1777583394.348105:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0680. 00000020:00000010:2.0:1777583394.348107:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583394.348110:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000400:00000010:2.0:1777583394.348123:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e058. 00000400:00000200:2.0:1777583394.348125:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583394.348127:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583394.348131:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add02300 x1863919919318784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583394.348155:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add02300 x1863919919318784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583394.348172:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eaa8. 00000400:00000200:2.0:1777583394.348174:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583394.348176:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583394.348180:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add01c00 x1863919919318912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583394.348186:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add01c00 x1863919919318912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583394.348196:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831c000. 02000000:00000010:2.0:1777583394.348201:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853d8c00. 00000100:00000010:2.0:1777583394.348205:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02300. 02000000:00000010:2.0:1777583394.348209:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831fc00. 02000000:00000010:2.0:1777583394.348211:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853d8000. 00000100:00000010:2.0:1777583394.348213:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01c00. 00000100:00000010:0.0:1777583394.986241:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1f60. 00000100:00000010:1.0:1777583394.986357:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1240. 00000100:00000010:3.0:1777583394.986490:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1de0. 00000100:00000010:2.0:1777583394.987804:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1060. 00000800:00000200:1.0:1777583398.315420:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:1.0:1777583398.315429:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:1.0:1777583398.315434:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1777583398.315699:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1777583399.467646:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc8700. 02000000:00000010:2.0:1777583399.467668:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23300. 00000100:00000010:2.0:1777583399.467723:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc8380. 02000000:00000010:2.0:1777583399.467730:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831c400. 00000100:00000010:2.0:1777583399.467748:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcb100. 02000000:00000010:2.0:1777583399.467753:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0238831c000. 02000000:00000010:2.0:1777583399.467794:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:2.0:1777583399.467800:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eaa8. 00000400:00000010:2.0:1777583399.467808:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583399.467815:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919319040, portal 25 00000400:00000010:2.0:1777583399.467821:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583399.467824:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919319040, offset 0 00000400:00000200:2.0:1777583399.467832:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583399.467846:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583399.467856:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae4800 00000400:00000200:2.0:1777583399.467862:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215ba5 [2] + 0 00000400:00000010:2.0:1777583399.467867:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4698f0. 00000400:00000200:2.0:1777583399.467871:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe7bc00 00000400:00000200:2.0:1777583399.467877:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583399.467881:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583399.467886:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe7bc00 00000400:00000010:2.0:1777583399.467889:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe7bc00. 00000100:00000200:2.0:1777583399.467895:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583399.467925:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583399.467927:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583399.467938:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02496fc8700 x1863919919319040/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583399.467959:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 00000100:00000010:2.0:1777583399.467970:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 00000100:00000010:2.0:1777583399.467975:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583399.467980:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 02000000:00000010:2.0:1777583399.468000:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831fc00. 00000400:00000010:2.0:1777583399.468004:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000010:2.0:1777583399.468007:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583399.468010:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919319168, portal 10 00000400:00000010:2.0:1777583399.468014:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583399.468016:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919319168, offset 0 00000400:00000200:2.0:1777583399.468020:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583399.468025:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583399.468030:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4880 00000400:00000200:2.0:1777583399.468035:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 138536 00000400:00000200:2.0:1777583399.468040:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583399.468042:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583399.468046:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583399.468050:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc8a80. 00000400:00000200:2.0:1777583399.468062:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583399.468063:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583399.468068:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02496fc8380 x1863919919319168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583399.468085:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0238831ec00. 00000400:00000010:2.0:1777583399.468088:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e5d8. 00000400:00000010:2.0:1777583399.468091:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583399.468093:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919319296, portal 10 00000400:00000010:2.0:1777583399.468097:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583399.468099:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919319296, offset 0 00000400:00000200:2.0:1777583399.468102:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583399.468106:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583399.468110:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4900 00000400:00000200:2.0:1777583399.468114:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 139056 00000400:00000200:2.0:1777583399.468118:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583399.468120:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583399.468123:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583399.468126:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc9180. 00000400:00000200:2.0:1777583399.468153:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777583399.468155:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583399.468159:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02496fcb100 x1863919919319296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583399.468200:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125840. 00000020:00000010:2.0:1777583399.468205:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125840. 00000020:00000010:2.0:1777583399.468211:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583399.468217:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583399.468222:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583399.468255:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125840. 00000020:00000010:2.0:1777583399.468258:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125840. 00000100:00000200:2.0:1777583399.468261:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919319040 02000000:00000010:2.0:1777583399.468277:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a658800. 00010000:00000200:2.0:1777583399.468284:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ec8050 x1863919919319040/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:85/0 lens 224/224 e 0 to 0 dl 1777583410 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583399.468298:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583399.468301:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919319040, offset 224 00000400:00000200:2.0:1777583399.468304:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583399.468309:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583399.468314:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae4800 00000400:00000200:2.0:1777583399.468317:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216581 [1] + 224 00000400:00000200:2.0:1777583399.468321:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583399.468323:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583399.468329:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02496fc8700 x1863919919319040/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583399.468344:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777583399.468346:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000020:00000010:2.0:1777583399.468357:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583399.468361:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583399.468364:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583399.468370:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a658800. 00000100:00000200:2.0:1777583399.468376:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583399.468380:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e4d0. 00000400:00000010:2.0:1777583399.468384:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02484aa0240. 00000020:00000010:2.0:1777583399.468403:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583399.468406:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583399.468408:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583399.468425:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583399.468428:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0200. 00000020:00000010:2.0:1777583399.468430:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000100:00000200:2.0:1777583399.468442:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919319168 00010000:02000000:2.0:1777583399.468455:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583399.468462:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a658800. 00000400:00000010:2.0:1777583399.468468:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583399.468471:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919319168, offset 0 00000400:00000200:2.0:1777583399.468475:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583399.468479:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583399.468485:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4880 00000400:00000200:2.0:1777583399.468489:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216589 [1] + 0 00000400:00000200:2.0:1777583399.468493:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583399.468496:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583399.468502:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02496fc8380 x1863919919319168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583399.468516:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777583399.468518:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000020:00000010:2.0:1777583399.468526:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583399.468529:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583399.468531:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000100:00000200:2.0:1777583399.468540:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919319296 00010000:02000000:2.0:1777583399.468547:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583399.468551:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a659400. 00000400:00000010:2.0:1777583399.468557:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583399.468559:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919319296, offset 0 00000400:00000200:2.0:1777583399.468562:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583399.468567:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583399.468571:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4900 00000400:00000200:2.0:1777583399.468574:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216591 [1] + 0 00000400:00000200:2.0:1777583399.468578:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583399.468580:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583399.468584:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02496fcb100 x1863919919319296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583399.468594:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777583399.468596:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000020:00000010:2.0:1777583399.468602:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0200. 00000020:00000010:2.0:1777583399.468605:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583399.468607:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000400:00000010:2.0:1777583399.468646:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e058. 00000400:00000200:2.0:1777583399.468649:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583399.468650:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583399.468655:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02496fc8380 x1863919919319168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583399.468663:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02496fc8380 x1863919919319168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583399.468689:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e5d8. 00000400:00000200:2.0:1777583399.468692:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583399.468694:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583399.468698:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02496fcb100 x1863919919319296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583399.468704:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02496fcb100 x1863919919319296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583399.468715:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831fc00. 02000000:00000010:2.0:1777583399.468722:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831c400. 00000100:00000010:2.0:1777583399.468726:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8380. 02000000:00000010:2.0:1777583399.468729:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0238831ec00. 02000000:00000010:2.0:1777583399.468733:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0238831c000. 00000100:00000010:2.0:1777583399.468734:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcb100. 00000400:00000010:2.0:1777583399.468746:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eaa8. 00000400:00000200:2.0:1777583399.468749:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583399.468750:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583399.468755:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02496fc8700 x1863919919319040/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583399.468762:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02496fc8700 x1863919919319040/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583399.468774:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:2.0:1777583399.468777:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23300. 00000100:00000010:2.0:1777583399.468780:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8700. 00000100:00000010:0.0:1777583400.106269:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000100:00000010:1.0:1777583400.106378:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000100:00000010:3.0:1777583400.106453:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:2.0:1777583400.107926:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:0.0:1777583404.592321:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03480. 02000000:00000010:0.0:1777583404.592352:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583404.592437:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03800. 02000000:00000010:0.0:1777583404.592444:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853d9000. 00000100:00000010:0.0:1777583404.592460:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01f80. 02000000:00000010:0.0:1777583404.592464:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853d8400. 02000000:00000010:0.0:1777583404.592519:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:0.0:1777583404.592528:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6420. 00000400:00000010:0.0:1777583404.592537:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583404.592547:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919319424, portal 25 00000400:00000010:0.0:1777583404.592554:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583404.592690:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919319424, offset 0 00000400:00000200:0.0:1777583404.592706:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583404.592721:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1777583404.592731:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d6000. 00000400:00000200:0.0:1777583404.592733:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae4980 00000400:00000010:1.0:1777583404.592745:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36790. 00000400:00000200:0.0:1777583404.592749:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215bc5 [2] + 0 00000400:00000010:0.0:1777583404.592755:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36d68. 00000400:00000200:0.0:1777583404.592761:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02389423f00 00000400:00000200:0.0:1777583404.592766:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1777583404.592768:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a13b8. 00000400:00000200:0.0:1777583404.592774:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583404.592779:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02389423f00 00000100:00000200:1.0:1777583404.592779:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919319552, portal 10 00000400:00000010:0.0:1777583404.592786:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02389423f00. 00000400:00000010:1.0:1777583404.592790:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:0.0:1777583404.592794:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1777583404.592795:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919319552, offset 0 00000400:00000200:1.0:1777583404.592808:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583404.592823:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583404.592830:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583404.592833:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000400:00000200:1.0:1777583404.592839:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4a00 00000100:00000200:0.0:1777583404.592859:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add03480 x1863919919319424/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583404.592884:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df300. 00000100:00000010:0.0:1777583404.592899:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfb40. 00000100:00000010:0.0:1777583404.592904:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dff00. 00000100:00000010:0.0:1777583404.592909:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df480. 00000020:00000010:0.0:1777583404.592974:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db380. 00000020:00000010:0.0:1777583404.592979:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db380. 00000020:00000010:0.0:1777583404.592986:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583404.592992:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416b80. 00000020:00000010:0.0:1777583404.592999:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583404.593040:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db380. 00000020:00000010:0.0:1777583404.593043:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db380. 00000100:00000200:0.0:1777583404.593046:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919319424 02000000:00000010:0.0:1777583404.593063:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853db400. 00010000:00000200:0.0:1777583404.593072:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ecbc50 x1863919919319424/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:90/0 lens 224/224 e 0 to 0 dl 1777583415 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583404.593089:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000400:00000200:1.0:1777583404.596731:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 139576 00000100:00000200:0.0:1777583404.596750:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919319424, offset 224 00000400:00000200:1.0:1777583404.596752:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583404.596768:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583404.596781:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583404.596790:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae4980 00000400:00000200:0.0:1777583404.596796:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2165a9 [1] + 224 00000400:00000200:0.0:1777583404.596802:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583404.596805:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583404.596818:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add03480 x1863919919319424/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583404.596862:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583404.596864:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777583404.596890:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416b80. 00000020:00000010:0.0:1777583404.596896:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583404.596901:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583404.596913:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023853db400. 00000100:00000200:0.0:1777583404.596923:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583404.596929:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6528. 00000400:00000010:0.0:1777583404.596936:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe70b40. 00000400:00000010:0.0:1777583404.596987:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6420. 00000400:00000200:0.0:1777583404.596990:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583404.596991:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583404.596995:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add03480 x1863919919319424/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583404.597001:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add03480 x1863919919319424/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583404.597026:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:0.0:1777583404.597032:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583404.597036:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03480. 00000400:00000200:1.0:1777583404.597840:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583404.597852:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583404.597865:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269c00. 00000400:00000200:1.0:1777583404.597913:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:1.0:1777583404.597917:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583404.597932:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add03800 x1863919919319552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583404.597989:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024972d6800. 00000400:00000010:1.0:1777583404.597995:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca361b8. 00000400:00000010:1.0:1777583404.598001:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a17f8. 00000100:00000200:1.0:1777583404.598009:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919319680, portal 10 00000400:00000010:1.0:1777583404.598017:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583404.598023:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919319680, offset 0 00000400:00000200:1.0:1777583404.598034:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583404.598052:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583404.598066:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4a80 00000400:00000200:1.0:1777583404.598075:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 140096 00000400:00000200:1.0:1777583404.598083:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583404.598089:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583404.598096:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583404.598101:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268e00. 00000400:00000200:1.0:1777583404.598199:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583404.598202:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583404.598211:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add01f80 x1863919919319680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583404.598297:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0800. 00000020:00000010:1.0:1777583404.598305:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226600. 00000020:00000010:1.0:1777583404.598310:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583404.598353:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583404.598357:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226780. 00000020:00000010:1.0:1777583404.598360:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583404.598394:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919319552 00010000:02000000:1.0:1777583404.598419:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583404.598431:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024972d5c00. 00000400:00000010:1.0:1777583404.598445:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583404.598448:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919319552, offset 0 00000400:00000200:1.0:1777583404.598456:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583404.598468:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583404.598478:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4a00 00000400:00000200:1.0:1777583404.598486:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2165b1 [1] + 0 00000400:00000200:1.0:1777583404.598493:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583404.598499:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583404.598510:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add03800 x1863919919319552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583404.598532:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583404.598535:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000020:00000010:1.0:1777583404.598552:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226600. 00000020:00000010:1.0:1777583404.598561:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583404.598577:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0800. 00000100:00000200:1.0:1777583404.598599:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919319680 00010000:02000000:1.0:1777583404.598606:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583404.598615:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02388c76400. 00000400:00000010:1.0:1777583404.598749:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583404.598756:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919319680, offset 0 00000400:00000200:1.0:1777583404.598765:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1777583404.599293:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36790. 00000400:00000200:2.0:1777583404.599301:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a13b8 00000400:00000010:2.0:1777583404.599303:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a13b8. 00000100:00000200:2.0:1777583404.599310:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add03800 x1863919919319552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583404.599319:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add03800 x1863919919319552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583404.599356:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d6000. 02000000:00000010:2.0:1777583404.599364:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853d9000. 00000100:00000010:2.0:1777583404.599371:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03800. 00000400:00000200:1.0:1777583404.599972:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583404.600001:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4a80 00000400:00000200:1.0:1777583404.600010:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2165c1 [1] + 0 00000400:00000200:1.0:1777583404.600019:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583404.600023:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583404.600038:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add01f80 x1863919919319680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583404.600069:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:1.0:1777583404.600072:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000020:00000010:1.0:1777583404.600098:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226780. 00000020:00000010:1.0:1777583404.600106:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583404.600112:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000400:00000010:3.0:1777583404.605086:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca361b8. 00000400:00000200:3.0:1777583404.605099:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a17f8 00000400:00000010:3.0:1777583404.605102:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a17f8. 00000100:00000200:3.0:1777583404.605116:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add01f80 x1863919919319680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583404.605127:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add01f80 x1863919919319680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583404.605178:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024972d6800. 02000000:00000010:3.0:1777583404.605184:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853d8400. 00000100:00000010:3.0:1777583404.605190:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01f80. 00000100:00000010:0.0:1777583405.226256:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df300. 00000100:00000010:3.0:1777583405.226365:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df480. 00000100:00000010:1.0:1777583405.226570:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfb40. 00000100:00000010:2.0:1777583405.226821:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dff00. 00000100:00000010:0.0:1777583409.708699:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03480. 02000000:00000010:0.0:1777583409.708723:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583409.708784:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add00700. 02000000:00000010:0.0:1777583409.708793:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853da400. 00000100:00000010:0.0:1777583409.708813:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02d80. 02000000:00000010:0.0:1777583409.708819:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853db400. 02000000:00000010:0.0:1777583409.708853:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023853d8400. 00000400:00000010:0.0:1777583409.708861:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ac3f6420. 00000400:00000010:0.0:1777583409.708867:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583409.708875:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919319936, portal 10 00000400:00000010:0.0:1777583409.708896:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583409.708899:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919319936, offset 0 00000400:00000200:0.0:1777583409.708908:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583409.708921:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583409.708932:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4b80 00000400:00000200:0.0:1777583409.708939:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 140616 00000400:00000200:0.0:1777583409.708946:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583409.708951:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583409.708958:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583409.708962:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03100. 00000400:00000200:0.0:1777583409.708990:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583409.708993:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583409.709001:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add00700 x1863919919319936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583409.709027:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df300. 00000100:00000010:0.0:1777583409.709040:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df240. 00000100:00000010:0.0:1777583409.709046:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df840. 00000100:00000010:0.0:1777583409.709056:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfea0. 02000000:00000010:0.0:1777583409.709065:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023853d9000. 00000400:00000010:0.0:1777583409.709069:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc318. 00000400:00000010:0.0:1777583409.709071:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583409.709074:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919320064, portal 10 00000400:00000010:0.0:1777583409.709089:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583409.709091:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919320064, offset 0 00000400:00000200:0.0:1777583409.709095:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583409.709107:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583409.709112:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4c00 00000400:00000200:0.0:1777583409.709116:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 141136 00000400:00000200:0.0:1777583409.709120:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583409.709123:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583409.709126:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583409.709129:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01500. 00000400:00000200:0.0:1777583409.709153:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583409.709155:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583409.709159:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add02d80 x1863919919320064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583409.709414:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583409.709421:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36dc0. 00000400:00000010:1.0:1777583409.709425:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1660. 00000100:00000200:1.0:1777583409.709429:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919319808, portal 25 00000400:00000010:1.0:1777583409.709433:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583409.709435:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919319808, offset 0 00000400:00000200:1.0:1777583409.709439:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583409.709445:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583409.709451:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae4b00 00000400:00000200:1.0:1777583409.709456:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215bdd [2] + 0 00000400:00000010:1.0:1777583409.709460:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e6e0. 00000400:00000200:1.0:1777583409.709464:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02395cc6a80 00000400:00000200:1.0:1777583409.709467:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583409.709470:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583409.709473:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02395cc6a80 00000400:00000010:1.0:1777583409.709475:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02395cc6a80. 00000100:00000200:1.0:1777583409.709480:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583409.709490:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777583409.709491:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583409.709497:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add03480 x1863919919319808/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583409.709638:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583409.709646:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0200. 00000020:00000010:2.0:1777583409.709650:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583409.709701:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583409.709705:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583409.709708:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000100:00000200:2.0:1777583409.709724:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919319936 00010000:02000000:2.0:1777583409.709739:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583409.709748:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a658400. 00000400:00000010:2.0:1777583409.709758:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583409.709761:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919319936, offset 0 00000400:00000200:2.0:1777583409.709765:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583409.709771:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583409.709776:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4b80 00000400:00000200:2.0:1777583409.709781:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2165d1 [1] + 0 00000400:00000200:2.0:1777583409.709785:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583409.709788:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583409.709794:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add00700 x1863919919319936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583409.709821:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583409.709823:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583409.709837:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0200. 00000020:00000010:2.0:1777583409.709842:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583409.709845:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000100:00000200:2.0:1777583409.709855:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919320064 00010000:02000000:2.0:1777583409.709861:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583409.709866:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a65b800. 00000400:00000010:2.0:1777583409.709871:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583409.709873:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919320064, offset 0 00000400:00000200:2.0:1777583409.709877:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583409.709881:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583409.709886:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4c00 00000400:00000200:2.0:1777583409.709890:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2165d9 [1] + 0 00000400:00000200:2.0:1777583409.709894:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583409.709896:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583409.709900:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add02d80 x1863919919320064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583409.709911:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583409.709912:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583409.709919:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583409.709921:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583409.709924:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583409.709949:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125f40. 00000020:00000010:2.0:1777583409.709954:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125f40. 00000020:00000010:2.0:1777583409.709957:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481342000. 00000020:00000010:2.0:1777583409.709960:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583409.709962:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583409.709979:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125f40. 00000020:00000010:2.0:1777583409.709981:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125f40. 00000100:00000200:2.0:1777583409.709983:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919319808 02000000:00000010:2.0:1777583409.709994:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a65a400. 00010000:00000200:2.0:1777583409.710000:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ec8c50 x1863919919319808/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:95/0 lens 224/224 e 0 to 0 dl 1777583420 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583409.710010:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583409.710013:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919319808, offset 224 00000400:00000200:2.0:1777583409.710017:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583409.710022:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583409.710026:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae4b00 00000400:00000200:2.0:1777583409.710031:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2165e1 [1] + 224 00000400:00000200:2.0:1777583409.710034:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583409.710037:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583409.710042:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add03480 x1863919919319808/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583409.710057:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583409.710059:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583409.710066:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0a00. 00000020:00000010:2.0:1777583409.710068:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583409.710070:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481342000. 02000000:00000010:2.0:1777583409.710075:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a65a400. 00000100:00000200:2.0:1777583409.710080:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583409.710083:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eaa8. 00000400:00000010:2.0:1777583409.710087:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02484aa09c0. 00000400:00000010:2.0:1777583409.710101:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36dc0. 00000400:00000200:2.0:1777583409.710104:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1660 00000400:00000010:2.0:1777583409.710106:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1660. 00000100:00000200:2.0:1777583409.710110:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add03480 x1863919919319808/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583409.710118:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add03480 x1863919919319808/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583409.710154:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:2.0:1777583409.710162:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:2.0:1777583409.710166:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03480. 00000400:00000010:0.0:1777583409.711193:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6420. 00000400:00000200:0.0:1777583409.711203:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583409.711205:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583409.711215:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add00700 x1863919919319936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583409.711224:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add00700 x1863919919319936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583409.711244:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc318. 00000400:00000200:0.0:1777583409.711247:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583409.711248:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583409.711252:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add02d80 x1863919919320064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583409.711260:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add02d80 x1863919919320064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583409.711274:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023853d8400. 02000000:00000010:0.0:1777583409.711280:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853da400. 00000100:00000010:0.0:1777583409.711285:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add00700. 02000000:00000010:0.0:1777583409.711288:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023853d9000. 02000000:00000010:0.0:1777583409.711290:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853db400. 00000100:00000010:0.0:1777583409.711292:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02d80. 00000100:00000010:2.0:1777583410.346215:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df840. 00000100:00000010:3.0:1777583410.346231:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfea0. 00000100:00000010:0.0:1777583410.346477:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df300. 00000100:00000010:1.0:1777583410.346637:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df240. 00000100:00000010:3.0:1777583414.827312:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d55c00. 02000000:00000010:3.0:1777583414.827403:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3500. 00000100:00000010:3.0:1777583414.827518:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02386d54380. 02000000:00000010:3.0:1777583414.827527:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6ab000. 00000100:00000010:3.0:1777583414.827544:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8b100. 02000000:00000010:3.0:1777583414.827548:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6aa400. 02000000:00000010:0.0:1777583414.834439:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023853da400. 00000400:00000010:0.0:1777583414.834453:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc318. 00000400:00000010:0.0:1777583414.834460:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583414.834467:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919320320, portal 10 00000400:00000010:0.0:1777583414.834486:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583414.834489:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919320320, offset 0 00000400:00000200:0.0:1777583414.834497:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583414.834511:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583414.834523:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4d00 00000400:00000200:0.0:1777583414.834530:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 141656 00000400:00000200:0.0:1777583414.834539:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583414.834543:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583414.834579:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583414.834586:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02d80. 00000400:00000200:0.0:1777583414.834605:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583414.834607:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583414.834615:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d54380 x1863919919320320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583414.834649:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583414.834663:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df6c0. 00000100:00000010:0.0:1777583414.834668:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfde0. 00000100:00000010:0.0:1777583414.834683:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df8a0. 02000000:00000010:0.0:1777583414.834700:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023853d8400. 00000400:00000010:0.0:1777583414.834704:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc0b0. 00000400:00000010:0.0:1777583414.834707:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583414.834710:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919320448, portal 10 00000400:00000010:0.0:1777583414.834715:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583414.834717:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919320448, offset 0 00000400:00000200:0.0:1777583414.834720:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583414.834726:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583414.834730:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4d80 00000400:00000200:0.0:1777583414.834746:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 142176 00000400:00000200:0.0:1777583414.834751:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583414.834754:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583414.834756:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583414.834760:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add00700. 00000400:00000200:0.0:1777583414.834772:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583414.834773:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583414.834777:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca8b100 x1863919919320448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583414.834847:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583414.834853:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416a80. 00000020:00000010:0.0:1777583414.834859:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583414.834896:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583414.834898:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416000. 00000020:00000010:0.0:1777583414.834901:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000100:00000200:0.0:1777583414.834934:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919320320 00010000:02000000:0.0:1777583414.834959:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583414.834968:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853da000. 00000400:00000010:0.0:1777583414.834979:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583414.834982:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919320320, offset 0 00000400:00000200:0.0:1777583414.834985:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583414.834990:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583414.834994:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4d00 00000400:00000200:0.0:1777583414.834998:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2165f9 [1] + 0 00000400:00000200:0.0:1777583414.835001:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583414.835003:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583414.835008:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d54380 x1863919919320320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583414.835022:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583414.835023:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000020:00000010:0.0:1777583414.835034:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416a80. 00000020:00000010:0.0:1777583414.835037:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583414.835054:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000100:00000200:0.0:1777583414.835064:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919320448 00010000:02000000:0.0:1777583414.835069:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583414.835073:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853d8000. 00000400:00000010:0.0:1777583414.835077:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583414.835079:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919320448, offset 0 00000400:00000200:0.0:1777583414.835082:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583414.835086:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583414.835090:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4d80 00000400:00000200:0.0:1777583414.835094:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216601 [1] + 0 00000400:00000200:0.0:1777583414.835097:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583414.835099:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583414.835104:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca8b100 x1863919919320448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583414.835113:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583414.835115:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000020:00000010:0.0:1777583414.835120:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416000. 00000020:00000010:0.0:1777583414.835123:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583414.835125:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000400:00000010:0.0:1777583414.835170:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc318. 00000400:00000200:0.0:1777583414.835174:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583414.835176:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583414.835180:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d54380 x1863919919320320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583414.835188:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d54380 x1863919919320320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583414.835209:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc0b0. 00000400:00000200:0.0:1777583414.835212:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583414.835213:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583414.835217:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca8b100 x1863919919320448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583414.835224:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca8b100 x1863919919320448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583414.835236:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023853da400. 02000000:00000010:0.0:1777583414.835243:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6ab000. 00000100:00000010:0.0:1777583414.835247:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d54380. 02000000:00000010:0.0:1777583414.835251:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023853d8400. 02000000:00000010:0.0:1777583414.835255:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6aa400. 00000100:00000010:0.0:1777583414.835257:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8b100. 02000000:00000010:1.0:1777583414.838569:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583414.838606:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36420. 00000400:00000010:1.0:1777583414.838614:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583414.838622:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919320192, portal 25 00000400:00000010:1.0:1777583414.838629:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583414.838632:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919320192, offset 0 00000400:00000200:1.0:1777583414.838642:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583414.838658:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583414.838671:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae4c80 00000400:00000200:1.0:1777583414.838683:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215c05 [2] + 0 00000400:00000010:1.0:1777583414.838687:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36268. 00000400:00000200:1.0:1777583414.838690:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02498aa63c0 00000400:00000200:1.0:1777583414.838696:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583414.838699:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583414.838704:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02498aa63c0 00000400:00000010:1.0:1777583414.838706:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02498aa63c0. 00000100:00000200:1.0:1777583414.838712:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583414.838726:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:1.0:1777583414.838727:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583414.838735:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02386d55c00 x1863919919320192/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583414.845486:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db200. 00000020:00000010:0.0:1777583414.845497:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db200. 00000020:00000010:0.0:1777583414.845507:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583414.845512:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416000. 00000020:00000010:0.0:1777583414.845518:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583414.845583:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db200. 00000020:00000010:0.0:1777583414.845586:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db200. 00000100:00000200:0.0:1777583414.845589:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919320192 02000000:00000010:0.0:1777583414.845608:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853d8400. 00010000:00000200:0.0:1777583414.845620:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ecb050 x1863919919320192/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:100/0 lens 224/224 e 0 to 0 dl 1777583425 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583414.845641:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583414.845649:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919320192, offset 224 00000400:00000200:0.0:1777583414.845656:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583414.845673:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583414.845684:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae4c80 00000400:00000200:0.0:1777583414.845694:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216611 [1] + 224 00000400:00000200:0.0:1777583414.845701:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583414.845706:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583414.845718:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02386d55c00 x1863919919320192/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583414.845740:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583414.845742:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000020:00000010:0.0:1777583414.845756:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416000. 00000020:00000010:0.0:1777583414.845773:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583414.845777:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 02000000:00000010:0.0:1777583414.845785:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa023853d8400. 00000100:00000200:0.0:1777583414.845793:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583414.845799:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc0b0. 00000400:00000010:0.0:1777583414.845805:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe70300. 00000400:00000010:1.0:1777583414.846059:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36420. 00000400:00000200:1.0:1777583414.846064:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:1.0:1777583414.846066:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583414.846072:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02386d55c00 x1863919919320192/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583414.846082:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02386d55c00 x1863919919320192/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583414.846108:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0800. 02000000:00000010:1.0:1777583414.846114:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3500. 00000100:00000010:1.0:1777583414.846122:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02386d55c00. 00000100:00000010:1.0:1777583415.466259:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df6c0. 00000100:00000010:2.0:1777583415.466396:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfde0. 00000100:00000010:0.0:1777583415.467315:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000100:00000010:3.0:1777583415.467708:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df8a0. 00000800:00000200:1.0:1777583417.772362:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:1.0:1777583417.772370:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1021 00000800:00000200:1.0:1777583417.772374:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1777583417.772547:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1777583419.946666:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02680. 02000000:00000010:0.0:1777583419.946689:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 02000000:00000010:1.0:1777583419.946757:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583419.946765:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36420. 00000400:00000010:1.0:1777583419.946813:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1990. 00000100:00000200:1.0:1777583419.946822:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919320576, portal 25 00000400:00000010:1.0:1777583419.946827:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583419.946830:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919320576, offset 0 00000400:00000200:1.0:1777583419.946839:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583419.946852:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583419.946864:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae4e00 00000400:00000200:1.0:1777583419.946872:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215c3d [2] + 0 00000400:00000010:1.0:1777583419.946876:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e210. 00000400:00000200:1.0:1777583419.946880:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02395cc63c0 00000400:00000200:1.0:1777583419.946885:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583419.946889:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583419.946894:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02395cc63c0 00000400:00000010:1.0:1777583419.946897:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02395cc63c0. 00000100:00000200:1.0:1777583419.946902:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583419.946916:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:1.0:1777583419.946918:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583419.946926:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add02680 x1863919919320576/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583419.946947:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1240. 00000100:00000010:3.0:1777583419.946981:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d540. 00000100:00000010:3.0:1777583419.946988:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d360. 00000100:00000010:3.0:1777583419.946993:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628dd20. 00000020:00000010:1.0:1777583419.946994:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c40. 00000020:00000010:1.0:1777583419.946997:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c40. 00000020:00000010:1.0:1777583419.947003:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583419.947020:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226980. 00000020:00000010:1.0:1777583419.947025:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583419.947059:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7c40. 00000020:00000010:1.0:1777583419.947061:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7c40. 00000100:00000200:1.0:1777583419.947064:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919320576 02000000:00000010:1.0:1777583419.947078:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384d44c00. 00010000:00000200:1.0:1777583419.947086:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ec9850 x1863919919320576/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:105/0 lens 224/224 e 0 to 0 dl 1777583430 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583419.947101:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583419.947104:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919320576, offset 224 00000400:00000200:1.0:1777583419.947107:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583419.947113:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583419.947118:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae4e00 00000400:00000200:1.0:1777583419.947122:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216621 [1] + 224 00000400:00000200:1.0:1777583419.947126:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583419.947128:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583419.947171:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add02680 x1863919919320576/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583419.948433:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add00e00. 02000000:00000010:0.0:1777583419.948450:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853da400. 00000100:00000010:0.0:1777583419.948472:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02a00. 02000000:00000010:0.0:1777583419.948477:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853d8c00. 02000000:00000010:0.0:1777583419.948512:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023853d8400. 00000400:00000010:0.0:1777583419.948518:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc318. 00000400:00000010:0.0:1777583419.948523:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583419.948529:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919320704, portal 10 00000400:00000010:0.0:1777583419.948534:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583419.948536:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919320704, offset 0 00000400:00000200:0.0:1777583419.948542:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583419.948551:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583419.948558:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4e80 00000400:00000200:0.0:1777583419.948563:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 142696 00000400:00000200:0.0:1777583419.948569:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583419.948573:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583419.948580:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583419.948584:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01880. 00000400:00000200:0.0:1777583419.948600:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583419.948602:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583419.948609:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add00e00 x1863919919320704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583419.948628:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023853d9000. 00000400:00000010:0.0:1777583419.948658:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc5d8. 00000400:00000010:0.0:1777583419.948661:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583419.948664:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919320832, portal 10 00000400:00000010:0.0:1777583419.948668:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583419.948670:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919320832, offset 0 00000400:00000200:0.0:1777583419.948674:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583419.948678:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583419.948682:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae4f00 00000400:00000200:0.0:1777583419.948685:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 143216 00000400:00000200:0.0:1777583419.948690:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583419.948693:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583419.948695:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583419.948698:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03b80. 00000400:00000200:0.0:1777583419.948709:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583419.948710:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583419.948714:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add02a00 x1863919919320832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583419.948751:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583419.948757:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416000. 00000020:00000010:0.0:1777583419.948775:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583419.948809:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583419.948812:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416a80. 00000020:00000010:0.0:1777583419.948815:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000100:00000200:0.0:1777583419.948830:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919320704 00010000:02000000:0.0:1777583419.948845:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583419.948853:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853db400. 00000400:00000010:0.0:1777583419.948862:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583419.948865:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919320704, offset 0 00000400:00000200:0.0:1777583419.948869:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583419.948874:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583419.948879:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4e80 00000400:00000200:0.0:1777583419.948883:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21662d [1] + 0 00000400:00000200:0.0:1777583419.948900:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583419.948903:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583419.948909:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add00e00 x1863919919320704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583419.948922:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583419.948924:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000020:00000010:0.0:1777583419.948934:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416000. 00000020:00000010:0.0:1777583419.948938:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583419.948942:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000100:00000200:0.0:1777583419.948952:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919320832 00010000:02000000:0.0:1777583419.948958:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583419.948977:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02396f6b800. 00000400:00000010:0.0:1777583419.948983:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583419.948986:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919320832, offset 0 00000400:00000200:0.0:1777583419.948989:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583419.948994:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583419.948999:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae4f00 00000400:00000200:0.0:1777583419.949003:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216635 [1] + 0 00000400:00000200:0.0:1777583419.949007:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583419.949092:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583419.949097:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add02a00 x1863919919320832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583419.949108:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583419.949109:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000020:00000010:0.0:1777583419.949117:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416a80. 00000020:00000010:0.0:1777583419.949119:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583419.949122:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000400:00000010:0.0:1777583419.949185:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc318. 00000400:00000200:0.0:1777583419.949189:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583419.949190:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583419.949195:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add00e00 x1863919919320704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583419.949207:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add00e00 x1863919919320704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583419.949227:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc5d8. 00000400:00000200:0.0:1777583419.949230:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583419.949231:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583419.949234:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add02a00 x1863919919320832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583419.949240:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add02a00 x1863919919320832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583419.949252:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023853d8400. 02000000:00000010:0.0:1777583419.949260:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853da400. 00000100:00000010:0.0:1777583419.949267:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add00e00. 02000000:00000010:0.0:1777583419.949270:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023853d9000. 02000000:00000010:0.0:1777583419.949274:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853d8c00. 00000100:00000010:0.0:1777583419.949276:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02a00. 00000400:00000200:1.0:1777583419.955924:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:1.0:1777583419.955933:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000020:00000010:1.0:1777583419.955961:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226980. 00000020:00000010:1.0:1777583419.955970:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583419.955975:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 02000000:00000010:1.0:1777583419.955986:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa02384d44c00. 00000100:00000200:1.0:1777583419.955996:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583419.956006:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36268. 00000400:00000010:1.0:1777583419.956013:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024b67efd80. 00000400:00000010:3.0:1777583419.959571:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36420. 00000400:00000200:3.0:1777583419.959769:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1990 00000400:00000010:3.0:1777583419.959773:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1990. 00000100:00000200:3.0:1777583419.959787:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add02680 x1863919919320576/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583419.959798:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add02680 x1863919919320576/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583419.959828:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0800. 02000000:00000010:3.0:1777583419.959836:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000100:00000010:3.0:1777583419.959842:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02680. 00000100:00000010:1.0:1777583420.586457:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d540. 00000100:00000010:0.0:1777583420.586694:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1240. 00000100:00000010:2.0:1777583420.588279:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d360. 00000100:00000010:3.0:1777583420.595232:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628dd20. 00000100:00000010:3.0:1777583425.072768:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca88380. 02000000:00000010:3.0:1777583425.072796:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3500. 00000100:00000010:3.0:1777583425.072873:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024aca8b100. 02000000:00000010:3.0:1777583425.072881:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6a8000. 00000100:00000010:3.0:1777583425.072903:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486242680. 02000000:00000010:3.0:1777583425.072907:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6aa800. 02000000:00000010:2.0:1777583425.072992:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481342000. 00000400:00000010:2.0:1777583425.073001:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e5d8. 00000400:00000010:2.0:1777583425.073007:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583425.073014:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919320960, portal 25 00000400:00000010:2.0:1777583425.073020:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583425.073023:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919320960, offset 0 00000400:00000200:2.0:1777583425.073033:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583425.073047:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583425.073058:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae4f80 00000400:00000200:2.0:1777583425.073076:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215c65 [2] + 0 00000400:00000010:2.0:1777583425.073081:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6bb0. 00000400:00000200:2.0:1777583425.073087:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023888bb900 00000400:00000200:2.0:1777583425.073094:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583425.073098:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583425.073103:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023888bb900 00000400:00000010:2.0:1777583425.073105:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023888bb900. 00000100:00000200:2.0:1777583425.073111:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583425.073158:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583425.073160:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583425.073171:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca88380 x1863919919320960/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583425.073191:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583425.073203:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 00000100:00000010:2.0:1777583425.073208:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 00000100:00000010:2.0:1777583425.073213:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 02000000:00000010:0.0:1777583425.076866:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023853d9000. 00000400:00000010:0.0:1777583425.076881:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc5d8. 00000400:00000010:0.0:1777583425.076888:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583425.076941:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919321088, portal 10 00000400:00000010:0.0:1777583425.076950:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583425.076952:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919321088, offset 0 00000400:00000200:0.0:1777583425.076961:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583425.076974:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583425.076985:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5000 00000400:00000200:0.0:1777583425.076991:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 143736 00000400:00000200:0.0:1777583425.076999:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583425.077003:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583425.077010:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583425.077016:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02a00. 00000400:00000200:0.0:1777583425.077056:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583425.077059:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583425.077066:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024aca8b100 x1863919919321088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583425.077093:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa023853da400. 00000400:00000010:0.0:1777583425.077097:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc318. 00000400:00000010:0.0:1777583425.077100:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583425.077102:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919321216, portal 10 00000400:00000010:0.0:1777583425.077106:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583425.077109:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919321216, offset 0 00000400:00000200:0.0:1777583425.077112:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583425.077117:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583425.077121:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5080 00000400:00000200:0.0:1777583425.077125:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 144256 00000400:00000200:0.0:1777583425.077129:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583425.077157:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583425.077160:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583425.077164:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add00e00. 00000400:00000200:0.0:1777583425.077176:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583425.077178:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583425.077182:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486242680 x1863919919321216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583425.077248:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583425.077254:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416a80. 00000020:00000010:0.0:1777583425.077269:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583425.077307:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27e00. 00000020:00000010:0.0:1777583425.077311:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416000. 00000020:00000010:0.0:1777583425.077314:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000100:00000200:0.0:1777583425.077336:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919321088 00010000:02000000:0.0:1777583425.077354:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583425.077373:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853d8400. 00000400:00000010:0.0:1777583425.077393:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583425.077397:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919321088, offset 0 00000400:00000200:0.0:1777583425.077400:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583425.077407:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583425.077412:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5000 00000400:00000200:0.0:1777583425.077416:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216651 [1] + 0 00000400:00000200:0.0:1777583425.077421:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583425.077423:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583425.077428:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca8b100 x1863919919321088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583425.077444:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583425.077446:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000020:00000010:0.0:1777583425.077457:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416a80. 00000020:00000010:0.0:1777583425.077462:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583425.077479:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 00000100:00000200:0.0:1777583425.077492:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919321216 00010000:02000000:0.0:1777583425.077499:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583425.077506:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853d8c00. 00000400:00000010:0.0:1777583425.077511:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583425.077514:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919321216, offset 0 00000400:00000200:0.0:1777583425.077518:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583425.077523:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583425.077527:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5080 00000400:00000200:0.0:1777583425.077532:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216659 [1] + 0 00000400:00000200:0.0:1777583425.077535:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583425.077538:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583425.077543:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486242680 x1863919919321216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583425.077554:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583425.077556:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000020:00000010:0.0:1777583425.077562:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416000. 00000020:00000010:0.0:1777583425.077565:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583425.077568:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27e00. 00000400:00000010:0.0:1777583425.077606:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc5d8. 00000400:00000200:0.0:1777583425.077609:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583425.077611:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583425.077616:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca8b100 x1863919919321088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583425.077625:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca8b100 x1863919919321088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583425.077650:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc318. 00000400:00000200:0.0:1777583425.077652:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583425.077654:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583425.077657:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486242680 x1863919919321216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583425.077665:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486242680 x1863919919321216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583425.077678:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023853d9000. 02000000:00000010:0.0:1777583425.077684:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6a8000. 00000100:00000010:0.0:1777583425.077689:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca8b100. 02000000:00000010:0.0:1777583425.077695:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa023853da400. 02000000:00000010:0.0:1777583425.077701:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6aa800. 00000100:00000010:0.0:1777583425.077703:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486242680. 00000020:00000010:3.0:1777583425.077972:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777583425.077995:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777583425.078001:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388ed7000. 00000020:00000010:3.0:1777583425.078004:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa580. 00000020:00000010:3.0:1777583425.078008:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583425.078039:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c080. 00000020:00000010:3.0:1777583425.078042:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c080. 00000100:00000200:3.0:1777583425.078044:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919320960 02000000:00000010:3.0:1777583425.078055:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6aa400. 00010000:00000200:3.0:1777583425.078062:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483eca050 x1863919919320960/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:111/0 lens 224/224 e 0 to 0 dl 1777583436 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583425.078072:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583425.078075:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919320960, offset 224 00000400:00000200:3.0:1777583425.078080:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583425.078085:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583425.078090:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae4f80 00000400:00000200:3.0:1777583425.078096:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216649 [1] + 224 00000400:00000200:3.0:1777583425.078101:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583425.078103:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583425.078110:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024aca88380 x1863919919320960/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583425.078125:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583425.078127:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777583425.078150:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa580. 00000020:00000010:3.0:1777583425.078154:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583425.078156:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388ed7000. 02000000:00000010:3.0:1777583425.078162:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ae6aa400. 00000100:00000200:3.0:1777583425.078167:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583425.078171:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243840. 00000400:00000010:3.0:1777583425.078176:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d900. 00000400:00000010:2.0:1777583425.078224:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e5d8. 00000400:00000200:2.0:1777583425.078228:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583425.078230:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583425.078240:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024aca88380 x1863919919320960/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583425.078247:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024aca88380 x1863919919320960/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583425.078261:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481342000. 02000000:00000010:2.0:1777583425.078264:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3500. 00000100:00000010:2.0:1777583425.078270:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024aca88380. 00000100:00000010:2.0:1777583425.706285:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:1.0:1777583425.706519:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:3.0:1777583425.706601:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:0.0:1777583425.708262:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:1.0:1777583430.186442:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269f80. 02000000:00000010:1.0:1777583430.186467:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877900. 00000100:00000010:1.0:1777583430.186576:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a680. 02000000:00000010:1.0:1777583430.186583:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248494c400. 00000100:00000010:1.0:1777583430.186602:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268380. 02000000:00000010:1.0:1777583430.186606:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248494f800. 02000000:00000010:1.0:1777583430.186637:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494dc00. 00000400:00000010:1.0:1777583430.186646:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777583430.186655:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583430.186665:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919321472, portal 10 00000400:00000010:1.0:1777583430.186674:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583430.186677:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919321472, offset 0 00000400:00000200:1.0:1777583430.186687:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583430.186704:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583430.186717:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5180 00000400:00000200:1.0:1777583430.186724:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 144776 00000400:00000200:1.0:1777583430.186732:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583430.186736:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583430.186746:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583430.186753:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554c000. 00000400:00000200:1.0:1777583430.186774:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583430.186776:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583430.186786:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248626a680 x1863919919321472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583430.186810:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1a20. 00000100:00000010:1.0:1777583430.186823:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1300. 00000100:00000010:1.0:1777583430.186828:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1d20. 00000100:00000010:1.0:1777583430.186833:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1d80. 02000000:00000010:1.0:1777583430.186849:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494ec00. 00000400:00000010:1.0:1777583430.186853:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36420. 00000400:00000010:1.0:1777583430.186856:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583430.186859:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919321600, portal 10 00000400:00000010:1.0:1777583430.186865:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583430.186869:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919321600, offset 0 00000400:00000200:1.0:1777583430.186875:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583430.186883:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583430.186892:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5200 00000400:00000200:1.0:1777583430.186898:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 145296 00000400:00000200:1.0:1777583430.186903:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583430.186906:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583430.186910:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583430.186913:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248554ed80. 00000400:00000200:1.0:1777583430.186948:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:1.0:1777583430.186951:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583430.186957:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486268380 x1863919919321600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583430.186993:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:2.0:1777583430.187005:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e5d8. 00000020:00000010:1.0:1777583430.187029:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583430.187036:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226700. 00000020:00000010:1.0:1777583430.187041:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583430.187070:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583430.187073:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226500. 00000020:00000010:1.0:1777583430.187076:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000100:00000200:1.0:1777583430.187096:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919321472 00010000:02000000:1.0:1777583430.187115:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583430.187124:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248494e800. 00000400:00000010:1.0:1777583430.187173:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583430.187177:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919321472, offset 0 00000400:00000200:1.0:1777583430.187181:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583430.187186:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583430.187191:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5180 00000400:00000200:1.0:1777583430.187197:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216671 [1] + 0 00000400:00000200:1.0:1777583430.187200:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583430.187203:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583430.187208:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248626a680 x1863919919321472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583430.187226:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:1.0:1777583430.187228:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000020:00000010:1.0:1777583430.187238:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226700. 00000020:00000010:1.0:1777583430.187244:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583430.187248:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000100:00000200:1.0:1777583430.187258:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919321600 00010000:02000000:1.0:1777583430.187263:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583430.187267:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248494cc00. 00000400:00000010:1.0:1777583430.187271:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583430.187273:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919321600, offset 0 00000400:00000200:1.0:1777583430.187276:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583430.187280:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583430.187284:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5200 00000400:00000200:1.0:1777583430.187287:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216679 [1] + 0 00000400:00000200:1.0:1777583430.187290:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583430.187292:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583430.187296:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486268380 x1863919919321600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583430.187305:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:1.0:1777583430.187306:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000020:00000010:1.0:1777583430.187312:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226500. 00000020:00000010:1.0:1777583430.187314:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583430.187317:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000400:00000010:1.0:1777583430.187364:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:1.0:1777583430.187367:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:1.0:1777583430.187369:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583430.187373:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248626a680 x1863919919321472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583430.187380:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248626a680 x1863919919321472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583430.187401:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36420. 00000400:00000200:1.0:1777583430.187404:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583430.187405:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583430.187407:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486268380 x1863919919321600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583430.187413:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486268380 x1863919919321600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583430.187424:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494dc00. 02000000:00000010:1.0:1777583430.187429:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248494c400. 00000100:00000010:1.0:1777583430.187433:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248626a680. 02000000:00000010:1.0:1777583430.187437:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494ec00. 02000000:00000010:1.0:1777583430.187439:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248494f800. 00000100:00000010:1.0:1777583430.187441:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486268380. 00000400:00000010:2.0:1777583430.188948:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583430.188955:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919321344, portal 25 00000400:00000010:2.0:1777583430.188961:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583430.188963:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919321344, offset 0 00000400:00000200:2.0:1777583430.188970:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583430.188980:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583430.188988:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae5100 00000400:00000200:2.0:1777583430.188995:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215c7d [2] + 0 00000400:00000010:2.0:1777583430.188999:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36b00. 00000400:00000200:2.0:1777583430.189003:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa024ae4ebe40 00000400:00000200:2.0:1777583430.189008:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583430.189012:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583430.189016:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024ae4ebe40 00000400:00000010:2.0:1777583430.189018:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa024ae4ebe40. 00000100:00000200:2.0:1777583430.189024:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583430.189046:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583430.189049:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583430.189063:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486269f80 x1863919919321344/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583430.189097:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7480. 00000020:00000010:1.0:1777583430.189103:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7480. 00000020:00000010:1.0:1777583430.189109:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583430.189114:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226500. 00000020:00000010:1.0:1777583430.189118:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583430.189177:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa02383fc7480. 00000020:00000010:1.0:1777583430.189179:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa02383fc7480. 00000100:00000200:1.0:1777583430.189182:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919321344 02000000:00000010:1.0:1777583430.189197:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248494f800. 00010000:00000200:1.0:1777583430.189206:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ec9c50 x1863919919321344/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:116/0 lens 224/224 e 0 to 0 dl 1777583441 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583430.189221:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583430.189224:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919321344, offset 224 00000400:00000200:1.0:1777583430.189229:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583430.189234:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583430.189240:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae5100 00000400:00000200:1.0:1777583430.189244:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216689 [1] + 224 00000400:00000200:1.0:1777583430.189248:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583430.189251:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583430.189274:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486269f80 x1863919919321344/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583430.189287:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:1.0:1777583430.189289:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000020:00000010:1.0:1777583430.189303:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226500. 00000020:00000010:1.0:1777583430.189309:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583430.189313:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 02000000:00000010:1.0:1777583430.189321:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248494f800. 00000100:00000200:1.0:1777583430.189326:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777583430.189341:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36420. 00000400:00000010:1.0:1777583430.189346:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024b67ef6c0. 00000400:00000010:2.0:1777583430.189780:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e5d8. 00000400:00000200:2.0:1777583430.189783:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583430.189785:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583430.189792:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486269f80 x1863919919321344/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583430.189801:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486269f80 x1863919919321344/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583430.189824:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:2.0:1777583430.189829:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877900. 00000100:00000010:2.0:1777583430.189835:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486269f80. 00000100:00000010:0.0:1777583430.826379:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1a20. 00000100:00000010:2.0:1777583430.826809:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1d20. 00000100:00000010:1.0:1777583430.827080:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1300. 00000100:00000010:3.0:1777583430.831046:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1d80. 00000100:00000010:3.0:1777583435.308191:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486243800. 02000000:00000010:3.0:1777583435.308213:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3800. 00000100:00000010:3.0:1777583435.308274:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486242680. 02000000:00000010:3.0:1777583435.308281:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6a8c00. 00000100:00000010:3.0:1777583435.308306:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f800. 02000000:00000010:3.0:1777583435.308311:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6a8400. 02000000:00000010:0.0:1777583435.308393:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27e00. 00000400:00000010:0.0:1777583435.308401:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc318. 00000400:00000010:0.0:1777583435.308408:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583435.308415:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919321728, portal 25 00000400:00000010:0.0:1777583435.308420:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583435.308423:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919321728, offset 0 00000400:00000200:0.0:1777583435.308431:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583435.308444:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583435.308466:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae5280 00000400:00000200:0.0:1777583435.308473:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215cbd [2] + 0 00000400:00000010:0.0:1777583435.308477:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469738. 00000400:00000200:0.0:1777583435.308482:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0239fe7be40 00000400:00000200:0.0:1777583435.308488:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583435.308492:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583435.308497:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0239fe7be40 00000400:00000010:0.0:1777583435.308500:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0239fe7be40. 00000100:00000200:0.0:1777583435.308505:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583435.308528:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583435.308530:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583435.308537:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486243800 x1863919919321728/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583435.308554:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583435.308566:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfd80. 00000100:00000010:0.0:1777583435.308571:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df7e0. 00000100:00000010:0.0:1777583435.308576:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df8a0. 00000020:00000010:3.0:1777583435.308911:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cd00. 00000020:00000010:3.0:1777583435.308916:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cd00. 00000020:00000010:3.0:1777583435.308922:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388ed7000. 00000020:00000010:3.0:1777583435.308927:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa580. 00000020:00000010:3.0:1777583435.308932:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 02000000:00000010:1.0:1777583435.309193:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494ec00. 00000400:00000010:1.0:1777583435.309200:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36bb0. 00000400:00000010:1.0:1777583435.309205:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1110. 00000100:00000200:1.0:1777583435.309208:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919321856, portal 10 00000400:00000010:1.0:1777583435.309213:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583435.309216:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919321856, offset 0 00000400:00000200:1.0:1777583435.309221:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583435.309226:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583435.309232:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5300 00000400:00000200:1.0:1777583435.309237:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 145816 00000400:00000200:1.0:1777583435.309242:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583435.309245:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583435.309262:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583435.309267:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486269f80. 00000400:00000200:1.0:1777583435.309279:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:1.0:1777583435.309281:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583435.309295:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02486242680 x1863919919321856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583435.309314:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494c400. 00000400:00000010:1.0:1777583435.309317:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36dc0. 00000400:00000010:1.0:1777583435.309320:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1880. 00000100:00000200:1.0:1777583435.309323:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919321984, portal 10 00000400:00000010:1.0:1777583435.309327:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583435.309329:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919321984, offset 0 00000400:00000200:1.0:1777583435.309332:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583435.309336:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583435.309341:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5380 00000400:00000200:1.0:1777583435.309345:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 146336 00000400:00000200:1.0:1777583435.309348:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583435.309351:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583435.309354:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583435.309357:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02486268380. 00000400:00000200:1.0:1777583435.309366:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:1.0:1777583435.309368:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583435.309373:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5f800 x1863919919321984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583435.309700:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388ed7a00. 00000020:00000010:3.0:1777583435.309705:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887fa780. 00000020:00000010:3.0:1777583435.309709:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777583435.309727:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388ed6e00. 00000020:00000010:3.0:1777583435.309729:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887faf00. 00000020:00000010:3.0:1777583435.309731:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000100:00000200:3.0:1777583435.309744:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919321856 00010000:02000000:3.0:1777583435.309759:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583435.309767:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6aa000. 00000400:00000010:3.0:1777583435.309777:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583435.309780:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919321856, offset 0 00000400:00000200:3.0:1777583435.309784:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583435.309790:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583435.309795:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5300 00000400:00000200:3.0:1777583435.309799:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2166a1 [1] + 0 00000400:00000200:3.0:1777583435.309803:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583435.309805:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583435.309811:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486242680 x1863919919321856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583435.309828:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583435.309830:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777583435.309840:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa780. 00000020:00000010:3.0:1777583435.309844:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87000. 00000020:00000010:3.0:1777583435.309847:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388ed7a00. 00000100:00000200:3.0:1777583435.309854:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919321984 00010000:02000000:3.0:1777583435.309860:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:3.0:1777583435.309864:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6a9c00. 00000400:00000010:3.0:1777583435.309867:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583435.309870:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919321984, offset 0 00000400:00000200:3.0:1777583435.309873:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583435.309877:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583435.309880:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5380 00000400:00000200:3.0:1777583435.309884:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2166a9 [1] + 0 00000400:00000200:3.0:1777583435.309887:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583435.309889:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583435.309894:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5f800 x1863919919321984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583435.309903:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583435.309905:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777583435.309910:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887faf00. 00000020:00000010:3.0:1777583435.309912:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777583435.309914:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388ed6e00. 00000400:00000010:3.0:1777583435.309942:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36bb0. 00000400:00000200:3.0:1777583435.309945:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1110 00000400:00000010:3.0:1777583435.309947:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1110. 00000100:00000200:3.0:1777583435.309951:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486242680 x1863919919321856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583435.309959:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486242680 x1863919919321856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583435.309980:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36dc0. 00000400:00000200:3.0:1777583435.309982:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1880 00000400:00000010:3.0:1777583435.309983:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1880. 00000100:00000200:3.0:1777583435.309987:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5f800 x1863919919321984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583435.309999:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5f800 x1863919919321984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583435.310011:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494ec00. 02000000:00000010:3.0:1777583435.310016:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6a8c00. 00000100:00000010:3.0:1777583435.310019:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486242680. 02000000:00000010:3.0:1777583435.310024:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494c400. 02000000:00000010:3.0:1777583435.310026:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6a8400. 00000100:00000010:3.0:1777583435.310028:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f800. 00000020:00000010:3.0:1777583435.310051:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4cd00. 00000020:00000010:3.0:1777583435.310054:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4cd00. 00000100:00000200:3.0:1777583435.310057:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919321728 02000000:00000010:3.0:1777583435.310069:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6a8400. 00010000:00000200:3.0:1777583435.310076:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ec8850 x1863919919321728/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:121/0 lens 224/224 e 0 to 0 dl 1777583446 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583435.310086:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583435.310089:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919321728, offset 224 00000400:00000200:3.0:1777583435.310092:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583435.310097:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583435.310102:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae5280 00000400:00000200:3.0:1777583435.310106:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216699 [1] + 224 00000400:00000200:3.0:1777583435.310110:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583435.310113:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583435.310119:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02486243800 x1863919919321728/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583435.310151:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:3.0:1777583435.310153:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000020:00000010:3.0:1777583435.310160:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887fa580. 00000020:00000010:3.0:1777583435.310162:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583435.310165:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388ed7000. 02000000:00000010:3.0:1777583435.310170:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ae6a8400. 00000100:00000200:3.0:1777583435.310175:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583435.310179:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab2437e8. 00000400:00000010:3.0:1777583435.310184:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d480. 00000400:00000010:0.0:1777583435.320204:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc318. 00000400:00000200:0.0:1777583435.320215:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583435.320218:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583435.320231:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02486243800 x1863919919321728/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583435.320241:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02486243800 x1863919919321728/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583435.320571:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27e00. 02000000:00000010:0.0:1777583435.320704:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3800. 00000100:00000010:0.0:1777583435.320715:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02486243800. 00000100:00000010:1.0:1777583435.946275:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfd80. 00000100:00000010:2.0:1777583435.947339:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df7e0. 00000100:00000010:3.0:1777583435.956754:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df8a0. 00000100:00000010:0.0:1777583435.960732:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000800:00000200:3.0:1777583436.202745:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:3.0:1777583436.202753:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:3.0:1777583436.202758:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1777583436.204982:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1777583440.431660:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add00000. 02000000:00000010:0.0:1777583440.431694:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583440.431759:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02680. 02000000:00000010:0.0:1777583440.431815:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853d9000. 00000100:00000010:0.0:1777583440.431835:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03480. 02000000:00000010:0.0:1777583440.431840:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa023853da400. 02000000:00000010:0.0:1777583440.431890:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27e00. 00000400:00000010:0.0:1777583440.431900:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc318. 00000400:00000010:0.0:1777583440.431910:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583440.431921:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919322112, portal 25 00000400:00000010:0.0:1777583440.431927:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583440.431931:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919322112, offset 0 00000400:00000200:0.0:1777583440.431943:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583440.431962:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583440.431979:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae5400 00000400:00000200:0.0:1777583440.431987:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215ce5 [2] + 0 00000400:00000010:0.0:1777583440.431991:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36f78. 00000400:00000200:0.0:1777583440.431999:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02484806000 00000400:00000200:0.0:1777583440.432006:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583440.432010:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583440.432016:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02484806000 00000400:00000010:0.0:1777583440.432018:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02484806000. 00000100:00000200:0.0:1777583440.432039:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583440.432053:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583440.432055:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583440.432062:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add00000 x1863919919322112/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583440.432083:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583440.432098:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfde0. 00000100:00000010:0.0:1777583440.432104:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df6c0. 00000100:00000010:0.0:1777583440.432109:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df300. 02000000:00000010:3.0:1777583440.432356:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ae6a8400. 00000400:00000010:3.0:1777583440.432362:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab243738. 00000400:00000010:3.0:1777583440.432366:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5b28. 00000100:00000200:3.0:1777583440.432369:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919322240, portal 10 00000400:00000010:3.0:1777583440.432374:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777583440.432382:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919322240, offset 0 00000400:00000200:3.0:1777583440.432387:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583440.432392:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583440.432398:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5480 00000400:00000200:3.0:1777583440.432404:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 146856 00000400:00000200:3.0:1777583440.432408:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583440.432411:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583440.432416:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583440.432421:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f800. 00000400:00000200:3.0:1777583440.432437:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:3.0:1777583440.432439:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777583440.432444:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add02680 x1863919919322240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583440.432461:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ae6a8c00. 00000400:00000010:3.0:1777583440.432464:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024ab2434d0. 00000400:00000010:3.0:1777583440.432467:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af56e8. 00000100:00000200:3.0:1777583440.432469:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919322368, portal 10 00000400:00000010:3.0:1777583440.432473:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583440.432475:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919322368, offset 0 00000400:00000200:3.0:1777583440.432479:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583440.432484:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583440.432488:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5500 00000400:00000200:3.0:1777583440.432492:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 147376 00000400:00000200:3.0:1777583440.432495:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583440.432498:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583440.432501:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583440.432503:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5dc00. 00000400:00000200:3.0:1777583440.432512:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777583440.432513:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583440.432517:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add03480 x1863919919322368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583440.432571:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777583440.432576:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777583440.432583:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388ed7000. 00000020:00000010:3.0:1777583440.432588:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa024887faf00. 00000020:00000010:3.0:1777583440.432594:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583440.432631:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c240. 00000020:00000010:3.0:1777583440.432633:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c240. 00000100:00000200:3.0:1777583440.432636:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919322112 02000000:00000010:3.0:1777583440.432650:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6ab000. 00010000:00000200:3.0:1777583440.432657:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ecac50 x1863919919322112/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:126/0 lens 224/224 e 0 to 0 dl 1777583451 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583440.432671:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583440.432673:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919322112, offset 224 00000400:00000200:3.0:1777583440.432677:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583440.432683:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583440.432688:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae5400 00000400:00000200:3.0:1777583440.432692:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2166c1 [1] + 224 00000400:00000200:3.0:1777583440.432696:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583440.432699:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583440.432704:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add00000 x1863919919322112/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583440.432725:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777583440.432727:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000020:00000010:3.0:1777583440.432738:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa024887faf00. 00000020:00000010:3.0:1777583440.432741:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583440.432744:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388ed7000. 02000000:00000010:3.0:1777583440.432750:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ae6ab000. 00000100:00000200:3.0:1777583440.432755:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583440.432760:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469738. 00000400:00000010:3.0:1777583440.432763:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849df00. 00000400:00000010:3.0:1777583440.432777:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc318. 00000400:00000200:3.0:1777583440.432779:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:3.0:1777583440.432781:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000100:00000200:3.0:1777583440.432786:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add00000 x1863919919322112/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583440.432794:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add00000 x1863919919322112/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583440.432819:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27e00. 02000000:00000010:3.0:1777583440.432825:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:3.0:1777583440.432829:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add00000. 00000020:00000010:1.0:1777583440.437627:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583440.437645:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226000. 00000020:00000010:1.0:1777583440.437651:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583440.437692:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583440.437696:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226f00. 00000020:00000010:1.0:1777583440.437699:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583440.437734:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919322240 00010000:02000000:1.0:1777583440.437759:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583440.437770:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248494fc00. 00000400:00000010:1.0:1777583440.437784:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583440.437792:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919322240, offset 0 00000400:00000200:1.0:1777583440.437800:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583440.437816:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583440.437828:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5480 00000400:00000200:1.0:1777583440.437838:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2166c9 [1] + 0 00000400:00000200:1.0:1777583440.437846:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583440.437850:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583440.437865:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add02680 x1863919919322240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583440.437903:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:1.0:1777583440.437907:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000020:00000010:1.0:1777583440.437924:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226000. 00000020:00000010:1.0:1777583440.437933:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:1.0:1777583440.437938:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000100:00000200:1.0:1777583440.437949:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919322368 00010000:02000000:1.0:1777583440.437957:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583440.437963:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248494d000. 00000400:00000010:1.0:1777583440.437973:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583440.437978:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919322368, offset 0 00000400:00000200:1.0:1777583440.437982:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583440.437987:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583440.437991:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5500 00000400:00000200:1.0:1777583440.437996:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2166d1 [1] + 0 00000400:00000200:1.0:1777583440.438000:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583440.438003:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583440.438009:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add03480 x1863919919322368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583440.438019:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:1.0:1777583440.438021:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000020:00000010:1.0:1777583440.438027:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226f00. 00000020:00000010:1.0:1777583440.438030:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583440.438032:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583440.438066:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab243738. 00000400:00000200:1.0:1777583440.438073:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5b28 00000400:00000010:1.0:1777583440.438075:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5b28. 00000100:00000200:1.0:1777583440.438080:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add02680 x1863919919322240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583440.438088:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add02680 x1863919919322240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583440.438119:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ab2434d0. 00000400:00000200:1.0:1777583440.438122:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af56e8 00000400:00000010:1.0:1777583440.438123:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af56e8. 00000100:00000200:1.0:1777583440.438127:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add03480 x1863919919322368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583440.438159:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add03480 x1863919919322368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583440.438177:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ae6a8400. 02000000:00000010:1.0:1777583440.438183:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853d9000. 00000100:00000010:1.0:1777583440.438191:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02680. 02000000:00000010:1.0:1777583440.438197:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ae6a8c00. 02000000:00000010:1.0:1777583440.438199:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa023853da400. 00000100:00000010:1.0:1777583440.438204:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03480. 00000100:00000010:2.0:1777583441.066314:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df6c0. 00000100:00000010:0.0:1777583441.066643:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000100:00000010:1.0:1777583441.066752:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfde0. 00000100:00000010:3.0:1777583441.066862:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df300. 00000100:00000010:0.0:1777583445.546465:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01f80. 02000000:00000010:0.0:1777583445.546491:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583445.546560:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03800. 02000000:00000010:0.0:1777583445.546569:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248625a400. 00000100:00000010:0.0:1777583445.546585:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01c00. 02000000:00000010:0.0:1777583445.546590:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa02397769400. 02000000:00000010:1.0:1777583445.546709:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583445.546718:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca361b8. 00000400:00000010:1.0:1777583445.546725:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1440. 00000100:00000200:1.0:1777583445.546733:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919322496, portal 25 00000400:00000010:1.0:1777583445.546739:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583445.546741:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919322496, offset 0 00000400:00000200:1.0:1777583445.546751:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583445.546765:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583445.546777:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae5580 00000400:00000200:1.0:1777583445.546785:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215cf5 [2] + 0 00000400:00000010:1.0:1777583445.546790:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e7e8. 00000400:00000200:1.0:1777583445.546794:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02395cc6900 00000400:00000200:1.0:1777583445.546801:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583445.546805:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583445.546811:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02395cc6900 00000400:00000010:1.0:1777583445.546814:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02395cc6900. 00000100:00000200:1.0:1777583445.546819:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583445.546969:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:1.0:1777583445.546971:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583445.546982:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add01f80 x1863919919322496/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583445.547005:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1300. 00000100:00000010:1.0:1777583445.547018:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1000. 00000100:00000010:1.0:1777583445.547023:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1720. 00000100:00000010:1.0:1777583445.547028:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1cc0. 02000000:00000010:1.0:1777583445.547051:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494f400. 00000400:00000010:1.0:1777583445.547055:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36790. 00000400:00000010:1.0:1777583445.547058:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1dd0. 00000100:00000200:1.0:1777583445.547061:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919322624, portal 10 00000400:00000010:1.0:1777583445.547066:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777583445.547068:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919322624, offset 0 00000400:00000200:1.0:1777583445.547072:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583445.547077:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583445.547082:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5600 00000400:00000200:1.0:1777583445.547087:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 147896 00000400:00000200:1.0:1777583445.547092:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583445.547095:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583445.547099:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583445.547103:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248626a680. 00000400:00000200:1.0:1777583445.547116:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:1.0:1777583445.547118:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777583445.547122:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add03800 x1863919919322624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583445.547323:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494c000. 00000400:00000010:1.0:1777583445.547329:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36d68. 00000400:00000010:1.0:1777583445.547332:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1770. 00000100:00000200:1.0:1777583445.547335:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919322752, portal 10 00000400:00000010:1.0:1777583445.547340:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583445.547342:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919322752, offset 0 00000400:00000200:1.0:1777583445.547346:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583445.547352:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583445.547357:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5680 00000400:00000200:1.0:1777583445.547360:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 148416 00000400:00000200:1.0:1777583445.547364:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583445.547366:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583445.547370:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583445.547376:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da5500. 00000400:00000200:1.0:1777583445.549029:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583445.549036:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583445.549050:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add01c00 x1863919919322752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583445.550283:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db3c0. 00000020:00000010:0.0:1777583445.550291:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db3c0. 00000020:00000010:0.0:1777583445.550299:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583445.550305:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416d00. 00000020:00000010:0.0:1777583445.550311:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583445.550365:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db3c0. 00000020:00000010:0.0:1777583445.550367:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db3c0. 00000100:00000200:0.0:1777583445.550371:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919322496 02000000:00000010:0.0:1777583445.550387:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0239776bc00. 00010000:00000200:0.0:1777583445.550398:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483ecb850 x1863919919322496/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:131/0 lens 224/224 e 0 to 0 dl 1777583456 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583445.550417:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583445.550423:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919322496, offset 224 00000400:00000200:0.0:1777583445.550431:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583445.550446:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583445.550457:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae5580 00000400:00000200:0.0:1777583445.550466:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2166e9 [1] + 224 00000400:00000200:0.0:1777583445.550475:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583445.550480:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583445.550492:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add01f80 x1863919919322496/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583445.550516:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583445.550519:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777583445.550534:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416d00. 00000020:00000010:0.0:1777583445.550538:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583445.550542:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 02000000:00000010:0.0:1777583445.550551:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0239776bc00. 00000100:00000200:0.0:1777583445.550556:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583445.550562:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc5d8. 00000400:00000010:0.0:1777583445.550569:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe70600. 00000400:00000010:0.0:1777583445.550813:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca361b8. 00000400:00000200:0.0:1777583445.550818:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1440 00000400:00000010:0.0:1777583445.550820:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1440. 00000100:00000200:0.0:1777583445.550826:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add01f80 x1863919919322496/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777583445.550834:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add01f80 x1863919919322496/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777583445.550874:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 02000000:00000010:0.0:1777583445.550883:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583445.550889:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01f80. 00000020:00000010:2.0:1777583445.556069:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583445.556086:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdc00. 00000020:00000010:2.0:1777583445.556092:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583445.556126:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583445.556129:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd780. 00000020:00000010:2.0:1777583445.556145:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000100:00000200:2.0:1777583445.556183:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919322624 00010000:02000000:2.0:1777583445.556211:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583445.556222:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a65bc00. 00000400:00000010:2.0:1777583445.556240:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583445.556247:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919322624, offset 0 00000400:00000200:2.0:1777583445.556253:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583445.556269:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583445.556281:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5600 00000400:00000200:2.0:1777583445.556290:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2166f1 [1] + 0 00000400:00000200:2.0:1777583445.556298:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583445.556301:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583445.556315:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add03800 x1863919919322624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583445.556346:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583445.556348:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583445.556366:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdc00. 00000020:00000010:2.0:1777583445.556372:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583445.556374:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000100:00000200:2.0:1777583445.556385:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919322752 00010000:02000000:2.0:1777583445.556392:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583445.556396:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a65b400. 00000400:00000010:2.0:1777583445.556401:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583445.556404:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919322752, offset 0 00000400:00000200:2.0:1777583445.556408:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583445.556413:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583445.556418:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5680 00000400:00000200:2.0:1777583445.556422:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2166f9 [1] + 0 00000400:00000200:2.0:1777583445.556426:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583445.556428:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583445.556434:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add01c00 x1863919919322752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583445.556444:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583445.556446:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583445.556453:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd780. 00000020:00000010:2.0:1777583445.556456:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583445.556458:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000400:00000010:2.0:1777583445.556488:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36790. 00000400:00000200:2.0:1777583445.556493:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1dd0 00000400:00000010:2.0:1777583445.556494:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1dd0. 00000100:00000200:2.0:1777583445.556500:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add03800 x1863919919322624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583445.556509:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add03800 x1863919919322624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583445.556537:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36d68. 00000400:00000200:2.0:1777583445.556540:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1770 00000400:00000010:2.0:1777583445.556542:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1770. 00000100:00000200:2.0:1777583445.556545:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add01c00 x1863919919322752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583445.556552:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add01c00 x1863919919322752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583445.556569:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494f400. 02000000:00000010:2.0:1777583445.556576:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248625a400. 00000100:00000010:2.0:1777583445.556582:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add03800. 02000000:00000010:2.0:1777583445.556587:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494c000. 02000000:00000010:2.0:1777583445.556590:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa02397769400. 00000100:00000010:2.0:1777583445.556592:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01c00. 00000100:00000010:3.0:1777583446.186506:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1cc0. 00000100:00000010:1.0:1777583446.186638:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1000. 00000100:00000010:0.0:1777583446.186885:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1300. 00000100:00000010:2.0:1777583446.187031:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1720. 00000100:00000010:3.0:1777583450.666476:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c000. 02000000:00000010:3.0:1777583450.666510:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583450.666576:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c380. 02000000:00000010:3.0:1777583450.666585:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6aa800. 00000100:00000010:3.0:1777583450.666604:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5d180. 02000000:00000010:3.0:1777583450.666608:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6aa400. 02000000:00000010:3.0:1777583450.666659:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02388ed7000. 00000400:00000010:3.0:1777583450.666668:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4698f0. 00000400:00000010:3.0:1777583450.666676:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583450.666685:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919322880, portal 25 00000400:00000010:3.0:1777583450.666692:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583450.666696:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919322880, offset 0 00000400:00000200:3.0:1777583450.666707:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583450.666726:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583450.666741:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae5700 00000400:00000200:3.0:1777583450.666749:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215d2d [2] + 0 00000400:00000010:3.0:1777583450.666753:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e160. 00000400:00000200:3.0:1777583450.666761:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02395cc60c0 00000400:00000200:3.0:1777583450.666769:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583450.666774:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583450.666780:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02395cc60c0 00000400:00000010:3.0:1777583450.666783:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02395cc60c0. 00000100:00000200:3.0:1777583450.666791:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583450.666811:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777583450.666813:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583450.666824:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5c000 x1863919919322880/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583450.666847:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628dd20. 00000020:00000010:0.0:1777583450.666970:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db440. 00000020:00000010:0.0:1777583450.666976:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db440. 00000020:00000010:0.0:1777583450.666985:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c26c00. 00000020:00000010:0.0:1777583450.666991:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416480. 00000020:00000010:0.0:1777583450.666996:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583450.667038:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db440. 00000020:00000010:0.0:1777583450.667040:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db440. 00000100:00000200:0.0:1777583450.667044:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919322880 02000000:00000010:0.0:1777583450.667063:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0239776bc00. 00010000:00000200:0.0:1777583450.667072:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa02483eca450 x1863919919322880/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:136/0 lens 224/224 e 0 to 0 dl 1777583461 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583450.667089:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583450.667093:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919322880, offset 224 00000400:00000200:0.0:1777583450.667097:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583450.667103:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583450.667109:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae5700 00000400:00000200:0.0:1777583450.667122:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216711 [1] + 224 00000400:00000200:0.0:1777583450.667126:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583450.667129:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583450.667165:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5c000 x1863919919322880/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583450.667178:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583450.667180:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777583450.667195:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416480. 00000020:00000010:0.0:1777583450.667199:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:0.0:1777583450.667204:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c26c00. 02000000:00000010:0.0:1777583450.667213:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0239776bc00. 00000100:00000200:0.0:1777583450.667220:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583450.667224:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcb58. 00000400:00000010:0.0:1777583450.667229:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe70840. 00000100:00000010:3.0:1777583450.668520:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d8a0. 00000100:00000010:3.0:1777583450.668538:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628da20. 00000100:00000010:3.0:1777583450.668545:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d6c0. 00000400:00000010:3.0:1777583450.668564:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4698f0. 00000400:00000200:3.0:1777583450.668569:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777583450.668571:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583450.668586:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5c000 x1863919919322880/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583450.668598:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5c000 x1863919919322880/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583450.668638:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02388ed7000. 02000000:00000010:3.0:1777583450.668647:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583450.668661:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5c000. 02000000:00000010:3.0:1777583450.668723:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ae6a8000. 00000400:00000010:3.0:1777583450.672047:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4698f0. 00000400:00000010:3.0:1777583450.672059:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583450.672069:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919323008, portal 10 00000400:00000010:3.0:1777583450.672081:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583450.672085:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919323008, offset 0 00000400:00000200:3.0:1777583450.672097:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583450.672116:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583450.672129:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5780 00000400:00000200:3.0:1777583450.672535:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 148936 00000400:00000200:3.0:1777583450.672546:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583450.672550:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583450.672559:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583450.672566:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c000. 00000400:00000200:3.0:1777583450.672613:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777583450.672616:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583450.672628:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5c380 x1863919919323008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583450.672690:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ae6ab000. 00000400:00000010:3.0:1777583450.672694:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469840. 00000400:00000010:3.0:1777583450.672696:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583450.672701:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919323136, portal 10 00000400:00000010:3.0:1777583450.672706:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777583450.672708:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919323136, offset 0 00000400:00000200:3.0:1777583450.672714:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583450.672720:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583450.672726:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5800 00000400:00000200:3.0:1777583450.672732:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 149456 00000400:00000200:3.0:1777583450.672736:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583450.672740:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583450.672744:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583450.672747:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5df80. 00000400:00000200:3.0:1777583450.672758:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:3.0:1777583450.672761:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777583450.672766:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5d180 x1863919919323136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583450.672874:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583450.672888:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226000. 00000020:00000010:1.0:1777583450.672895:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583450.672939:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1200. 00000020:00000010:1.0:1777583450.672942:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226380. 00000020:00000010:1.0:1777583450.672945:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a6743e8. 00000100:00000200:1.0:1777583450.672967:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919323008 00010000:02000000:1.0:1777583450.672999:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583450.673015:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248494e000. 00000400:00000010:1.0:1777583450.673037:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583450.673044:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919323008, offset 0 00000400:00000200:1.0:1777583450.673052:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1777583450.673054:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919323136 00000400:00000200:1.0:1777583450.673068:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:02000000:0.0:1777583450.673084:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000400:00000200:1.0:1777583450.673087:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5780 02000000:00000010:0.0:1777583450.673103:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0239776bc00. 00000400:00000010:0.0:1777583450.673121:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583450.673126:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919323136, offset 0 00000400:00000200:0.0:1777583450.673132:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583450.673457:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583450.673465:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5800 00000400:00000200:0.0:1777583450.673472:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216729 [1] + 0 00000400:00000200:0.0:1777583450.673477:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583450.673480:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583450.673488:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5d180 x1863919919323136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583450.673562:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583450.673565:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000020:00000010:0.0:1777583450.673585:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226380. 00000020:00000010:0.0:1777583450.673595:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a6743e8. 00000020:00000010:0.0:1777583450.673605:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1200. 00000400:00000200:1.0:1777583450.673607:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216721 [1] + 0 00000400:00000200:1.0:1777583450.673621:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583450.673627:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583450.673642:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5c380 x1863919919323008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583450.673670:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583450.673673:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000020:00000010:1.0:1777583450.673692:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226000. 00000020:00000010:1.0:1777583450.673700:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583450.673704:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000400:00000010:3.0:1777583450.674087:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469840. 00000400:00000200:3.0:1777583450.674095:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777583450.674097:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583450.674106:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5d180 x1863919919323136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583450.674116:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5d180 x1863919919323136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583450.674283:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ae6ab000. 02000000:00000010:3.0:1777583450.674371:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6aa400. 00000100:00000010:3.0:1777583450.674377:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5d180. 00000400:00000010:3.0:1777583450.674385:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4698f0. 00000400:00000200:3.0:1777583450.674388:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777583450.674389:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583450.674395:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5c380 x1863919919323008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583450.674403:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5c380 x1863919919323008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583450.674418:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ae6a8000. 02000000:00000010:3.0:1777583450.674422:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6aa800. 00000100:00000010:3.0:1777583450.674424:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5c380. 00000100:00000010:0.0:1777583451.306257:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628dd20. 00000100:00000010:1.0:1777583451.306385:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d8a0. 00000100:00000010:3.0:1777583451.306481:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d6c0. 00000100:00000010:2.0:1777583451.309480:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628da20. 00000100:00000010:3.0:1777583455.786379:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c380. 02000000:00000010:3.0:1777583455.786423:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583455.786495:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5d180. 02000000:00000010:3.0:1777583455.786504:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6a8000. 00000100:00000010:3.0:1777583455.786527:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f480. 02000000:00000010:3.0:1777583455.786532:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6aa400. 02000000:00000010:3.0:1777583455.786591:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02388ed7a00. 02000000:00000010:0.0:1777583455.786592:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa02397769400. 00000400:00000010:0.0:1777583455.786602:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc9a0. 00000400:00000010:3.0:1777583455.786602:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4698f0. 00000400:00000010:0.0:1777583455.786613:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000400:00000010:3.0:1777583455.786613:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583455.786623:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919323264, portal 25 00000400:00000010:3.0:1777583455.786630:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583455.786633:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919323264, offset 0 00000400:00000200:3.0:1777583455.786645:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583455.786667:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583455.786700:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae5880 00000400:00000200:3.0:1777583455.786710:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215d4d [2] + 0 00000400:00000010:3.0:1777583455.786715:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f65d8. 00000400:00000200:3.0:1777583455.786725:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023888bb480 00000400:00000200:3.0:1777583455.786734:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583455.786739:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583455.786747:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023888bb480 00000400:00000010:3.0:1777583455.786750:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023888bb480. 00000100:00000200:3.0:1777583455.786758:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583455.786784:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777583455.786786:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583455.786798:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5c380 x1863919919323264/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583455.786823:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d6c0. 00000100:00000010:3.0:1777583455.786839:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d0c0. 00000100:00000010:3.0:1777583455.787330:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d660. 00000100:00000010:3.0:1777583455.787346:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628de40. 00000020:00000010:3.0:1777583455.787449:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c280. 00000020:00000010:3.0:1777583455.787457:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c280. 00000020:00000010:3.0:1777583455.787467:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388ed6a00. 00000020:00000010:3.0:1777583455.787478:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87580. 00000020:00000010:3.0:1777583455.787487:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583455.787554:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c280. 00000020:00000010:3.0:1777583455.787557:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c280. 00000100:00000200:3.0:1777583455.787562:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919323264 02000000:00000010:3.0:1777583455.787587:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6ab000. 00010000:00000200:3.0:1777583455.787601:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7ee8c50 x1863919919323264/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:141/0 lens 224/224 e 0 to 0 dl 1777583466 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583455.787629:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583455.787637:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919323264, offset 224 00000400:00000200:3.0:1777583455.787646:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583455.787659:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583455.787683:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae5880 00000400:00000200:3.0:1777583455.787693:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216739 [1] + 224 00000400:00000200:3.0:1777583455.787699:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583455.787704:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583455.787718:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5c380 x1863919919323264/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583455.787746:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777583455.787750:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000020:00000010:3.0:1777583455.787771:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87580. 00000020:00000010:3.0:1777583455.787777:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583455.787782:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388ed6a00. 02000000:00000010:3.0:1777583455.787798:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ae6ab000. 00000100:00000200:3.0:1777583455.787808:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583455.787815:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c469840. 00000400:00000010:3.0:1777583455.787822:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849de40. 00000100:00000200:0.0:1777583455.788267:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919323392, portal 10 00000400:00000010:1.0:1777583455.788498:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583455.788504:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919323392, offset 0 00000400:00000200:1.0:1777583455.788514:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583455.788527:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583455.788538:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5900 00000400:00000200:1.0:1777583455.788545:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 149976 00000400:00000200:1.0:1777583455.788552:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583455.788556:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583455.788563:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583455.788569:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da6300. 00000400:00000200:1.0:1777583455.788585:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583455.788588:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583455.788596:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5d180 x1863919919323392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583455.788632:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494c000. 00000400:00000010:1.0:1777583455.788637:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000400:00000010:1.0:1777583455.788640:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583455.788642:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919323520, portal 10 00000400:00000010:1.0:1777583455.788647:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583455.788649:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919323520, offset 0 00000400:00000200:1.0:1777583455.788652:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583455.788656:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583455.788660:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5980 00000400:00000200:1.0:1777583455.788664:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 150496 00000400:00000200:1.0:1777583455.788668:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583455.788671:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583455.788673:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583455.788676:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da7b80. 00000400:00000200:1.0:1777583455.788684:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777583455.788686:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583455.788690:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5f480 x1863919919323520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583455.788733:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583455.788738:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226680. 00000020:00000010:1.0:1777583455.788743:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583455.788766:0:207396:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1200. 00000020:00000010:1.0:1777583455.788768:0:207396:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226c80. 00000020:00000010:1.0:1777583455.788771:0:207396:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674a28. 00000100:00000200:1.0:1777583455.788785:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919323392 00010000:02000000:1.0:1777583455.788801:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583455.788809:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248494f400. 00000400:00000010:1.0:1777583455.788818:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583455.788821:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919323392, offset 0 00000400:00000200:1.0:1777583455.788824:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583455.788828:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583455.788833:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5900 00000400:00000200:1.0:1777583455.788837:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216749 [1] + 0 00000400:00000200:1.0:1777583455.788841:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583455.788844:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583455.788849:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5d180 x1863919919323392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583455.788863:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777583455.788865:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000020:00000010:1.0:1777583455.788874:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226680. 00000020:00000010:1.0:1777583455.788879:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583455.788883:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000100:00000200:1.0:1777583455.788891:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919323520 00010000:02000000:1.0:1777583455.788920:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583455.788924:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248494d400. 00000400:00000010:1.0:1777583455.788928:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583455.788931:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919323520, offset 0 00000400:00000200:1.0:1777583455.788934:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583455.788939:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583455.788943:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5980 00000400:00000200:1.0:1777583455.788946:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216751 [1] + 0 00000400:00000200:1.0:1777583455.788950:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583455.788952:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583455.788956:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5f480 x1863919919323520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583455.788966:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777583455.788968:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000020:00000010:1.0:1777583455.788972:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226c80. 00000020:00000010:1.0:1777583455.788975:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777583455.788977:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1200. 00000400:00000010:1.0:1777583455.788997:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc9a0. 00000400:00000200:1.0:1777583455.789000:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:1.0:1777583455.789001:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:1.0:1777583455.789005:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5d180 x1863919919323392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583455.789013:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5d180 x1863919919323392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583455.789033:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:1.0:1777583455.789036:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583455.789037:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583455.789040:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5f480 x1863919919323520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583455.789047:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5f480 x1863919919323520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583455.789063:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa02397769400. 02000000:00000010:1.0:1777583455.789081:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6a8000. 00000100:00000010:1.0:1777583455.789085:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5d180. 02000000:00000010:1.0:1777583455.789088:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494c000. 02000000:00000010:1.0:1777583455.789091:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6aa400. 00000100:00000010:1.0:1777583455.789093:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f480. 00000400:00000010:3.0:1777583455.789251:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4698f0. 00000400:00000200:3.0:1777583455.789259:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777583455.789262:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583455.789273:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5c380 x1863919919323264/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583455.789282:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5c380 x1863919919323264/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583455.789305:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02388ed7a00. 02000000:00000010:3.0:1777583455.789311:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583455.789320:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5c380. 00000100:00000010:3.0:1777583456.426272:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628de40. 00000100:00000010:0.0:1777583456.426393:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d6c0. 00000100:00000010:1.0:1777583456.427278:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d0c0. 00000100:00000010:2.0:1777583456.427325:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d660. 00000100:00000010:3.0:1777583460.907496:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c380. 02000000:00000010:3.0:1777583460.907522:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583460.907572:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f100. 02000000:00000010:3.0:1777583460.907580:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6a8400. 00000100:00000010:3.0:1777583460.907596:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f480. 02000000:00000010:3.0:1777583460.907601:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6ab000. 02000000:00000010:3.0:1777583460.907659:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02388ed7a00. 00000400:00000010:3.0:1777583460.907667:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4698f0. 00000400:00000010:3.0:1777583460.907675:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583460.907683:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919323648, portal 25 00000400:00000010:3.0:1777583460.907688:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583460.907690:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919323648, offset 0 00000400:00000200:3.0:1777583460.907699:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583460.907715:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583460.907726:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae5a00 00000400:00000200:3.0:1777583460.907732:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215d75 [2] + 0 00000400:00000010:3.0:1777583460.907737:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6cb8. 00000400:00000200:3.0:1777583460.907741:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023888bbc00 00000400:00000200:3.0:1777583460.907748:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583460.907753:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777583460.907759:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023888bbc00 00000400:00000010:3.0:1777583460.907762:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023888bbc00. 00000100:00000200:3.0:1777583460.907767:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777583460.907784:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777583460.907786:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583460.907793:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5c380 x1863919919323648/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777583460.907811:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d420. 00000100:00000010:3.0:1777583460.907822:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628db40. 00000100:00000010:3.0:1777583460.907826:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628d720. 00000100:00000010:3.0:1777583460.907831:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0248628dd80. 00000020:00000010:3.0:1777583460.907878:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c140. 00000020:00000010:3.0:1777583460.907881:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c140. 00000020:00000010:3.0:1777583460.907887:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388ed6a00. 00000020:00000010:3.0:1777583460.907892:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87580. 00000020:00000010:3.0:1777583460.907897:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583460.907929:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa023d3c4c140. 00000020:00000010:3.0:1777583460.907931:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa023d3c4c140. 00000100:00000200:3.0:1777583460.907934:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919323648 02000000:00000010:3.0:1777583460.907951:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6aa400. 00010000:00000200:3.0:1777583460.907959:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7ee9850 x1863919919323648/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:146/0 lens 224/224 e 0 to 0 dl 1777583471 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777583460.907974:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583460.907977:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919323648, offset 224 00000400:00000200:3.0:1777583460.907981:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583460.907988:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583460.907993:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae5a00 00000400:00000200:3.0:1777583460.907997:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216761 [1] + 224 00000400:00000200:3.0:1777583460.908001:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583460.908003:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583460.908009:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5c380 x1863919919323648/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583460.908030:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777583460.908032:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000020:00000010:3.0:1777583460.908044:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87580. 00000020:00000010:3.0:1777583460.908056:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583460.908060:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388ed6a00. 02000000:00000010:3.0:1777583460.908067:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa024ae6aa400. 00000100:00000200:3.0:1777583460.908073:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777583460.908076:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4692c0. 00000400:00000010:3.0:1777583460.908081:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849dc00. 00000400:00000010:3.0:1777583460.908101:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4698f0. 00000400:00000200:3.0:1777583460.908105:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777583460.908107:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583460.908112:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5c380 x1863919919323648/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583460.908120:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5c380 x1863919919323648/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583460.908167:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02388ed7a00. 02000000:00000010:3.0:1777583460.908174:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583460.908181:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5c380. 02000000:00000010:1.0:1777583460.908286:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494c000. 00000400:00000010:1.0:1777583460.908293:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000400:00000010:1.0:1777583460.908298:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583460.908301:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919323776, portal 10 00000400:00000010:1.0:1777583460.908307:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583460.908309:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919323776, offset 0 00000400:00000200:1.0:1777583460.908314:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583460.908319:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583460.908326:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5a80 00000400:00000200:1.0:1777583460.908331:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 151016 00000400:00000200:1.0:1777583460.908338:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583460.908340:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583460.908344:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583460.908348:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da5180. 00000400:00000200:1.0:1777583460.908362:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777583460.908364:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583460.908369:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5f100 x1863919919323776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583460.908390:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494dc00. 00000400:00000010:1.0:1777583460.908394:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36ec8. 00000400:00000010:1.0:1777583460.908396:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583460.908399:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919323904, portal 10 00000400:00000010:1.0:1777583460.908404:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583460.908406:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919323904, offset 0 00000400:00000200:1.0:1777583460.908411:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583460.908415:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583460.908420:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5b00 00000400:00000200:1.0:1777583460.908423:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 151536 00000400:00000200:1.0:1777583460.908427:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583460.908430:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583460.908432:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583460.908435:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da7480. 00000400:00000200:1.0:1777583460.908445:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777583460.908447:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583460.908450:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5f480 x1863919919323904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583460.908506:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583460.908510:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226680. 00000020:00000010:1.0:1777583460.908513:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777583460.908532:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583460.908536:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226100. 00000020:00000010:1.0:1777583460.908539:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583460.908549:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919323776 00010000:02000000:1.0:1777583460.908563:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583460.908571:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248494f800. 00000400:00000010:1.0:1777583460.908579:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583460.908581:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919323776, offset 0 00000400:00000200:1.0:1777583460.908584:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583460.908589:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583460.908594:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5a80 00000400:00000200:1.0:1777583460.908598:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216771 [1] + 0 00000400:00000200:1.0:1777583460.908601:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583460.908604:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583460.908610:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5f100 x1863919919323776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583460.908624:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777583460.908626:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000020:00000010:1.0:1777583460.908633:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226680. 00000020:00000010:1.0:1777583460.908638:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777583460.908642:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000100:00000200:1.0:1777583460.908651:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919323904 00010000:02000000:1.0:1777583460.908657:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583460.908662:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248494c400. 00000400:00000010:1.0:1777583460.908667:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583460.908670:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919323904, offset 0 00000400:00000200:1.0:1777583460.908673:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583460.908678:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583460.908683:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5b00 00000400:00000200:1.0:1777583460.908686:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216779 [1] + 0 00000400:00000200:1.0:1777583460.908690:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583460.908692:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583460.908697:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5f480 x1863919919323904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583460.908706:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777583460.908707:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000020:00000010:1.0:1777583460.908714:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226100. 00000020:00000010:1.0:1777583460.908716:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583460.908718:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583460.909070:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:1.0:1777583460.909074:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583460.909076:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583460.909080:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5f100 x1863919919323776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583460.909089:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5f100 x1863919919323776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583460.909106:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36ec8. 00000400:00000200:1.0:1777583460.909108:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777583460.909109:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583460.909193:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5f480 x1863919919323904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583460.909200:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5f480 x1863919919323904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583460.909214:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494c000. 02000000:00000010:1.0:1777583460.909218:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6a8400. 00000100:00000010:1.0:1777583460.909221:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f100. 02000000:00000010:1.0:1777583460.909225:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494dc00. 02000000:00000010:1.0:1777583460.909227:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6ab000. 00000100:00000010:1.0:1777583460.909229:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f480. 00000100:00000010:2.0:1777583461.547592:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d720. 00000100:00000010:3.0:1777583461.548358:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628dd80. 00000100:00000010:0.0:1777583461.549175:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628d420. 00000100:00000010:1.0:1777583461.549390:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0248628db40. 00000100:00000010:3.0:1777583466.026390:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c380. 02000000:00000010:3.0:1777583466.026426:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa024b67f3e00. 00000100:00000010:3.0:1777583466.026495:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5d180. 02000000:00000010:3.0:1777583466.026505:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6a8c00. 00000100:00000010:3.0:1777583466.026532:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f480. 02000000:00000010:3.0:1777583466.026538:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa024ae6aa400. 02000000:00000010:3.0:1777583466.026589:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ae6a8000. 00000400:00000010:3.0:1777583466.026600:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4698f0. 02000000:00000010:0.0:1777583466.026605:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c26c00. 00000400:00000010:3.0:1777583466.026610:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5990. 00000400:00000010:0.0:1777583466.026611:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edce18. 00000100:00000200:3.0:1777583466.026620:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919324160, portal 10 00000400:00000010:3.0:1777583466.026630:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000400:00000010:0.0:1777583466.029374:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583466.029395:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919324032, portal 25 00000400:00000010:0.0:1777583466.029405:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777583466.029408:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919324032, offset 0 00000400:00000200:0.0:1777583466.029421:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583466.029439:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583466.029455:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae5b80 00000400:00000200:0.0:1777583466.029463:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215da5 [2] + 0 00000400:00000010:0.0:1777583466.029469:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469268. 00000400:00000200:0.0:1777583466.030559:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023895cb900 00000400:00000200:0.0:1777583466.030579:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583466.030587:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583466.030594:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023895cb900 00000400:00000010:0.0:1777583466.030597:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023895cb900. 00000100:00000200:0.0:1777583466.030608:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583466.030645:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:0.0:1777583466.030648:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777583466.030662:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5c380 x1863919919324032/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583466.030748:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125680. 00000020:00000010:2.0:1777583466.030757:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125680. 00000020:00000010:2.0:1777583466.030767:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583466.030779:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdc00. 00000020:00000010:2.0:1777583466.030789:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000100:00000010:0.0:1777583466.030807:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583466.030828:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df240. 00000100:00000010:0.0:1777583466.030836:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfea0. 00000100:00000010:0.0:1777583466.030843:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df840. 00000020:00000010:2.0:1777583466.030861:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125680. 00000020:00000010:2.0:1777583466.030865:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125680. 00000100:00000200:2.0:1777583466.030869:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919324032 02000000:00000010:2.0:1777583466.030895:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a65a800. 00010000:00000200:2.0:1777583466.030909:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eea450 x1863919919324032/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:152/0 lens 224/224 e 0 to 0 dl 1777583477 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583466.030950:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583466.030958:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919324032, offset 224 00000400:00000200:2.0:1777583466.030968:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583466.030994:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583466.031022:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae5b80 00000400:00000200:2.0:1777583466.031032:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21678d [1] + 224 00000400:00000200:2.0:1777583466.031042:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583466.031045:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583466.031061:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5c380 x1863919919324032/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583466.031093:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583466.031096:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583466.031425:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdc00. 00000020:00000010:2.0:1777583466.031433:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583466.031437:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 02000000:00000010:2.0:1777583466.031447:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a65a800. 00000100:00000200:2.0:1777583466.031456:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583466.031465:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e5d8. 00000400:00000010:2.0:1777583466.031471:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa02484aa0300. 00000400:00000010:2.0:1777583466.031502:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edce18. 00000400:00000200:2.0:1777583466.031506:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:2.0:1777583466.031508:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000100:00000200:2.0:1777583466.031514:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5c380 x1863919919324032/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583466.031522:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5c380 x1863919919324032/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583466.031554:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c26c00. 02000000:00000010:2.0:1777583466.031562:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa024b67f3e00. 00000100:00000010:2.0:1777583466.031572:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5c380. 00000100:00000200:3.0:1777583466.037426:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919324160, offset 0 00000400:00000200:3.0:1777583466.037494:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583466.037514:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583466.037529:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5c00 00000400:00000200:3.0:1777583466.037538:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 152056 00000400:00000200:3.0:1777583466.037548:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583466.037553:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583466.037875:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583466.037886:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5f100. 00000400:00000200:3.0:1777583466.038232:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:3.0:1777583466.038237:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583466.038251:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5d180 x1863919919324160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583466.038307:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa024ae6aa800. 00000400:00000010:3.0:1777583466.038315:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0248c4699a0. 00000400:00000010:3.0:1777583466.038320:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af5cc0. 00000100:00000200:3.0:1777583466.038328:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919324288, portal 10 00000400:00000010:3.0:1777583466.038335:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777583466.038338:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919324288, offset 0 00000400:00000200:3.0:1777583466.038342:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583466.038349:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583466.038354:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5c80 00000400:00000200:3.0:1777583466.038359:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 152576 00000400:00000200:3.0:1777583466.038365:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583466.038368:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583466.038372:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777583466.038377:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0248ba5c380. 00000400:00000200:3.0:1777583466.038393:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:3.0:1777583466.038394:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777583466.038398:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0248ba5f480 x1863919919324288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777583466.038446:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388ed7a00. 00000020:00000010:3.0:1777583466.038454:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87000. 00000020:00000010:3.0:1777583466.038460:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583466.038498:0:191688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02388ed6a00. 00000020:00000010:3.0:1777583466.038502:0:191688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02392c87f00. 00000020:00000010:3.0:1777583466.038505:0:191688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa02484a87898. 00000100:00000200:3.0:1777583466.038524:0:191688:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919324160 00010000:02000000:3.0:1777583466.038547:0:191688:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000200:0.0:1777583466.038984:0:207396:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919324288 00010000:02000000:0.0:1777583466.039009:0:207396:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583466.039022:0:207396:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248e97e400. 00000400:00000010:0.0:1777583466.039042:0:207396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 02000000:00000010:3.0:1777583466.044112:0:191688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa024ae6ab000. 00000400:00000010:3.0:1777583466.044165:0:191688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02489af52a8. 00000100:00000200:3.0:1777583466.044175:0:191688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919324160, offset 0 00000400:00000200:3.0:1777583466.044188:0:191688:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583466.044206:0:191688:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583466.044222:0:191688:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5c00 00000400:00000200:3.0:1777583466.044231:0:191688:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216789 [1] + 0 00000400:00000200:3.0:1777583466.044239:0:191688:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583466.044244:0:191688:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583466.044259:0:191688:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5d180 x1863919919324160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583466.044285:0:191688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af52a8 00000400:00000010:3.0:1777583466.044287:0:191688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af52a8. 00000020:00000010:3.0:1777583466.044315:0:191688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87000. 00000020:00000010:3.0:1777583466.044322:0:191688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87190. 00000020:00000010:3.0:1777583466.044326:0:191688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388ed7a00. 00000400:00000010:3.0:1777583466.044390:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4698f0. 00000400:00000200:3.0:1777583466.044394:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5990 00000400:00000010:3.0:1777583466.044396:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5990. 00000100:00000200:3.0:1777583466.044401:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5d180 x1863919919324160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777583466.044410:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5d180 x1863919919324160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777583466.044445:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ae6a8000. 02000000:00000010:3.0:1777583466.044451:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6a8c00. 00000100:00000010:3.0:1777583466.044455:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5d180. 00000100:00000200:0.0:1777583466.048807:0:207396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919324288, offset 0 00000400:00000200:3.0:1777583466.051403:0:207396:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777583466.051426:0:207396:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777583466.051447:0:207396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5c80 00000400:00000200:3.0:1777583466.051459:0:207396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2167a1 [1] + 0 00000400:00000200:3.0:1777583466.051472:0:207396:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777583466.051477:0:207396:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777583466.051501:0:207396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0248ba5f480 x1863919919324288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777583466.051545:0:207396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:3.0:1777583466.051548:0:207396:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000020:00000010:3.0:1777583466.051597:0:207396:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02392c87f00. 00000020:00000010:3.0:1777583466.051604:0:207396:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa02484a87898. 00000020:00000010:3.0:1777583466.051608:0:207396:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02388ed6a00. 00000400:00000010:1.0:1777583466.057378:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c4699a0. 00000400:00000200:1.0:1777583466.057397:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02489af5cc0 00000400:00000010:1.0:1777583466.057400:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02489af5cc0. 00000100:00000200:1.0:1777583466.057421:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0248ba5f480 x1863919919324288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583466.057434:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0248ba5f480 x1863919919324288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583466.057481:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa024ae6aa800. 02000000:00000010:1.0:1777583466.057489:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa024ae6aa400. 00000100:00000010:1.0:1777583466.057494:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0248ba5f480. 00000100:00000010:0.0:1777583466.666241:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000100:00000010:3.0:1777583466.666340:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df840. 00000100:00000010:2.0:1777583466.666575:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfea0. 00000100:00000010:1.0:1777583466.670425:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df240. 00000100:00000010:0.0:1777583471.152173:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01f80. 02000000:00000010:0.0:1777583471.152194:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492cf00. 00000100:00000010:0.0:1777583471.152234:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02300. 02000000:00000010:0.0:1777583471.152240:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248e97dc00. 00000100:00000010:0.0:1777583471.152257:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add01c00. 02000000:00000010:0.0:1777583471.152261:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248e97c400. 02000000:00000010:0.0:1777583471.152296:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e97f400. 00000400:00000010:0.0:1777583471.152304:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc000. 00000400:00000010:0.0:1777583471.152311:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983e58. 00000100:00000200:0.0:1777583471.152317:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919324544, portal 10 00000400:00000010:0.0:1777583471.152325:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777583471.152328:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919324544, offset 0 00000400:00000200:0.0:1777583471.152336:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583471.152349:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583471.152360:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5d80 00000400:00000200:0.0:1777583471.152368:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 153096 00000400:00000200:0.0:1777583471.152375:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583471.152378:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583471.152386:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777583471.152390:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03800. 00000400:00000200:0.0:1777583471.152409:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:0.0:1777583471.152412:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777583471.152418:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add02300 x1863919919324544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583471.152439:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583471.152450:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dff00. 00000100:00000010:0.0:1777583471.152457:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfb40. 00000100:00000010:0.0:1777583471.152468:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df480. 02000000:00000010:0.0:1777583471.152477:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248e97f000. 00000400:00000010:0.0:1777583471.152481:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc478. 00000400:00000010:0.0:1777583471.152484:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983a18. 00000100:00000200:0.0:1777583471.152486:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919324672, portal 10 02000000:00000010:2.0:1777583471.152489:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:0.0:1777583471.152490:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583471.152492:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919324672, offset 0 00000400:00000010:2.0:1777583471.152495:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000200:0.0:1777583471.152496:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583471.152501:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583471.152506:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5e00 00000400:00000200:0.0:1777583471.152509:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 153616 00000400:00000200:0.0:1777583471.152513:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1777583471.152514:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000400:00000200:0.0:1777583471.152516:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583471.152517:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919324416, portal 25 00000100:00000200:0.0:1777583471.152519:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1777583471.152520:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000010:0.0:1777583471.152521:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add03480. 00000100:00000200:2.0:1777583471.152522:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919324416, offset 0 00000400:00000200:2.0:1777583471.152526:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583471.152531:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000200:2.0:1777583471.152532:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1777583471.152533:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583471.152537:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add01c00 x1863919919324672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583471.152537:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae5d00 00000400:00000200:2.0:1777583471.152543:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215dd5 [2] + 0 00000400:00000010:2.0:1777583471.152547:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36108. 00000400:00000200:2.0:1777583471.152550:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02396185b40 00000400:00000200:2.0:1777583471.152553:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583471.152555:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583471.152558:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02396185b40 00000400:00000010:2.0:1777583471.152560:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02396185b40. 00000100:00000200:2.0:1777583471.152564:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583471.152579:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583471.152581:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583471.152589:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add01f80 x1863919919324416/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777583471.152592:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27000. 00000020:00000010:0.0:1777583471.152598:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416e80. 00000020:00000010:0.0:1777583471.152603:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50ed8. 00000020:00000010:2.0:1777583471.152632:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125f80. 00000020:00000010:2.0:1777583471.152636:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125f80. 00000020:00000010:2.0:1777583471.152640:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583471.152643:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cdc00. 00000020:00000010:2.0:1777583471.152646:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583471.152675:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125f80. 00000020:00000010:2.0:1777583471.152678:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125f80. 00000100:00000200:2.0:1777583471.152681:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919324416 02000000:00000010:2.0:1777583471.152695:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a658c00. 00010000:00000200:2.0:1777583471.152702:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eeac50 x1863919919324416/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:157/0 lens 224/224 e 0 to 0 dl 1777583482 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583471.152716:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583471.152719:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919324416, offset 224 00000400:00000200:2.0:1777583471.152723:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583471.152727:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583471.152732:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae5d00 00000400:00000200:2.0:1777583471.152737:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2167c1 [1] + 224 00000400:00000200:2.0:1777583471.152740:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583471.152742:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583471.152747:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add01f80 x1863919919324416/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583471.152761:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583471.152763:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000020:00000010:2.0:1777583471.152774:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cdc00. 00000020:00000010:2.0:1777583471.152778:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583471.152781:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583471.152787:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a658c00. 00000100:00000200:2.0:1777583471.152792:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583471.152795:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ed10. 00000400:00000010:2.0:1777583471.152799:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa024ae4ebe40. 00000400:00000010:2.0:1777583471.152814:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e058. 00000400:00000200:2.0:1777583471.152817:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583471.152818:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583471.152822:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add01f80 x1863919919324416/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583471.152829:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add01f80 x1863919919324416/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583471.152847:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:2.0:1777583471.152851:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492cf00. 00000100:00000010:2.0:1777583471.152855:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01f80. 00000020:00000010:1.0:1777583471.153325:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583471.153331:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226680. 00000020:00000010:1.0:1777583471.153334:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583471.153353:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919324672 00010000:02000000:1.0:1777583471.153368:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583471.153375:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248494ec00. 00000400:00000010:1.0:1777583471.153383:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583471.153387:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919324672, offset 0 00000400:00000200:1.0:1777583471.153391:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583471.153398:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583471.153404:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5e00 00000400:00000200:1.0:1777583471.153408:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2167b9 [1] + 0 00000400:00000200:1.0:1777583471.153413:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583471.153416:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583471.153421:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add01c00 x1863919919324672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583471.153435:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:1.0:1777583471.153437:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000020:00000010:1.0:1777583471.153445:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226680. 00000020:00000010:1.0:1777583471.153450:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583471.153454:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000400:00000010:1.0:1777583471.153470:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc478. 00000400:00000200:1.0:1777583471.153473:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983a18 00000400:00000010:1.0:1777583471.153474:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983a18. 00000100:00000200:1.0:1777583471.153478:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add01c00 x1863919919324672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583471.153486:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add01c00 x1863919919324672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583471.153503:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e97f000. 02000000:00000010:1.0:1777583471.153509:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248e97c400. 00000100:00000010:1.0:1777583471.153511:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add01c00. 00000100:00000200:2.0:1777583471.155817:0:187632:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919324544 00010000:02000000:2.0:1777583471.155842:0:187632:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583471.155857:0:187632:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a658c00. 00000400:00000010:2.0:1777583471.155871:0:187632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583471.155877:0:187632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919324544, offset 0 00000400:00000200:2.0:1777583471.155883:0:187632:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583471.155894:0:187632:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583471.155902:0:187632:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5d80 00000400:00000200:2.0:1777583471.155909:0:187632:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2167b1 [1] + 0 00000400:00000200:2.0:1777583471.155915:0:187632:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583471.155919:0:187632:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583471.155930:0:187632:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add02300 x1863919919324544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583471.155964:0:187632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583471.155967:0:187632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583471.155982:0:187632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416e80. 00000020:00000010:2.0:1777583471.155986:0:187632:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50ed8. 00000020:00000010:2.0:1777583471.155990:0:187632:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27000. 00000400:00000010:1.0:1777583471.156091:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc000. 00000400:00000200:1.0:1777583471.156095:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983e58 00000400:00000010:1.0:1777583471.156097:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983e58. 00000100:00000200:1.0:1777583471.156103:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add02300 x1863919919324544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583471.156111:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add02300 x1863919919324544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583471.156152:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248e97f400. 02000000:00000010:1.0:1777583471.156160:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248e97dc00. 00000100:00000010:1.0:1777583471.156164:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02300. 00000100:00000010:1.0:1777583471.786891:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dff00. 00000100:00000010:2.0:1777583471.787016:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfb40. 00000100:00000010:3.0:1777583471.787262:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df480. 00000100:00000010:0.0:1777583471.787774:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000800:00000200:0.0:1777583475.114252:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa02489bb0cc0] -> 12345-192.168.202.109@tcp (6) 00000800:00000200:0.0:1777583475.114261:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:988 00000800:00000200:0.0:1777583475.114266:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1777583475.114507:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1777583476.268463:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da4000. 02000000:00000010:1.0:1777583476.268484:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877600. 00000100:00000010:1.0:1777583476.268535:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da4e00. 02000000:00000010:1.0:1777583476.268543:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248494c000. 00000100:00000010:1.0:1777583476.268559:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da5f80. 02000000:00000010:1.0:1777583476.268563:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248494e400. 02000000:00000010:1.0:1777583476.268606:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d0800. 00000400:00000010:1.0:1777583476.268614:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36ec8. 00000400:00000010:1.0:1777583476.268621:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1ee0. 00000100:00000200:1.0:1777583476.268628:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919324800, portal 25 00000400:00000010:1.0:1777583476.268633:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583476.268636:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919324800, offset 0 00000400:00000200:1.0:1777583476.268644:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583476.268658:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583476.268668:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae5e80 00000400:00000200:1.0:1777583476.268674:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215de5 [2] + 0 00000400:00000010:1.0:1777583476.268678:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469f78. 00000400:00000200:1.0:1777583476.268683:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023895cbc00 00000400:00000200:1.0:1777583476.268689:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583476.268693:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583476.268698:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023895cbc00 00000400:00000010:1.0:1777583476.268700:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023895cbc00. 00000100:00000200:1.0:1777583476.268706:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777583476.268719:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583476.268721:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583476.268728:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02397da4000 x1863919919324800/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583476.268745:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca15a0. 00000100:00000010:1.0:1777583476.268755:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1c60. 00000100:00000010:1.0:1777583476.268760:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca13c0. 00000100:00000010:1.0:1777583476.268765:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1600. 02000000:00000010:1.0:1777583476.268783:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494f000. 00000400:00000010:1.0:1777583476.268786:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000400:00000010:1.0:1777583476.268789:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583476.268791:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919324928, portal 10 00000400:00000010:1.0:1777583476.268795:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583476.268797:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919324928, offset 0 00000400:00000200:1.0:1777583476.268800:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583476.268804:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583476.268809:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5f00 00000400:00000200:1.0:1777583476.268813:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 154136 00000400:00000200:1.0:1777583476.268818:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583476.268820:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583476.268824:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583476.268827:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da6680. 00000400:00000200:1.0:1777583476.268838:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777583476.268839:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583476.268843:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02397da4e00 x1863919919324928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583476.268858:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494dc00. 00000400:00000010:1.0:1777583476.268861:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36108. 00000400:00000010:1.0:1777583476.268863:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583476.268866:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919325056, portal 10 00000400:00000010:1.0:1777583476.268869:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583476.268871:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919325056, offset 0 00000400:00000200:1.0:1777583476.268874:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583476.268878:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583476.268882:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae5f80 00000400:00000200:1.0:1777583476.268886:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 154656 00000400:00000200:1.0:1777583476.268889:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583476.268891:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583476.268893:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583476.268948:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da4a80. 00000400:00000200:1.0:1777583476.268959:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777583476.268961:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583476.268965:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02397da5f80 x1863919919325056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583476.269021:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583476.269028:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226680. 00000020:00000010:1.0:1777583476.269032:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583476.269059:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583476.269063:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226580. 00000020:00000010:1.0:1777583476.269065:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674a28. 00000100:00000200:1.0:1777583476.269082:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919324928 00010000:02000000:1.0:1777583476.269099:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583476.269108:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853da400. 00000400:00000010:1.0:1777583476.269119:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583476.269122:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919324928, offset 0 00000400:00000200:1.0:1777583476.269126:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583476.269131:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583476.269156:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5f00 00000400:00000200:1.0:1777583476.269160:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2167e1 [1] + 0 00000400:00000200:1.0:1777583476.269163:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583476.269166:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583476.269171:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02397da4e00 x1863919919324928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583476.269186:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777583476.269187:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000020:00000010:1.0:1777583476.269198:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226680. 00000020:00000010:1.0:1777583476.269204:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583476.269208:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000100:00000200:1.0:1777583476.269217:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919325056 00010000:02000000:1.0:1777583476.269234:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583476.269240:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa023853d9000. 00000400:00000010:1.0:1777583476.269246:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583476.269248:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919325056, offset 0 00000400:00000200:1.0:1777583476.269252:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583476.269257:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583476.269261:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae5f80 00000400:00000200:1.0:1777583476.269265:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2167e9 [1] + 0 00000400:00000200:1.0:1777583476.269268:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583476.269271:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583476.269275:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02397da5f80 x1863919919325056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583476.269284:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777583476.269286:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000020:00000010:1.0:1777583476.269292:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226580. 00000020:00000010:1.0:1777583476.269295:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777583476.269298:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583476.269325:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:1.0:1777583476.269328:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583476.269329:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583476.269334:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02397da4e00 x1863919919324928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583476.269342:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02397da4e00 x1863919919324928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583476.269362:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36108. 00000400:00000200:1.0:1777583476.269364:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777583476.269366:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583476.269369:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02397da5f80 x1863919919325056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583476.269377:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02397da5f80 x1863919919325056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583476.269389:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494f000. 02000000:00000010:1.0:1777583476.269395:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248494c000. 00000100:00000010:1.0:1777583476.269400:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4e00. 02000000:00000010:1.0:1777583476.269404:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494dc00. 02000000:00000010:1.0:1777583476.269407:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248494e400. 00000100:00000010:1.0:1777583476.269408:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da5f80. 00000020:00000010:2.0:1777583476.271330:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125c40. 00000020:00000010:2.0:1777583476.271342:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125c40. 00000020:00000010:2.0:1777583476.271350:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583476.271356:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cde80. 00000020:00000010:2.0:1777583476.271361:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583476.271406:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125c40. 00000020:00000010:2.0:1777583476.271409:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125c40. 00000100:00000200:2.0:1777583476.271412:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919324800 02000000:00000010:2.0:1777583476.271428:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a658000. 00010000:00000200:2.0:1777583476.271440:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eea850 x1863919919324800/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:162/0 lens 224/224 e 0 to 0 dl 1777583487 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583476.271458:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583476.271465:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919324800, offset 224 00000400:00000200:2.0:1777583476.271471:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583476.271483:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583476.271492:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae5e80 00000400:00000200:2.0:1777583476.271499:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2167d9 [1] + 224 00000400:00000200:2.0:1777583476.271507:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583476.271510:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583476.271519:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02397da4000 x1863919919324800/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583476.271542:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583476.271545:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583476.271561:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cde80. 00000020:00000010:2.0:1777583476.271566:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583476.271568:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 02000000:00000010:2.0:1777583476.271575:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a658000. 00000100:00000200:2.0:1777583476.271580:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583476.271585:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e058. 00000400:00000010:2.0:1777583476.271591:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0248849d240. 00000400:00000010:2.0:1777583476.271610:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36ec8. 00000400:00000200:2.0:1777583476.271614:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1ee0 00000400:00000010:2.0:1777583476.271616:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1ee0. 00000100:00000200:2.0:1777583476.271621:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02397da4000 x1863919919324800/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583476.271630:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02397da4000 x1863919919324800/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583476.271649:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d0800. 02000000:00000010:2.0:1777583476.271655:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877600. 00000100:00000010:2.0:1777583476.271659:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4000. 00000100:00000010:0.0:1777583476.909047:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca15a0. 00000100:00000010:3.0:1777583476.909421:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1600. 00000100:00000010:2.0:1777583476.911231:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca13c0. 00000100:00000010:1.0:1777583476.911407:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1c60. 00000800:00000200:0.0:1777583481.267775:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0239fe42c00] -> 12345-192.168.202.9@tcp (4) 00000800:00000200:0.0:1777583481.267783:0:3280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.9@tcp ip 192.168.202.9:1021 00000800:00000200:0.0:1777583481.267788:0:3280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffffa02385807900 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1777583481.268249:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1777583481.386693:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc8700. 02000000:00000010:2.0:1777583481.386716:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02483f23300. 00000100:00000010:2.0:1777583481.386790:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcb100. 02000000:00000010:2.0:1777583481.386801:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248a65a400. 00000100:00000010:2.0:1777583481.386836:0:218389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fc8380. 02000000:00000010:2.0:1777583481.386844:0:218389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248a659800. 02000000:00000010:2.0:1777583481.386918:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02481343c00. 00000400:00000010:2.0:1777583481.386927:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ecb8. 00000400:00000010:2.0:1777583481.386937:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583481.386946:0:3290:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919325184, portal 25 00000400:00000010:2.0:1777583481.386953:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583481.386959:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919325184, offset 0 00000400:00000200:2.0:1777583481.386972:0:3290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583481.386991:0:3290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583481.387008:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae6000 00000400:00000200:2.0:1777583481.387020:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215e1d [2] + 0 00000400:00000010:2.0:1777583481.387026:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca363c8. 00000400:00000200:2.0:1777583481.387033:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02396185180 00000400:00000200:2.0:1777583481.387040:0:3290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583481.387048:0:3290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583481.387057:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02396185180 00000400:00000010:2.0:1777583481.387060:0:3290:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02396185180. 00000100:00000200:2.0:1777583481.387067:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777583481.387095:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583481.387097:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583481.387114:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02496fc8700 x1863919919325184/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583481.387166:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743cc0. 00000100:00000010:2.0:1777583481.387184:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583481.387238:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583481.387248:0:3290:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937438a0. 02000000:00000010:2.0:1777583481.387296:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248a65ac00. 00000400:00000010:2.0:1777583481.387300:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e3c8. 00000400:00000010:2.0:1777583481.387307:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583481.387312:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919325312, portal 10 00000400:00000010:2.0:1777583481.387318:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583481.387322:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919325312, offset 0 00000400:00000200:2.0:1777583481.387331:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583481.387337:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583481.387344:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae6080 00000400:00000200:2.0:1777583481.387354:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 155176 00000400:00000200:2.0:1777583481.387363:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583481.387371:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583481.387380:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583481.387386:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fb100. 00000400:00000200:2.0:1777583481.387417:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583481.387420:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000020:00000010:0.0:1777583481.387610:0:187631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27400. 00000020:00000010:0.0:1777583481.387617:0:187631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416980. 00000020:00000010:0.0:1777583481.387622:0:187631:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000100:00000200:0.0:1777583481.387672:0:187631:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919325312 00010000:02000000:0.0:1777583481.387690:0:187631:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:0.0:1777583481.387703:0:187631:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248e97c000. 00000400:00000010:0.0:1777583481.387714:0:187631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583481.387718:0:187631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919325312, offset 0 00000400:00000200:0.0:1777583481.387726:0:187631:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583481.387738:0:187631:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583481.387749:0:187631:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae6080 00000400:00000200:0.0:1777583481.387758:0:187631:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216809 [1] + 0 00000400:00000200:0.0:1777583481.387764:0:187631:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583481.387771:0:187631:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583481.387803:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02496fcb100 x1863919919325312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583481.387833:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248a65a000. 00000400:00000010:2.0:1777583481.387836:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eb58. 00000400:00000010:2.0:1777583481.387842:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583481.387847:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919325440, portal 10 00000400:00000010:2.0:1777583481.387854:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583481.387857:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919325440, offset 0 00000400:00000200:2.0:1777583481.387872:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583481.387876:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583481.387881:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae6100 00000400:00000200:2.0:1777583481.387884:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 155696 00000400:00000200:2.0:1777583481.387888:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583481.387890:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583481.387894:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583481.387897:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55f8380. 00000400:00000200:2.0:1777583481.387907:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777583481.387909:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583481.387914:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02496fc8380 x1863919919325440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583481.387943:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583481.387946:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd500. 00000020:00000010:2.0:1777583481.387949:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000100:00000200:2.0:1777583481.387962:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919325440 00010000:02000000:2.0:1777583481.387968:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583481.387973:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a65b000. 00000400:00000010:2.0:1777583481.387977:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c6e8. 00000100:00000200:2.0:1777583481.387980:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919325440, offset 0 00000400:00000200:2.0:1777583481.387983:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583481.387987:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583481.387992:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae6100 00000400:00000200:2.0:1777583481.387995:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216815 [1] + 0 00000400:00000200:2.0:1777583481.387999:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583481.388002:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583481.388006:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02496fc8380 x1863919919325440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583481.388018:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c6e8 00000400:00000010:2.0:1777583481.388020:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c6e8. 00000020:00000010:2.0:1777583481.388029:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd500. 00000020:00000010:2.0:1777583481.388033:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583481.388036:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000400:00000010:2.0:1777583481.388052:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562eb58. 00000400:00000200:2.0:1777583481.388055:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583481.388056:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583481.388060:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02496fc8380 x1863919919325440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583481.388073:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02496fc8380 x1863919919325440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583481.388094:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248a65a000. 02000000:00000010:2.0:1777583481.388099:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248a659800. 00000100:00000010:2.0:1777583481.388102:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8380. 00000020:00000010:2.0:1777583481.388130:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125c80. 00000020:00000010:2.0:1777583481.388153:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125c80. 00000020:00000010:2.0:1777583481.388158:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583481.388160:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd500. 00000020:00000010:2.0:1777583481.388162:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583481.388180:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125c80. 00000020:00000010:2.0:1777583481.388182:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125c80. 00000100:00000200:2.0:1777583481.388184:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919325184 02000000:00000010:2.0:1777583481.388194:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a659800. 00010000:00000200:2.0:1777583481.388200:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eebc50 x1863919919325184/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:167/0 lens 224/224 e 0 to 0 dl 1777583492 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583481.388209:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583481.388211:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919325184, offset 224 00000400:00000200:2.0:1777583481.388215:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583481.388219:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583481.388224:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae6000 00000400:00000200:2.0:1777583481.388228:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216801 [1] + 224 00000400:00000200:2.0:1777583481.388232:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583481.388234:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583481.388240:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02496fc8700 x1863919919325184/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583481.388251:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583481.388253:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000020:00000010:2.0:1777583481.388259:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd500. 00000020:00000010:2.0:1777583481.388261:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583481.388264:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583481.388269:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a659800. 00000100:00000200:2.0:1777583481.388273:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583481.388276:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562eb58. 00000400:00000010:2.0:1777583481.388280:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023863bd480. 00000400:00000010:2.0:1777583481.388291:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ecb8. 00000400:00000200:2.0:1777583481.388293:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583481.388295:0:3290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583481.388299:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02496fc8700 x1863919919325184/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583481.388306:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02496fc8700 x1863919919325184/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583481.388318:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02481343c00. 02000000:00000010:2.0:1777583481.388321:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02483f23300. 00000100:00000010:2.0:1777583481.388324:0:3290:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fc8700. 00000100:00000200:0.0:1777583481.399978:0:187631:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02496fcb100 x1863919919325312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583481.400038:0:187631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583481.400042:0:187631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000020:00000010:0.0:1777583481.400070:0:187631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416980. 00000020:00000010:0.0:1777583481.400079:0:187631:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583481.400086:0:187631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27400. 00000400:00000010:2.0:1777583481.400760:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e3c8. 00000400:00000200:2.0:1777583481.400767:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583481.400769:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583481.400781:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02496fcb100 x1863919919325312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583481.400790:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02496fcb100 x1863919919325312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583481.400820:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248a65ac00. 02000000:00000010:2.0:1777583481.400826:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248a65a400. 00000100:00000010:2.0:1777583481.400836:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02496fcb100. 00000100:00000010:0.0:1777583482.026766:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743cc0. 00000100:00000010:3.0:1777583482.027781:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937438a0. 00000100:00000010:1.0:1777583482.028033:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743ae0. 00000100:00000010:2.0:1777583482.028333:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:0.0:1777583486.506345:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02680. 02000000:00000010:0.0:1777583486.506367:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0248492ce00. 00000100:00000010:0.0:1777583486.506415:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add00000. 02000000:00000010:0.0:1777583486.506421:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248e97d400. 00000100:00000010:0.0:1777583486.506434:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024add02300. 02000000:00000010:0.0:1777583486.506438:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248e97e800. 02000000:00000010:1.0:1777583486.506473:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583486.506483:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36108. 00000400:00000010:1.0:1777583486.506491:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583486.506499:0:3288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919325568, portal 25 00000400:00000010:1.0:1777583486.506504:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583486.506508:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919325568, offset 0 02000000:00000010:2.0:1777583486.506509:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248a65ac00. 00000400:00000010:2.0:1777583486.506516:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e3c8. 00000400:00000200:1.0:1777583486.506517:0:3288:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1777583486.506525:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583486.506530:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919325696, portal 10 00000400:00000200:1.0:1777583486.506535:0:3288:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1777583486.506539:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583486.506542:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919325696, offset 0 00000400:00000200:1.0:1777583486.506550:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae6180 00000400:00000200:2.0:1777583486.506551:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583486.506559:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215e49 [2] + 0 00000400:00000200:2.0:1777583486.506561:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1777583486.506567:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0248c469420. 00000400:00000200:2.0:1777583486.506572:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae6200 00000400:00000200:1.0:1777583486.506573:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa0248849d300 00000400:00000200:1.0:1777583486.506580:0:3288:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583486.506580:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 156216 00000400:00000200:2.0:1777583486.506588:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583486.506589:0:3288:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777583486.506595:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777583486.506597:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0248849d300 00000400:00000010:1.0:1777583486.506602:0:3288:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa0248849d300. 00000100:00000200:2.0:1777583486.506609:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1777583486.506610:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1777583486.506617:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa024b55fad80. 00000400:00000200:2.0:1777583486.506636:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583486.506638:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:0.0:1777583486.506689:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583486.506693:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583486.506698:0:187623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02395c27400. 00000020:00000010:0.0:1777583486.506704:0:187623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248c416980. 00000020:00000010:0.0:1777583486.506709:0:187623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583486.506742:0:187623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024848db940. 00000020:00000010:0.0:1777583486.506744:0:187623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024848db940. 00000100:00000200:0.0:1777583486.506748:0:187623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919325568 02000000:00000010:0.0:1777583486.506760:0:187623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248e97e000. 00010000:00000200:0.0:1777583486.506769:0:187623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7eeb850 x1863919919325568/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:172/0 lens 224/224 e 0 to 0 dl 1777583497 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777583486.506784:0:187623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:2.0:1777583486.506804:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add00000 x1863919919325696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777583486.506832:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743660. 00000100:00000010:2.0:1777583486.506843:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023937434e0. 00000100:00000010:2.0:1777583486.506847:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743b40. 00000100:00000010:2.0:1777583486.506852:0:3287:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393743360. 02000000:00000010:2.0:1777583486.506861:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248a659800. 00000400:00000010:2.0:1777583486.506864:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ecb8. 00000100:00000010:3.0:1777583486.516363:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743360. 00000400:00000200:1.0:1777583486.517102:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583486.517109:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583486.517126:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add02680 x1863919919325568/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777583486.517182:0:3288:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa02393ca1c60. 00000100:00000200:0.0:1777583486.518255:0:187623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919325568, offset 224 00000400:00000200:0.0:1777583486.518275:0:187623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583486.518290:0:187623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583486.518302:0:187623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae6180 00000400:00000200:0.0:1777583486.518311:0:187623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216829 [1] + 224 00000400:00000200:0.0:1777583486.518320:0:187623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583486.518326:0:187623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777583486.518341:0:187623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add02680 x1863919919325568/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777583486.518366:0:187623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:0.0:1777583486.518369:0:187623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000020:00000010:0.0:1777583486.518398:0:187623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248c416980. 00000020:00000010:0.0:1777583486.518404:0:187623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0241de50d48. 00000020:00000010:0.0:1777583486.518409:0:187623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02395c27400. 02000000:00000010:0.0:1777583486.518422:0:187623:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248e97e000. 00000100:00000200:0.0:1777583486.518432:0:187623:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777583486.518437:0:187623:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edcc08. 00000400:00000010:0.0:1777583486.518443:0:187623:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa0239fe70000. 00000400:00000010:1.0:1777583486.518647:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36108. 00000400:00000200:1.0:1777583486.518653:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777583486.518656:0:3288:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583486.518662:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add02680 x1863919919325568/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583486.518673:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add02680 x1863919919325568/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583486.518680:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583486.518687:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919325824, portal 10 00000400:00000010:2.0:1777583486.518694:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583486.518697:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919325824, offset 0 00000400:00000200:2.0:1777583486.518703:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1777583486.518704:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0248c3d1e00. 00000400:00000200:2.0:1777583486.518710:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1777583486.518712:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0248492ce00. 00000400:00000200:2.0:1777583486.518717:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae6280 00000100:00000010:1.0:1777583486.518719:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02680. 00000400:00000200:2.0:1777583486.518725:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 156736 00000400:00000200:2.0:1777583486.518731:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583486.518734:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583486.518740:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777583486.518748:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02496fcb100. 00000400:00000200:2.0:1777583486.518769:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583486.518771:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583486.518781:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa024add02300 x1863919919325824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583486.518842:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343c00. 00000020:00000010:2.0:1777583486.518847:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd500. 00000020:00000010:2.0:1777583486.518852:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583486.518885:0:188495:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583486.518888:0:188495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cde00. 00000020:00000010:2.0:1777583486.518891:0:188495:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000100:00000200:2.0:1777583486.518904:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919325696 00010000:02000000:2.0:1777583486.518921:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583486.518929:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a65a000. 00000400:00000010:2.0:1777583486.518940:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583486.518942:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919325696, offset 0 00000400:00000200:2.0:1777583486.518946:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583486.518951:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583486.518956:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae6200 00000400:00000200:2.0:1777583486.518961:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216831 [1] + 0 00000400:00000200:2.0:1777583486.518965:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583486.518968:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583486.518974:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add00000 x1863919919325696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583486.518991:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583486.518994:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000020:00000010:2.0:1777583486.519001:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd500. 00000020:00000010:2.0:1777583486.519005:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e708. 00000020:00000010:2.0:1777583486.519008:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343c00. 00000100:00000200:2.0:1777583486.519017:0:188495:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919325824 00010000:02000000:2.0:1777583486.519024:0:188495:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:2.0:1777583486.519028:0:188495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a658000. 00000400:00000010:2.0:1777583486.519033:0:188495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cee0. 00000100:00000200:2.0:1777583486.519035:0:188495:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919325824, offset 0 00000400:00000200:2.0:1777583486.519039:0:188495:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583486.519044:0:188495:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583486.519049:0:188495:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae6280 00000400:00000200:2.0:1777583486.519053:0:188495:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216841 [1] + 0 00000400:00000200:2.0:1777583486.519056:0:188495:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583486.519059:0:188495:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583486.519063:0:188495:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa024add02300 x1863919919325824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583486.519075:0:188495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cee0 00000400:00000010:2.0:1777583486.519076:0:188495:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cee0. 00000020:00000010:2.0:1777583486.519083:0:188495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cde00. 00000020:00000010:2.0:1777583486.519085:0:188495:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583486.519088:0:188495:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 00000400:00000010:2.0:1777583486.534618:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562e3c8. 00000400:00000200:2.0:1777583486.534627:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564c3b8 00000400:00000010:2.0:1777583486.534631:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564c3b8. 00000100:00000200:2.0:1777583486.534647:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add00000 x1863919919325696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583486.534659:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add00000 x1863919919325696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583486.534687:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024a562ecb8. 00000400:00000200:2.0:1777583486.534689:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583486.534691:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583486.534696:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa024add02300 x1863919919325824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583486.534704:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa024add02300 x1863919919325824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583486.534719:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248a65ac00. 02000000:00000010:2.0:1777583486.534725:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248e97d400. 00000100:00000010:2.0:1777583486.534730:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add00000. 02000000:00000010:2.0:1777583486.534734:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248a659800. 02000000:00000010:2.0:1777583486.534737:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248e97e800. 00000100:00000010:2.0:1777583486.534740:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa024add02300. 00000100:00000010:2.0:1777583487.146342:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743b40. 00000100:00000010:0.0:1777583487.146479:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393743660. 00000100:00000010:3.0:1777583487.146827:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa02393ca1c60. 00000100:00000010:1.0:1777583487.147294:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023937434e0. 00000100:00000010:1.0:1777583491.626593:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da5f80. 02000000:00000010:1.0:1777583491.626642:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877600. 02000000:00000010:0.0:1777583491.626747:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27400. 00000400:00000010:0.0:1777583491.626761:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc630. 00000400:00000010:0.0:1777583491.626781:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024879836e8. 00000100:00000200:0.0:1777583491.626792:0:3289:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919325952, portal 25 00000400:00000010:0.0:1777583491.626800:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583491.626805:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919325952, offset 0 00000400:00000200:0.0:1777583491.626821:0:3289:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583491.626850:0:3289:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583491.626874:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae6300 00000400:00000200:0.0:1777583491.626903:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215e75 [2] + 0 00000400:00000010:0.0:1777583491.626910:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36630. 00000400:00000200:0.0:1777583491.626928:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa02396185900 00000400:00000200:0.0:1777583491.626938:0:3289:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583491.626947:0:3289:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583491.626953:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02396185900 00000400:00000010:0.0:1777583491.626958:0:3289:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa02396185900. 00000100:00000200:0.0:1777583491.626968:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583491.626996:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:0.0:1777583491.626999:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:0.0:1777583491.627013:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02397da5f80 x1863919919325952/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583491.627046:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583491.627072:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df060. 00000100:00000010:0.0:1777583491.627086:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df3c0. 00000100:00000010:0.0:1777583491.627101:0:3289:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df4e0. 00000100:00000010:1.0:1777583491.627213:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da4e00. 02000000:00000010:1.0:1777583491.627228:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248494f000. 00000100:00000010:1.0:1777583491.627260:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da6d80. 02000000:00000010:1.0:1777583491.627269:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248494c000. 02000000:00000010:1.0:1777583491.627321:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494dc00. 00000400:00000010:1.0:1777583491.627328:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36108. 00000400:00000010:1.0:1777583491.627335:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583491.627340:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919326080, portal 10 00000400:00000010:1.0:1777583491.627348:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583491.627352:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919326080, offset 0 00000400:00000200:1.0:1777583491.627360:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583491.627370:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583491.627380:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae6380 00000400:00000200:1.0:1777583491.627399:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 157256 00000400:00000200:1.0:1777583491.627407:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583491.627413:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583491.627421:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583491.627428:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da7800. 00000400:00000200:1.0:1777583491.627456:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583491.627459:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583491.627471:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02397da4e00 x1863919919326080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777583491.627966:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125cc0. 00000020:00000010:2.0:1777583491.627973:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125cc0. 00000020:00000010:2.0:1777583491.627982:0:187624:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583491.627988:0:187624:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd500. 00000020:00000010:2.0:1777583491.627995:0:187624:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583491.628047:0:187624:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125cc0. 00000020:00000010:2.0:1777583491.628050:0:187624:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125cc0. 00000100:00000200:2.0:1777583491.628054:0:187624:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919325952 02000000:00000010:2.0:1777583491.628077:0:187624:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a659800. 00010000:00000200:2.0:1777583491.628088:0:187624:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7ee8850 x1863919919325952/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:177/0 lens 224/224 e 0 to 0 dl 1777583502 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583491.628108:0:187624:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583491.628113:0:187624:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919325952, offset 224 00000400:00000200:2.0:1777583491.628119:0:187624:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583491.628128:0:187624:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583491.628157:0:187624:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae6300 00000400:00000200:2.0:1777583491.628164:0:187624:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x216851 [1] + 224 00000400:00000200:2.0:1777583491.628170:0:187624:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583491.628173:0:187624:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583491.628182:0:187624:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02397da5f80 x1863919919325952/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583491.630711:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494e400. 00000400:00000010:1.0:1777583491.630720:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000400:00000010:1.0:1777583491.630726:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583491.630734:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919326208, portal 10 00000400:00000010:1.0:1777583491.630741:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583491.630744:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919326208, offset 0 00000400:00000200:1.0:1777583491.630751:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583491.630764:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583491.630786:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae6400 00000400:00000200:1.0:1777583491.630793:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 157776 00000400:00000200:1.0:1777583491.630801:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583491.630805:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583491.630815:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583491.630822:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da7100. 00000400:00000200:1.0:1777583491.630849:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777583491.630852:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583491.630860:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02397da6d80 x1863919919326208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583491.630933:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583491.630942:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226300. 00000020:00000010:1.0:1777583491.630947:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777583491.630977:0:187630:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583491.630982:0:187630:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226380. 00000020:00000010:1.0:1777583491.630985:0:187630:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000100:00000200:1.0:1777583491.631009:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919326080 00010000:02000000:1.0:1777583491.631030:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583491.631041:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249c965400. 00000400:00000010:1.0:1777583491.631054:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583491.631059:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919326080, offset 0 00000400:00000200:1.0:1777583491.631064:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583491.631072:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583491.631080:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae6380 00000400:00000200:1.0:1777583491.631088:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216859 [1] + 0 00000400:00000200:1.0:1777583491.631093:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583491.631097:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583491.631106:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02397da4e00 x1863919919326080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583491.631125:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777583491.631128:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000020:00000010:1.0:1777583491.631166:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226300. 00000020:00000010:1.0:1777583491.631173:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777583491.631179:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000100:00000200:1.0:1777583491.631196:0:187630:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919326208 00010000:02000000:1.0:1777583491.631204:0:187630:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583491.631211:0:187630:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa02384d44c00. 00000400:00000010:1.0:1777583491.631217:0:187630:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583491.631221:0:187630:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919326208, offset 0 00000400:00000200:1.0:1777583491.631227:0:187630:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583491.631235:0:187630:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583491.631241:0:187630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae6400 00000400:00000200:1.0:1777583491.631246:0:187630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216865 [1] + 0 00000400:00000200:1.0:1777583491.631250:0:187630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583491.631254:0:187630:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583491.631261:0:187630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02397da6d80 x1863919919326208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583491.631273:0:187630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777583491.631276:0:187630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000020:00000010:1.0:1777583491.631282:0:187630:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226380. 00000020:00000010:1.0:1777583491.631285:0:187630:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583491.631288:0:187630:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000400:00000010:1.0:1777583491.631337:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36108. 00000400:00000200:1.0:1777583491.631342:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777583491.631346:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583491.631355:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02397da4e00 x1863919919326080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583491.631365:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02397da4e00 x1863919919326080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777583491.631403:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:1.0:1777583491.631406:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583491.631409:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583491.631416:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02397da6d80 x1863919919326208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583491.631426:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02397da6d80 x1863919919326208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583491.631448:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494dc00. 02000000:00000010:1.0:1777583491.631458:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248494f000. 00000100:00000010:1.0:1777583491.631465:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4e00. 02000000:00000010:1.0:1777583491.631473:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494e400. 02000000:00000010:1.0:1777583491.631476:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248494c000. 00000100:00000010:1.0:1777583491.631479:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da6d80. 00000400:00000200:2.0:1777583491.633669:0:187624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583491.633685:0:187624:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583491.633743:0:187624:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd500. 00000020:00000010:2.0:1777583491.633753:0:187624:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583491.633757:0:187624:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583491.633781:0:187624:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a659800. 00000100:00000200:2.0:1777583491.633795:0:187624:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583491.633808:0:187624:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562ecb8. 00000400:00000010:2.0:1777583491.633818:0:187624:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023863bdf00. 00000400:00000010:1.0:1777583491.636465:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc630. 00000400:00000200:1.0:1777583491.636481:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024879836e8 00000400:00000010:1.0:1777583491.636485:0:3289:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024879836e8. 00000100:00000200:1.0:1777583491.636500:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02397da5f80 x1863919919325952/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583491.636514:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02397da5f80 x1863919919325952/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583491.636554:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27400. 02000000:00000010:1.0:1777583491.640837:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877600. 00000100:00000010:1.0:1777583491.640853:0:3289:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da5f80. 00000100:00000010:2.0:1777583492.266279:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df3c0. 00000100:00000010:1.0:1777583492.266670:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df060. 00000100:00000010:0.0:1777583492.269992:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000100:00000010:3.0:1777583492.270211:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df4e0. 00000020:02000400:0.0:1777583494.186608:0:221560:0:(genops.c:1873:obd_exports_barrier()) lustre-MDT0000 is waiting for obd_unlinked_exports more than 256 seconds. The obd refcount = 5. Is it stuck? 00000020:02000400:0.0:1777583494.205436:0:221560:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffffa024ab279000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 1 (0 0 0) 1 0 0 0: 0000000000000000 0 stale:0 00000100:00000010:1.0:1777583496.751038:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da5f80. 02000000:00000010:1.0:1777583496.751059:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa02487877600. 00000100:00000010:1.0:1777583496.751111:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da6d80. 02000000:00000010:1.0:1777583496.751120:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248494e400. 00000100:00000010:1.0:1777583496.751158:0:194330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da4e00. 02000000:00000010:1.0:1777583496.751163:0:194330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffffa0248494f000. 02000000:00000010:0.0:1777583496.751186:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02395c27000. 02000000:00000010:1.0:1777583496.751186:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494dc00. 00000400:00000010:0.0:1777583496.751193:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa02482edc840. 00000400:00000010:1.0:1777583496.751193:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca364d0. 00000400:00000010:0.0:1777583496.751199:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983880. 00000400:00000010:1.0:1777583496.751199:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583496.751205:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919326464, portal 10 00000400:00000010:1.0:1777583496.751212:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:0.0:1777583496.776496:0:3291:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919919326336, portal 25 00000400:00000010:0.0:1777583496.776524:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa02487983770. 00000100:00000200:0.0:1777583496.778097:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919919326336, offset 0 00000400:00000200:0.0:1777583496.778112:0:3291:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777583496.778127:0:3291:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777583496.778153:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39acae6480 00000400:00000200:0.0:1777583496.778163:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x215e9d [2] + 0 00000400:00000010:0.0:1777583496.778169:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024ac3f6630. 00000400:00000200:0.0:1777583496.778176:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffffa023888bbd80 00000400:00000200:0.0:1777583496.778185:0:3291:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777583496.778190:0:3291:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777583496.778196:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa023888bbd80 00000400:00000010:0.0:1777583496.778199:0:3291:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffffa023888bbd80. 00000100:00000200:0.0:1777583496.778206:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777583496.778226:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983770 00000400:00000010:0.0:1777583496.778228:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983770. 00000020:00000010:2.0:1777583496.779469:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125680. 00000020:00000010:2.0:1777583496.779479:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125680. 00000020:00000010:2.0:1777583496.779486:0:187625:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02481343600. 00000020:00000010:2.0:1777583496.779492:0:187625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa023937cd280. 00000020:00000010:2.0:1777583496.779498:0:187625:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0249890e3e8. 00000100:00000200:0.0:1777583496.780075:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02397da5f80 x1863919919326336/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777583496.780112:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfcc0. 00000100:00000010:0.0:1777583496.780131:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dff60. 00000100:00000010:0.0:1777583496.780151:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918df600. 00000100:00000010:0.0:1777583496.780156:0:3291:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa023918dfae0. 00000020:00000010:2.0:1777583496.780475:0:187625:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa024ab125680. 00000020:00000010:2.0:1777583496.780479:0:187625:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffffa024ab125680. 00000100:00000200:2.0:1777583496.780483:0:187625:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919326336 02000000:00000010:2.0:1777583496.780501:0:187625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0248a65a400. 00010000:00000200:2.0:1777583496.780514:0:187625:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffffa024b7ee9c50 x1863919919326336/t0(0) o400->e9cfe4ba-1c77-4cea-977e-78bab78865b1@0@lo:182/0 lens 224/224 e 0 to 0 dl 1777583507 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777583496.781085:0:187625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024a564cf68. 00000100:00000200:2.0:1777583496.781107:0:187625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919919326336, offset 224 00000400:00000200:2.0:1777583496.781115:0:187625:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777583496.781128:0:187625:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777583496.781158:0:187625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39acae6480 00000400:00000200:2.0:1777583496.781166:0:187625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21687d [1] + 224 00000400:00000200:2.0:1777583496.781174:0:187625:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777583496.781178:0:187625:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777583496.781189:0:187625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02397da5f80 x1863919919326336/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777583496.781219:0:187625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024a564cf68 00000400:00000010:2.0:1777583496.781222:0:187625:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024a564cf68. 00000020:00000010:2.0:1777583496.781255:0:187625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa023937cd280. 00000020:00000010:2.0:1777583496.781262:0:187625:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0249890e3e8. 00000020:00000010:2.0:1777583496.781267:0:187625:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02481343600. 02000000:00000010:2.0:1777583496.781275:0:187625:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffffa0248a65a400. 00000100:00000200:2.0:1777583496.781283:0:187625:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777583496.781290:0:187625:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024a562e3c8. 00000400:00000010:2.0:1777583496.781296:0:187625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffffa023863bdc00. 00000400:00000010:2.0:1777583496.781366:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa02482edc840. 00000400:00000200:2.0:1777583496.781371:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa02487983880 00000400:00000010:2.0:1777583496.781374:0:3291:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa02487983880. 00000100:00000200:2.0:1777583496.781380:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02397da5f80 x1863919919326336/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777583496.781389:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02397da5f80 x1863919919326336/t0(0) o400->MGC192.168.202.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777583512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777583496.781414:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02395c27000. 02000000:00000010:2.0:1777583496.781420:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa02487877600. 00000100:00000010:2.0:1777583496.781425:0:3291:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da5f80. 00000100:00000200:1.0:1777583496.783528:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919326464, offset 0 00000400:00000200:1.0:1777583496.783630:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583496.783644:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583496.783656:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae6500 00000400:00000200:1.0:1777583496.783663:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 158296 00000400:00000200:1.0:1777583496.784837:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583496.784846:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583496.784856:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583496.784867:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da5c00. 00000400:00000200:1.0:1777583496.784894:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777583496.784897:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583496.784908:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02397da6d80 x1863919919326464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583496.784952:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0248494c000. 00000400:00000010:1.0:1777583496.784959:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffffa024aca36108. 00000400:00000010:1.0:1777583496.784964:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583496.784970:0:3287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919919326592, portal 10 00000400:00000010:1.0:1777583496.784975:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583496.784978:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1863919919326592, offset 0 00000400:00000200:1.0:1777583496.784982:0:3287:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583496.784988:0:3287:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583496.784994:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x69f39acae6580 00000400:00000200:1.0:1777583496.784998:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x1f8dd9 [64] + 158816 00000400:00000200:1.0:1777583496.785024:0:3287:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583496.785027:0:3287:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583496.785030:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777583496.785034:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa02397da4380. 00000400:00000200:1.0:1777583496.785050:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777583496.785052:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583496.785056:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa02397da4e00 x1863919919326592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777583496.785096:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d0400. 00000020:00000010:1.0:1777583496.785102:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa02385226300. 00000020:00000010:1.0:1777583496.785107:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583496.785153:0:205909:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0248c3d1e00. 00000020:00000010:1.0:1777583496.785158:0:205909:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0248bbb0980. 00000020:00000010:1.0:1777583496.785160:0:205909:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0248a674a28. 00000100:00000200:1.0:1777583496.785180:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919326464 00010000:02000000:1.0:1777583496.785198:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583496.785228:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f32e400. 00000400:00000010:1.0:1777583496.785239:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583496.785242:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919326464, offset 0 00000400:00000200:1.0:1777583496.785246:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583496.785252:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583496.785256:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae6500 00000400:00000200:1.0:1777583496.785261:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216879 [1] + 0 00000400:00000200:1.0:1777583496.785266:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583496.785268:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583496.785274:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02397da6d80 x1863919919326464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583496.785286:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777583496.785287:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000020:00000010:1.0:1777583496.785298:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa02385226300. 00000020:00000010:1.0:1777583496.785306:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674898. 00000020:00000010:1.0:1777583496.785310:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d0400. 00000100:00000200:1.0:1777583496.785321:0:205909:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919919326592 00010000:02000000:1.0:1777583496.785327:0:205909:0:(ldlm_lib.c:1193:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 02000000:00000010:1.0:1777583496.785332:0:205909:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0249f32d400. 00000400:00000010:1.0:1777583496.785337:0:205909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa024185a16e8. 00000100:00000200:1.0:1777583496.785340:0:205909:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919919326592, offset 0 00000400:00000200:1.0:1777583496.785344:0:205909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777583496.785349:0:205909:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777583496.785353:0:205909:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39acae6580 00000400:00000200:1.0:1777583496.785357:0:205909:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x216891 [1] + 0 00000400:00000200:1.0:1777583496.785361:0:205909:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777583496.785363:0:205909:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777583496.785368:0:205909:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa02397da4e00 x1863919919326592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777583496.785378:0:205909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a16e8 00000400:00000010:1.0:1777583496.785380:0:205909:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a16e8. 00000020:00000010:1.0:1777583496.785387:0:205909:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0248bbb0980. 00000020:00000010:1.0:1777583496.785390:0:205909:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0248a674a28. 00000020:00000010:1.0:1777583496.785393:0:205909:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0248c3d1e00. 00000400:00000010:1.0:1777583496.785418:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca36108. 00000400:00000200:1.0:1777583496.785422:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1d48 00000400:00000010:1.0:1777583496.785423:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1d48. 00000100:00000200:1.0:1777583496.785427:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02397da4e00 x1863919919326592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583496.785435:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02397da4e00 x1863919919326592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583496.785459:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494c000. 02000000:00000010:1.0:1777583496.785464:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248494f000. 00000100:00000010:1.0:1777583496.785468:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da4e00. 00000400:00000010:1.0:1777583496.785477:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffffa024aca364d0. 00000400:00000200:1.0:1777583496.785479:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa024185a1088 00000400:00000010:1.0:1777583496.785480:0:3287:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffffa024185a1088. 00000100:00000200:1.0:1777583496.785484:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa02397da6d80 x1863919919326464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777583496.785491:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa02397da6d80 x1863919919326464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1777583521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777583496.785502:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0248494dc00. 02000000:00000010:1.0:1777583496.785505:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffffa0248494e400. 00000100:00000010:1.0:1777583496.785507:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa02397da6d80. 00000100:00000010:3.0:1777583497.450438:0:221377:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfae0. 00000100:00000010:1.0:1777583497.451417:0:221423:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dff60. 00000100:00000010:0.0:1777583497.451516:0:219033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918dfcc0. 00000100:00000010:2.0:1777583497.452866:0:192618:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa023918df600. Debug log: 138145 lines, 138145 kept, 0 dropped, 0 bad.